00000100:00100000:1.0:1788483393.099841:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483393.099894:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250843392 00000100:00100000:1.0:1788483393.099898:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250843392 00000100:00100000:1.0:1788483393.099931:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1788483393.099938:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250843392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483393.099975:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250843392:12345-0@lo:400:kworker.0 Request processed in 38us (1805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483393.099992:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00080000:1.0:1788483393.100024:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483393.100050:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250844160 00000100:00100000:1.0:1788483393.100054:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250844160 00000100:00100000:1.0:1788483393.100088:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250844672 00000100:00100000:1.0:1788483393.100091:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250844672 00000100:00100000:1.0:1788483393.100104:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250843776 00000100:00100000:1.0:1788483393.100106:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250843776 00000100:00100000:1.0:1788483393.100118:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1788483393.100125:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250844160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483393.100159:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250844160:12345-0@lo:400:kworker.0 Request processed in 35us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483393.100164:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:1.0:1788483393.100175:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1788483393.100181:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250844672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483393.100204:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250844672:12345-0@lo:400:kworker.0 Request processed in 24us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483393.100209:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1788483393.100219:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788483393.100224:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250843776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483393.100249:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250843776:12345-0@lo:400:kworker.0 Request processed in 25us (446us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483393.101526:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00080000:1.0:1788483393.101576:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483393.101581:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483393.101610:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250843776:0@lo:400:kworker.0 00000100:00100000:1.0:1788483393.101622:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250844288:0@lo:400:kworker.0 00000100:00100000:1.0:1788483393.101633:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250844160:0@lo:400:kworker.0 00000100:00100000:1.0:1788483393.101643:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250844672:0@lo:400:kworker.0 00000100:00100000:1.0:1788483393.103657:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250843648:0@lo:400:kworker.0 00000100:00100000:1.0:1788483397.810293:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483397.810349:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483397.810379:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483397.810407:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483397.810452:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483397.810478:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483397.810531:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483397.810552:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483397.810574:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483397.810607:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224655104 00000100:00100000:1.0:1788483397.810619:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224655104 00000100:00100000:1.0:1788483397.810687:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224655232 00000100:00100000:1.0:1788483397.810691:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224655232 00000100:00100000:1.0:1788483397.810712:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224655744 00000100:00100000:1.0:1788483397.810714:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224655744 00000100:00100000:1.0:1788483397.810729:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224655616 00000100:00100000:1.0:1788483397.810731:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224655616 00000100:00100000:1.0:1788483397.810747:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 635 00000100:00100000:1.0:1788483397.810765:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+71:2402:x1875360224655104:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483397.812145:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+71:2402:x1875360224655104:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1379us (1864us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483397.812153:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 635 00000100:00100000:1.0:1788483397.812184:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 348 00000100:00100000:1.0:1788483397.812192:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224655872:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483397.812219:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224655872:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (1644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483397.812224:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 348 00000100:00100000:1.0:1788483397.813779:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224655360:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1960us (3268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483397.813790:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 347 00000100:00100000:1.0:1788483398.185614:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483398.202029:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224656384 00000100:00100000:1.0:1788483398.202042:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224656384 00000100:00100000:1.0:1788483398.202120:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 714 00000100:00100000:1.0:1788483398.202133:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:22791:x1875360224656384:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483398.202287:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:22791:x1875360224656384:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 155us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.202295:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 714 00000100:00100000:1.0:1788483398.210250:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224656640 00000100:00100000:1.0:1788483398.210265:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224656640 00000100:00100000:1.0:1788483398.210343:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 715 00000100:00100000:1.0:1788483398.210355:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:22791:x1875360224656640:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483398.210533:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:22791:x1875360224656640:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 179us (493us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.210542:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 715 00000100:00100000:1.0:1788483398.214816:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250845824:0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.215304:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250845568 00000100:00100000:1.0:1788483398.215312:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250845568 00000100:00100000:1.0:1788483398.215354:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250846080 00000100:00100000:1.0:1788483398.215358:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250846080 00000100:00100000:1.0:1788483398.215383:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250846592 00000100:00100000:1.0:1788483398.215386:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250846592 00000100:00100000:1.0:1788483398.215408:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1788483398.215416:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250845568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.215463:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250845568:12345-0@lo:400:kworker.0 Request processed in 47us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.215470:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1788483398.215487:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1788483398.215493:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250846080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.215561:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250846080:12345-0@lo:400:kworker.0 Request processed in 68us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.215568:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1788483398.215581:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1788483398.215588:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250846592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.215616:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250846592:12345-0@lo:400:kworker.0 Request processed in 29us (762us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.215621:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:1.0:1788483398.215660:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250845440 00000100:00100000:1.0:1788483398.215664:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250845440 00000100:00100000:1.0:1788483398.215707:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1788483398.215714:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250845440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.215746:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250845440:12345-0@lo:400:kworker.0 Request processed in 32us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.215752:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:1.0:1788483398.215788:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250846464 00000100:00100000:1.0:1788483398.215792:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250846464 00000100:00100000:1.0:1788483398.215963:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1788483398.215969:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250846464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.216002:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250846464:12345-0@lo:400:kworker.0 Request processed in 34us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.216008:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1788483398.216026:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250846976 00000100:00100000:1.0:1788483398.216029:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250846976 00000100:00100000:1.0:1788483398.216055:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1788483398.216061:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250846976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483398.216076:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 66535104 pending 0 free 3921412096 avail 3689889792 00000100:00100000:1.0:1788483398.216107:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250846976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.216113:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00080000:1.0:1788483398.216279:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483398.216284:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483398.216288:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483398.216302:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483398.216332:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250846336:0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.216378:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483398.216405:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250846848:0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.216429:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483398.216450:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788483398.216457:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250845696:0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.216483:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483398.216533:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250846208:0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.216556:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483398.216575:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250846720:0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.216598:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483398.216641:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250846336 00000100:00100000:1.0:1788483398.216646:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250846336 00000100:00100000:1.0:1788483398.218573:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250846848 00000100:00100000:1.0:1788483398.218592:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250846848 00000100:00100000:1.0:1788483398.218691:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1788483398.218706:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250846336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.218823:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250846336:12345-0@lo:400:kworker.0 Request processed in 122us (2444us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.218832:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1788483398.218862:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1788483398.218869:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250846848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.218905:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250846848:12345-0@lo:400:kworker.0 Request processed in 37us (2476us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.218916:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1788483398.218954:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250845952 00000100:00100000:1.0:1788483398.218959:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250845952 00000100:00100000:1.0:1788483398.218987:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250845696 00000100:00100000:1.0:1788483398.218990:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250845696 00000100:00100000:1.0:1788483398.219025:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1788483398.219031:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250845952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.219068:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250845952:12345-0@lo:400:kworker.0 Request processed in 37us (3740us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.219074:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1788483398.219099:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250845824 00000100:00100000:1.0:1788483398.219102:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250845824 00000100:00100000:1.0:1788483398.219120:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250846208 00000100:00100000:1.0:1788483398.219123:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250846208 00000100:00100000:1.0:1788483398.219641:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250846720 00000100:00100000:1.0:1788483398.219645:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250846720 00000100:00100000:1.0:1788483398.219664:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224656768 00000100:00100000:1.0:1788483398.219666:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224656768 00000100:00100000:1.0:1788483398.219692:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1788483398.219700:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250845824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.219745:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250845824:12345-0@lo:400:kworker.0 Request processed in 46us (3443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.219752:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:1.0:1788483398.219766:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1788483398.219772:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250846208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483398.225978:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250846208:12345-0@lo:400:kworker.0 Request processed in 6202us (9416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.225991:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:1.0:1788483398.254592:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+29:2401:x1875360224657152:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 642us (1046us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.254602:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 208 00000100:00100000:1.0:1788483398.300190:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224657536 00000100:00100000:1.0:1788483398.300203:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224657536 00000100:00100000:1.0:1788483398.300294:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 720 00000100:00100000:1.0:1788483398.300306:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+74:22793:x1875360224657536:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483398.300331:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483398.300356:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f0f90 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146cb8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.300445:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f0f97 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.300461:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f0f97 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.300473:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f0f97 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308793:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f0f9e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308818:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f0f9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308831:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f0f9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308894:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f0f97 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308901:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f0f97 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308907:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f0f97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308929:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75075cbe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483398.308933:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f0f97 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308940:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f0f97 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308952:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9f750731f700) 00010000:00010000:1.0:1788483398.308955:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483398.308959:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f0f97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308964:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f0f97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308980:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f0f9e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308985:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f0f9e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308990:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f0f9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.308995:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75075ca800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483398.308997:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f0f9e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.309002:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f0f9e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.309021:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9f7636b4fa00) 00010000:00010000:1.0:1788483398.309023:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483398.309026:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f0f9e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.309032:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f0f9e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.310249:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f0f90 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cb8 expref: 75 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.310263:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9f750731f700) 00010000:00010000:1.0:1788483398.310266:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483398.310272:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f0f90 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cb8 expref: 75 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.310285:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75075cae00, rc 0) 00000100:00100000:1.0:1788483398.313288:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+74:22793:x1875360224657536:12345-192.168.206.36@tcp:101:bash.0 Request processed in 12973us (13358us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483398.313300:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 720 00000100:00100000:1.0:1788483398.363404:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483398.397105:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483398.403245:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224658304 00000100:00100000:1.0:1788483398.403258:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224658304 00000100:00100000:1.0:1788483398.403337:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 726 00000100:00100000:1.0:1788483398.403350:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:22795:x1875360224658304:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483398.403375:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483398.403421:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f100e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ce2 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404071:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f1015 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404092:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f1015 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404106:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f1015 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404124:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f101c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404131:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f101c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404138:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f101c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404185:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f1015 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404193:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f1015 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404201:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f1015 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404207:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75075ca800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483398.404212:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f1015 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404234:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f1015 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404250:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9f750731f700) 00010000:00010000:1.0:1788483398.404254:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483398.404260:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f1015 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404266:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f1015 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404283:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f101c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404289:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f101c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404296:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f101c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404301:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75075cae00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483398.404304:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f101c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404311:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f101c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404318:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9f7636b4fa00) 00010000:00010000:1.0:1788483398.404321:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483398.404323:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f101c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404341:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cae00/0xf2b1f833e60f101c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404386:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f100e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ce2 expref: 32 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404397:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9f750731f700) 00010000:00010000:1.0:1788483398.404400:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483398.404404:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f100e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ce2 expref: 32 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.404413:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75075cbe00, rc 0) 00000100:00100000:1.0:1788483398.406265:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:22795:x1875360224658304:12345-192.168.206.36@tcp:101:cp.0 Request processed in 2903us (3232us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483398.406278:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 726 00000100:00100000:1.0:1788483398.418477:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483398.426127:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224658688 00000100:00100000:1.0:1788483398.426147:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224658688 00000100:00100000:1.0:1788483398.426216:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 177 00000100:00100000:1.0:1788483398.426227:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224658688:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483398.426248:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483398.426272:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f1046 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146cf0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483398.426301:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xe:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483398.426323:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe:0x0].0x0 since=563s v=(0 0) 00010000:00010000:1.0:1788483398.426343:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483398.426354:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f1046 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cf0 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.426374:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f1046 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cf0 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.426389:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75075cbe00, rc 0) 00000100:00100000:1.0:1788483398.426457:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224658688:12345-192.168.206.36@tcp:101:cp.0 Request processed in 231us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.426464:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 177 00000100:00100000:1.0:1788483398.432908:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224658816 00000100:00100000:1.0:1788483398.432929:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224658816 00000100:00100000:1.0:1788483398.433035:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 178 00000100:00100000:1.0:1788483398.433048:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:22795:x1875360224658816:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483398.433071:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483398.433095:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091758d6a/0xf2b1f833e60f104d lrc: 2/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146cf7 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.433607:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f1046 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cf0 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.433634:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483398.433639:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483398.433647:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091758d6a/0xf2b1f833e60f104d lrc: 4/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cf7 expref: 10 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.433725:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f1046 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cf0 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.433743:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f1046 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cf0 expref: 10 pid: 8431 timeout: 663 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483398.433762:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250847232:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483398.434246:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605fbd9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483398.443097:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250847232:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483398.443208:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091758d6a/0xf2b1f833e60f104d lrc: 3/0,0 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cf7 expref: 10 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483398.443238:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75075cae00, rc 0) 00000100:00100000:1.0:1788483398.443325:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:22795:x1875360224658816:12345-192.168.206.36@tcp:101:cp.0 Request processed in 10279us (13004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.443335:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 178 00000100:00100000:1.0:1788483398.452827:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224659200 00000100:00100000:1.0:1788483398.452857:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224659200 00000100:00100000:1.0:1788483398.453059:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 141 00000100:00100000:1.0:1788483398.453074:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:22795:x1875360224659200:12345-192.168.206.36@tcp:35:cp.0 00000040:00080000:1.0:1788483398.597042:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483398.597055:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483398.597080:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 16 count 2 00000040:00080000:1.0:1788483398.597097:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483398.599746:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224659968 00000100:00100000:1.0:1788483398.599759:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224659968 00000100:00100000:1.0:1788483398.599855:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 730 00000100:00100000:1.0:1788483398.599869:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+76:22798:x1875360224659968:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:1.0:1788483398.600350:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].16, 136 off10368 00000100:00100000:1.0:1788483398.600556:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+76:22798:x1875360224659968:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 688us (1220us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.600566:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 730 00000100:00100000:1.0:1788483398.728261:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250847744 00000100:00100000:1.0:1788483398.728277:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250847744 00000100:00100000:1.0:1788483398.728354:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1788483398.728368:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250847744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483398.728415:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483398.728521:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250847744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 157us (1711us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483398.728529:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1788483399.633328:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509374a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250847872:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483399.668424:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224660480 00000100:00100000:1.0:1788483399.668447:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224660480 00000100:00100000:1.0:1788483399.668579:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 181 00000100:00100000:1.0:1788483399.668594:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224660480:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483399.668654:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.668681:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000091758d6a/0xf2b1f833e60f104d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cf7 expref: 9 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.668700:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0xe:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788483399.668705:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483399.668710:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 4/1,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.668755:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000091758d6a/0xf2b1f833e60f104d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cf7 expref: 9 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.668784:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000091758d6a/0xf2b1f833e60f104d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cf7 expref: 9 pid: 14965 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483399.668802:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250848000:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483399.668930:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483399.668956:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224660608 00000100:00100000:1.0:1788483399.668961:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224660608 00000100:00100000:1.0:1788483399.669152:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 32 00000100:00100000:1.0:1788483399.669165:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:2402:x1875360224660608:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483399.669178:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483399.669203:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f1093 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d1a expref: 37 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.669225:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9f750731f600) 00010000:00010000:1.0:1788483399.669230:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483399.669258:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2402:x1875360224660608:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 95us (5554us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483399.669272:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 32 00000100:00100000:1.0:1788483399.686350:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:1.0:1788483399.689543:0:14965:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.689567:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.689611:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.689621:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.689629:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.689637:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75075cbe00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483399.689642:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.689651:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.689672:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.689798:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091abf47b/0xf2b1f833e60f10a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483399.689924:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224660480:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 21330us (26305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483399.689934:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 181 00000100:00100000:1.0:1788483399.697205:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224661120 00000100:00100000:1.0:1788483399.697218:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224661120 00000100:00100000:1.0:1788483399.697305:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 733 00000100:00100000:1.0:1788483399.697318:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:22808:x1875360224661120:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483399.697475:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:22808:x1875360224661120:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 160us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483399.697484:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 733 00000100:00100000:1.0:1788483399.727828:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 734 00000100:00100000:1.0:1788483399.727851:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:22808:x1875360224661504:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483399.728010:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:22808:x1875360224661504:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 152us (12389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483399.728021:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 734 00000100:00100000:1.0:1788483399.739268:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224661632 00000100:00100000:1.0:1788483399.739281:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224661632 00002000:00100000:1.0:1788483399.739349:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff9f7509374e00 x1875360224661632/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:150/0 lens 488/0 e 0 to 0 dl 1788483410 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483399.739361:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509374e00 with x1875360224661632 ext(0->4095) 00002000:00010000:1.0:1788483399.739377:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7509374e00 00000100:00100000:1.0:1788483399.739416:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 54 00000100:00100000:1.0:1788483399.739427:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224661632:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788483399.739691:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224661632:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 264us (573us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788483399.739699:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 54 00002000:00100000:1.0:1788483399.739706:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xe:0x0] (0->4095) req@ffff9f7509374e00 x1875360224661632/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:150/0 lens 488/4536 e 0 to 0 dl 1788483410 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483399.739714:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509374e00 with x1875360224661632 ext(0->4095) 00002000:00010000:1.0:1788483399.739718:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7509374e00 00000100:00100000:1.0:1788483399.759675:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224661888 00000100:00100000:1.0:1788483399.759690:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224661888 00000100:00100000:1.0:1788483399.759769:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 736 00000100:00100000:1.0:1788483399.759782:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:22808:x1875360224661888:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483399.759823:0:6514:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x11:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483399.760028:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:22808:x1875360224661888:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 248us (1390us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483399.760037:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 736 00000100:00100000:1.0:1788483399.799118:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224662272 00000100:00100000:1.0:1788483399.799138:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224662272 00000100:00100000:1.0:1788483399.799453:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 737 00000100:00100000:1.0:1788483399.799477:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:22808:x1875360224662272:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788483399.799608:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.799643:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f10b6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d28 expref: 37 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.799655:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.799700:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f10b6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d28 expref: 37 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.799716:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f10b6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d28 expref: 37 pid: 6515 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483399.799733:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250848128:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483399.799879:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe63c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483399.804695:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250848128:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483399.804731:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483399.804770:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224662400 00000100:00100000:1.0:1788483399.804777:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224662400 00010000:00010000:1.0:1788483399.804824:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f10b6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d28 expref: 38 pid: 6515 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483399.804879:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 211 00000100:00100000:1.0:1788483399.804890:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:2401:x1875360224662400:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483399.804910:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483399.804928:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f10b6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d28 expref: 38 pid: 6515 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.804942:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f10b6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d28 expref: 38 pid: 6515 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.804969:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f10b6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d28 expref: 38 pid: 6515 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.804984:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9f750731f600) 00010000:00010000:1.0:1788483399.804990:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805000:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805009:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805034:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483399.805099:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:2401:x1875360224662400:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 210us (1334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483399.805108:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 211 00010000:00010000:1.0:1788483399.805163:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805170:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805677:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805694:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805701:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805707:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75075cbe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483399.805711:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805718:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805729:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9f750731f600) 00010000:00010000:1.0:1788483399.805732:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483399.805736:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483399.805741:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10c4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483399.805905:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:22808:x1875360224662272:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 6439us (8930us total) trans 4294967725 rc 0/0 00000100:00100000:1.0:1788483399.805914:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 737 00000100:00100000:1.0:1788483399.814435:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224662656 00000100:00100000:1.0:1788483399.814452:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224662656 00000100:00100000:1.0:1788483399.815230:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 142 00000100:00100000:1.0:1788483399.815244:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:22808:x1875360224662656:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483399.815961:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:22808:x1875360224662656:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 714us (3034us total) trans 4294967726 rc 0/0 00000100:00100000:1.0:1788483399.815988:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 142 00000100:00100000:1.0:1788483400.775687:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250848384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483400.775778:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483400.775887:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483400.775894:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250848256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483400.775927:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788483400.777654:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483400.777729:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250848256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483400.777754:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250848384:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483402.016203:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00080000:1.0:1788483402.017272:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483402.022837:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224663040 00000100:00100000:1.0:1788483402.022850:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224663040 00000100:00100000:1.0:1788483402.022955:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 184 00000100:00100000:1.0:1788483402.022969:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2400:x1875360224663040:12345-192.168.206.36@tcp:101:md5sum.0 00010000:00010000:1.0:1788483402.022992:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483402.023015:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091758d6a/0xf2b1f833e60f10e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146d36 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.023049:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe:0x0].0x0 since=2s v=(0 0) 00010000:00010000:1.0:1788483402.023055:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483402.023067:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091758d6a/0xf2b1f833e60f10e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d36 expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.023087:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000091758d6a/0xf2b1f833e60f10e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d36 expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.023113:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75075cae00, rc 0) 00000100:00100000:1.0:1788483402.023182:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2400:x1875360224663040:12345-192.168.206.36@tcp:101:md5sum.0 Request processed in 216us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483402.023189:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 184 00000100:00100000:1.0:1788483402.065154:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224663808 00000100:00100000:1.0:1788483402.065170:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224663808 00000100:00100000:1.0:1788483402.065261:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 739 00000100:00100000:1.0:1788483402.065276:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+78:22818:x1875360224663808:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:1.0:1788483402.065363:0:6514:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788483402.065405:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1069 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cfe expref: 78 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065433:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9f750731f600) 00010000:00010000:1.0:1788483402.065447:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f107e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x27:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d0c expref: 77 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065457:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9f750731f700) 00010000:00010000:1.0:1788483402.065460:0:6514:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483402.065492:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f10e7 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065531:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f10e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065541:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f10e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065568:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10ee lrc: 3/0,1 mode: --/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065576:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065583:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065692:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065705:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b000/0xf2b1f833e60f1038 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ce9 expref: 37 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065713:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065761:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b000/0xf2b1f833e60f1038 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ce9 expref: 37 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.065777:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b000/0xf2b1f833e60f1038 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x11:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ce9 expref: 37 pid: 6514 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483402.065795:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250848640:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483402.065919:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483402.067946:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250848640:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483402.067985:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483402.068285:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:3.0:1788483402.068621:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483402.068689:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:2402:x1875360224663936:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 219us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483402.068698:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 212 00000100:00080000:1.0:1788483402.070024:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788483402.070172:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070186:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788483402.070576:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].6, 64 off8576 00000004:00080000:1.0:1788483402.070588:0:6514:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 567025087812ns, next at 568025084530ns, rc = 0 00010000:00010000:1.0:1788483402.070665:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070682:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070694:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070701:0:6514:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070707:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070713:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070741:0:6514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788483402.070768:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070787:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070793:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070798:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75075ca800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483402.070803:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070810:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070835:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9f750731f600) 00010000:00010000:1.0:1788483402.070838:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483402.070843:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070849:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075ca800/0xf2b1f833e60f10f5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x11:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070869:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f10e7 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070874:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f10e7 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070879:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f10e7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070883:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75075cb200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483402.070891:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f10e7 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.070896:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f10e7 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.071185:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483402.071195:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.071203:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75084fe000 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483402.071207:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.071214:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.071227:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x11:0x0].0x0 (ffff9f750731f600) 00010000:00010000:3.0:1788483402.071230:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788483402.071233:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 1/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.071238:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f10fc lrc: 0/0,0 mode: --/PW res: [0x200000403:0x11:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.071259:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483402.071261:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483402.071263:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483402.071410:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0x0 (ffff9f750731f700) 00010000:00010000:1.0:1788483402.071414:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483402.071417:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f10e7 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.071423:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f10e7 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483402.071435:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000006258110 reply state 00000000cc78bd06 transno 4294967729 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10ee lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.071447:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cbe00/0xf2b1f833e60f10ee lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x27:0x0].0xc57698b5 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.071454:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x27:0x0].0xc57698b5 (ffff9f750731f400) 00010000:00010000:1.0:1788483402.071456:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483402.071460:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483402.071596:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+78:22818:x1875360224663808:12345-192.168.206.36@tcp:36:rm.0 Request processed in 6318us (6563us total) trans 4294967729 rc 0/0 00000100:00100000:1.0:1788483402.071606:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 739 00000100:00100000:1.0:1788483402.247065:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483402.347495:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483402.364301:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483402.381522:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224664960 00000100:00100000:3.0:1788483402.381531:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224664960 00010000:00010000:3.0:1788483402.381579:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f1149 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d52 expref: 83 pid: 8191 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483402.381798:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 213 00000100:00100000:3.0:1788483402.381839:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+83:2402:x1875360224664960:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483402.381860:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483402.381869:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f1149 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d52 expref: 83 pid: 8191 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.381885:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f1149 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d52 expref: 83 pid: 8191 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.381923:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f1149 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d52 expref: 83 pid: 8191 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.381942:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9f7636b63000) 00010000:00010000:3.0:1788483402.381948:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830400/0xf2b1f833e60f115e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.381959:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830400/0xf2b1f833e60f115e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.381966:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830400/0xf2b1f833e60f115e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.382040:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483402.382125:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+82:2402:x1875360224664960:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 288us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483402.382134:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 213 00000100:00100000:1.0:1788483402.389106:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224665216 00000100:00100000:1.0:1788483402.389119:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224665216 00000100:00100000:1.0:1788483402.389235:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 144 00000100:00100000:1.0:1788483402.389265:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+81:22840:x1875360224665216:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483402.389685:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+82:22840:x1875360224665216:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 421us (885us total) trans 4294967732 rc 0/0 00000100:00100000:1.0:1788483402.389694:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 144 00000100:00100000:3.0:1788483402.392362:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483402.396306:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483402.399947:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224665856 00000100:00100000:3.0:1788483402.399959:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224665856 00000100:00100000:3.0:1788483402.400039:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 747 00000100:00100000:3.0:1788483402.400065:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+84:22840:x1875360224665856:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483402.400359:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f117a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.400380:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f117a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.400392:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f117a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483402.400461:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967734 00000004:00010000:3.0:1788483402.400489:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007d7c332c reply state 00000000d52e3a8f transno 4294967735 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f117a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.401176:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f117a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x28:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.401185:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9f7636b63500) 00010000:00010000:3.0:1788483402.401188:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788483402.401193:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483402.402190:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+87:22840:x1875360224665856:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 2117us (2441us total) trans 4294967735 rc 0/0 00000100:00100000:1.0:1788483402.402201:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 747 00000020:00080000:1.0:1788483402.402218:0:13707:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788483402.404591:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483402.470491:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483402.483089:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483402.484242:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224666624 00000100:00100000:3.0:1788483402.484259:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224666624 00000100:00100000:3.0:1788483402.484358:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 34 00000100:00100000:3.0:1788483402.484370:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+90:22842:x1875360224666624:12345-192.168.206.36@tcp:103:md5sum.0 00010000:00010000:3.0:1788483402.484391:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788483402.484422:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f1196 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d67 expref: 90 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.484474:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f116c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d60 expref: 89 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483402.484486:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9f7636b63500) 00010000:00010000:3.0:1788483402.484492:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483402.484624:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+88:22842:x1875360224666624:12345-192.168.206.36@tcp:103:md5sum.0 Request processed in 255us (1549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483402.484632:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 34 00000100:00100000:3.0:1788483402.493770:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483402.494645:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224666752 00000100:00100000:1.0:1788483402.494661:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224666752 00000100:00100000:1.0:1788483402.494731:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 749 00000100:00100000:1.0:1788483402.494742:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+88:22842:x1875360224666752:12345-192.168.206.36@tcp:58:md5sum.0 00010000:00010000:1.0:1788483402.494858:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f11a4 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.494874:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f11a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.494887:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f11a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788483402.494972:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].17, 136 off10504 00000100:00100000:1.0:1788483402.495065:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+88:22842:x1875360224666752:12345-192.168.206.36@tcp:58:md5sum.0 Request processed in 324us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483402.495074:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 749 00000100:00100000:1.0:1788483402.503144:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224666880 00000100:00100000:1.0:1788483402.503175:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224666880 00000100:00100000:1.0:1788483402.503387:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 750 00000100:00100000:1.0:1788483402.503400:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+88:22842:x1875360224666880:12345-192.168.206.36@tcp:101:md5sum.0 00010000:00010000:1.0:1788483402.503420:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483402.503443:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ffc00/0xf2b1f833e60f11ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146d6e expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.503524:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f11a4 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.503537:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ffc00/0xf2b1f833e60f11ab lrc: 4/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d6e expref: 89 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.503558:0:8191:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f11a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.503571:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ffc00/0xf2b1f833e60f11ab lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d6e expref: 89 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.503593:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9f7636b63500) 00010000:00010000:1.0:1788483402.503596:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483402.503601:0:8191:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ffc00/0xf2b1f833e60f11ab lrc: 3/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d6e expref: 89 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483402.503610:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75084ffc00, rc 0) 00000100:00100000:1.0:1788483402.503683:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+89:22842:x1875360224666880:12345-192.168.206.36@tcp:101:md5sum.0 Request processed in 286us (2091us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483402.503690:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 750 00000040:00080000:3.0:1788483402.885375:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483402.885384:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483402.885410:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 3 00000040:00080000:3.0:1788483402.885420:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483402.885581:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507352300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250848896:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483402.885689:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1480 going to sleep for 11 seconds 00000100:00100000:3.0:1788483402.891113:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507352300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250848896:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483402.893317:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483402.895607:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224667008 00000100:00100000:1.0:1788483402.895621:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224667008 00000100:00100000:1.0:1788483402.895852:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 751 00000100:00100000:1.0:1788483402.895863:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:22843:x1875360224667008:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483402.895896:0:6514:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483402.896114:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:22843:x1875360224667008:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 252us (2803us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483402.896122:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 751 00000100:00100000:3.0:1788483402.939972:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483402.940035:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483402.940522:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224667264 00000100:00100000:1.0:1788483402.940527:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224667264 00000100:00100000:1.0:1788483402.940567:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 458 00000100:00100000:1.0:1788483402.940575:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224667264:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483402.940610:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224667264:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 37us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483402.940617:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 458 00000100:00100000:1.0:1788483402.975664:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483402.976012:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224668672 00000100:00100000:3.0:1788483402.976027:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224668672 00000100:00100000:3.0:1788483402.976108:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 755 00000100:00100000:3.0:1788483402.976120:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:22843:x1875360224668672:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483402.976147:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483402.976187:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f11dc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146d7c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483402.993723:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.013146:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224669056 00000100:00100000:1.0:1788483403.013161:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224669056 00000100:00100000:1.0:1788483403.013240:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 757 00000100:00100000:1.0:1788483403.013405:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:22843:x1875360224669056:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483403.013427:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483403.013452:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f11ff lrc: 2/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146d83 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.013489:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1206 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.013545:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1206 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.013557:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1206 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.013663:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f11ff lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d83 expref: 42 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.013680:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1206 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d83 expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.013688:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9f7636b4fa00) 00010000:00010000:1.0:1788483403.013690:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483403.013693:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75084fea00, rc 0) 00000100:00100000:1.0:1788483403.013795:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:22843:x1875360224669056:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 396us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483403.013803:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 757 00000100:00100000:1.0:1788483403.030553:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224669312 00000100:00100000:1.0:1788483403.030563:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224669312 00000100:00100000:1.0:1788483403.030629:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 758 00000100:00100000:1.0:1788483403.030639:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:22843:x1875360224669312:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788483403.030720:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f120d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.030737:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f120d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.030765:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f120d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788483403.030961:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].7, 88 off8688 00000004:00080000:1.0:1788483403.030972:0:6516:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 567985472322ns, next at 568985469304ns, rc = 0 00000004:00010000:1.0:1788483403.031031:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007d7c332c reply state 000000001efcc7b7 transno 4294967740 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f120d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.031045:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f120d lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.031053:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9f7636b4fa00) 00010000:00010000:1.0:1788483403.031056:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1788483403.031060:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483403.031166:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:22843:x1875360224669312:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 528us (979us total) trans 4294967740 rc 0/0 00000100:00100000:1.0:1788483403.031174:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 758 00000100:00100000:1.0:1788483403.096836:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224669824 00000100:00100000:1.0:1788483403.096847:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224669824 00000100:00100000:1.0:1788483403.096912:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 146 00000100:00100000:1.0:1788483403.096923:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:22843:x1875360224669824:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483403.097213:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:22843:x1875360224669824:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 292us (506us total) trans 4294967741 rc 0/0 00000100:00100000:1.0:1788483403.097222:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 146 00000100:00100000:1.0:1788483403.117831:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.129226:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224670208 00000100:00100000:1.0:1788483403.129236:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224670208 00000100:00100000:1.0:1788483403.129310:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 761 00000100:00100000:1.0:1788483403.129320:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:22843:x1875360224670208:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483403.129339:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483403.129361:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f121b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146d91 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.129430:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f1222 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.129445:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f1222 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.129457:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f1222 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483403.129535:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483403.129557:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f1222 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.129582:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f121b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d91 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.129598:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f1222 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d91 expref: 46 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.129606:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9f7636b4fa00) 00010000:00010000:1.0:1788483403.129609:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:1.0:1788483403.129613:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75075cb200, rc 0) 00000100:00100000:1.0:1788483403.129666:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:22843:x1875360224670208:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 348us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483403.129682:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 761 00000100:00100000:3.0:1788483403.144530:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.160707:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224670720 00000100:00100000:1.0:1788483403.160717:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224670720 00000100:00100000:1.0:1788483403.160775:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 187 00000100:00100000:1.0:1788483403.160785:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:22843:x1875360224670720:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483403.160801:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483403.160829:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004c9da16c/0xf2b1f833e60f1230 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146d9f expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.160861:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000040a3f0fe/0xf2b1f833e60f1229 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d98 expref: 12 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.160870:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483403.160873:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483403.160878:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004c9da16c/0xf2b1f833e60f1230 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d9f expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.160923:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000040a3f0fe/0xf2b1f833e60f1229 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d98 expref: 12 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.160937:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000040a3f0fe/0xf2b1f833e60f1229 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d98 expref: 12 pid: 8871 timeout: 668 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483403.160951:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509218380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250849024:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483403.161051:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2540 going to sleep for 11 seconds 00000100:00100000:1.0:1788483403.167421:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509218380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250849024:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483403.167458:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004c9da16c/0xf2b1f833e60f1230 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d9f expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.167478:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75075ca800, rc 0) 00000100:00100000:1.0:1788483403.167566:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:22843:x1875360224670720:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 6781us (6956us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483403.167575:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 187 00000100:00100000:3.0:1788483403.191596:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.192312:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224670976 00000100:00100000:1.0:1788483403.192322:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224670976 00002000:00100000:1.0:1788483403.192373:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xf:0x0] (0->157) req@ffff9f7507353b80 x1875360224670976/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:154/0 lens 648/0 e 0 to 0 dl 1788483414 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483403.192385:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507353b80 with x1875360224670976 ext(0->157) 00002000:00010000:1.0:1788483403.192391:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7507353b80 00000100:00100000:1.0:1788483403.192422:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 56 00000100:00100000:1.0:1788483403.192433:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2400:x1875360224670976:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788483403.194906:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2400:x1875360224670976:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 2465us (3309us total) trans 4294967332 rc 0/0 00000100:00100000:1.0:1788483403.194921:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 56 00002000:00100000:1.0:1788483403.194942:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0xf:0x0] (0->157) req@ffff9f7507353b80 x1875360224670976/t4294967332(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:154/0 lens 648/448 e 0 to 0 dl 1788483414 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483403.194953:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507353b80 with x1875360224670976 ext(0->157) 00002000:00010000:1.0:1788483403.194959:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7507353b80 00000100:00100000:3.0:1788483403.200493:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.202758:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224671104 00000100:00100000:1.0:1788483403.202789:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224671104 00000100:00100000:1.0:1788483403.202875:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 763 00000100:00100000:1.0:1788483403.202886:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:22843:x1875360224671104:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788483403.211448:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967741 is committed 00000004:00080000:3.0:1788483403.211471:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 9 committed 00000100:00100000:1.0:1788483403.212461:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250849280 00000100:00100000:1.0:1788483403.212469:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250849280 00000100:00100000:1.0:1788483403.212561:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:1.0:1788483403.212571:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250849280:12345-0@lo:2:osp-syn-1-0.0 00000001:00080000:3.0:1788483403.212633:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967737 is committed 00000004:00080000:3.0:1788483403.212660:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 7 committed 00002000:00010000:1.0:1788483403.212692:0:8431:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1788483403.212696:0:8431:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1788483402 00002000:00010000:1.0:1788483403.212700:0:8431:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788483403.212703:0:8431:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb ctime from disk: 1788483402 -> 1788483402 00002000:00010000:1.0:1788483403.212706:0:8431:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1788483403.212763:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250849280:12345-0@lo:2:osp-syn-1-0.0 Request processed in 193us (468us total) trans 4294967333 rc 0/0 00000100:00100000:1.0:1788483403.212770:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1788483403.212843:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483403.212867:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250849408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788483403.212897:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:22843:x1875360224671104:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 10010us (12409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483403.212906:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 763 00000100:00100000:3.0:1788483403.214694:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788483403.215183:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483403.220489:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250849536:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483403.220554:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250849664:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483403.220589:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f1237 lrc: 3/0,1 mode: --/PW res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483403.227078:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.227125:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.227204:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483403.227393:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224671360 00000100:00100000:3.0:1788483403.227406:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224671360 00010000:00010000:3.0:1788483403.227459:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000091758d6a/0xf2b1f833e60f10e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d36 expref: 11 pid: 14965 timeout: 668 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483403.227607:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224671488 00000100:00100000:3.0:1788483403.227612:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224671488 00010000:00010000:3.0:1788483403.227631:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000078c8bf57/0xf2b1f833e60f10a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d21 expref: 11 pid: 8871 timeout: 668 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483403.228361:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 216 00000100:00100000:3.0:1788483403.228382:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224671488:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483403.228402:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483403.228416:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000078c8bf57/0xf2b1f833e60f10a8 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d21 expref: 11 pid: 8871 timeout: 668 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483403.228452:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000078c8bf57/0xf2b1f833e60f10a8 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d21 expref: 11 pid: 8871 timeout: 668 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483403.228476:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000078c8bf57/0xf2b1f833e60f10a8 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xe:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d21 expref: 11 pid: 8871 timeout: 668 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483403.231641:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483403.231659:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xe:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483403.231672:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f1237 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483403.231692:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f1237 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.233308:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f1237 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.233323:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f1237 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.233336:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f1237 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.233344:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f1237 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xe:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.233372:0:8432:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788483403.235057:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250849408:12345-0@lo:6:osp-syn-0-0.0 Request processed in 20176us (20366us total) trans 4294967328 rc 0/0 00000100:00100000:1.0:1788483403.235068:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000004:00080000:3.0:1788483403.236154:0:3641:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7507351c00/2, rc 0, transno 4294967328 00000100:00100000:3.0:1788483403.236175:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250849408:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788483403.242934:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224671232:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 15082us (15721us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483403.242948:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 190 00000100:00100000:1.0:1788483403.263052:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224671744 00000100:00100000:1.0:1788483403.263066:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224671744 00000100:00100000:1.0:1788483403.263160:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 764 00000100:00100000:1.0:1788483403.263175:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:22843:x1875360224671744:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788483403.263647:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483403.263687:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb200/0xf2b1f833e60f1222 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d91 expref: 34 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.263736:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9f7636b4fa00) 00010000:00010000:1.0:1788483403.263742:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483403.264045:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f123e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.264064:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f123e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.264758:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f123e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483403.265752:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008c5a1e66 reply state 00000000888c5a54 transno 4294967742 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f123e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.265776:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f123e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x12:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.265784:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9f7636b4fa00) 00010000:00010000:1.0:1788483403.265787:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483403.265791:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483403.268267:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:22843:x1875360224671744:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 5079us (5532us total) trans 4294967742 rc 0/0 00000100:00100000:1.0:1788483403.268281:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 764 00000100:00100000:3.0:1788483403.291583:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.309101:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224672256 00000100:00100000:1.0:1788483403.309110:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224672256 00010000:00010000:1.0:1788483403.309153:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1206 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d83 expref: 36 pid: 8191 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483403.309199:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 217 00000100:00100000:1.0:1788483403.309217:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2401:x1875360224672256:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483403.309236:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483403.309258:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1206 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d83 expref: 36 pid: 8191 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.309272:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1206 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d83 expref: 36 pid: 8191 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.309298:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1206 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x12:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d83 expref: 36 pid: 8191 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.309316:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9f7636b4fa00) 00010000:00010000:1.0:1788483403.309322:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f1245 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.309333:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f1245 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.309341:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830a00/0xf2b1f833e60f1245 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.309373:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483403.309431:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:2401:x1875360224672256:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 216us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483403.309440:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 217 00000100:00100000:3.0:1788483403.336801:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483403.336837:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250850176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483403.336916:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483403.336971:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250850176 00000100:00100000:3.0:1788483403.336980:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250850176 00000100:00100000:3.0:1788483403.337042:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1788483403.337051:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250850176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483403.337305:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 28672 granted 74944192 pending 0 free 3921412096 avail 3689861120 00000100:00100000:3.0:1788483403.337363:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250850176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 312us (446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483403.337370:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1788483403.348334:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250850560:0@lo:400:kworker.0 00000100:00100000:3.0:1788483403.348372:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483403.348394:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250851072:0@lo:400:kworker.0 00000100:00100000:3.0:1788483403.348417:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483403.348469:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250850560 00000100:00100000:3.0:1788483403.348474:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250850560 00000100:00100000:3.0:1788483403.348525:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1788483403.348532:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250850560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483403.348574:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250850560:12345-0@lo:400:kworker.0 Request processed in 42us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483403.348579:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1788483403.348626:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250850560:0@lo:400:kworker.0 00000100:00100000:3.0:1788483403.348657:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250850688 00000100:00100000:3.0:1788483403.348661:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250850688 00000100:00100000:3.0:1788483403.348688:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250851328 00000100:00100000:3.0:1788483403.348691:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250851328 00000100:00100000:3.0:1788483403.348714:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250850432 00000100:00100000:3.0:1788483403.348717:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250850432 00000100:00100000:3.0:1788483403.348727:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250850944 00000100:00100000:3.0:1788483403.348729:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250850944 00000100:00100000:3.0:1788483403.348740:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250851072 00000100:00100000:3.0:1788483403.348743:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250851072 00000100:00100000:3.0:1788483403.348756:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1788483403.348761:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250850688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483403.348805:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250850688:12345-0@lo:400:kworker.0 Request processed in 44us (1943us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483403.348823:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:3.0:1788483403.348836:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1788483403.348842:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360250851328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483403.348872:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360250851328:12345-0@lo:400:kworker.0 Request processed in 30us (1467us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483403.348878:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1788483403.348888:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1788483403.348893:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250850432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483403.348919:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250850432:12345-0@lo:400:kworker.0 Request processed in 26us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483403.348925:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1788483403.348935:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1788483403.348941:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250850944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483403.348967:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250850944:12345-0@lo:400:kworker.0 Request processed in 27us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483403.348973:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:3.0:1788483403.349902:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1788483403.349913:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250851072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483403.349958:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250851072:12345-0@lo:400:kworker.0 Request processed in 48us (1540us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483403.351387:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224672512 00000100:00100000:1.0:1788483403.351401:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224672512 00000100:00100000:1.0:1788483403.351426:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250851200 00000100:00100000:1.0:1788483403.351428:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250851200 00000100:00100000:1.0:1788483403.351521:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1788483403.351530:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250851200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483403.351617:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250851200:12345-0@lo:400:kworker.0 Request processed in 88us (4655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483403.351623:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00010000:00010000:1.0:1788483403.351676:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004c9da16c/0xf2b1f833e60f1230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d9f expref: 12 pid: 14965 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483403.351709:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 218 00000100:00100000:1.0:1788483403.351716:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224672512:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483403.351727:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483403.351754:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004c9da16c/0xf2b1f833e60f1230 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d9f expref: 12 pid: 14965 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.351769:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004c9da16c/0xf2b1f833e60f1230 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d9f expref: 12 pid: 14965 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.351795:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004c9da16c/0xf2b1f833e60f1230 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d9f expref: 12 pid: 14965 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.351828:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483403.351833:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483403.351840:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000202589ab/0xf2b1f833e60f124c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.351850:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000202589ab/0xf2b1f833e60f124c lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.351895:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483403.351940:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224672512:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 224us (7214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483403.351946:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 218 00000100:00080000:1.0:1788483403.355648:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483403.355658:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483403.355662:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483403.355720:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250851072:0@lo:400:kworker.0 00000100:00100000:3.0:1788483403.363546:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1788483403.367947:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224672768 00000100:00100000:3.0:1788483403.367964:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224672768 00000100:00100000:1.0:1788483403.368317:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 766 00000100:00100000:1.0:1788483403.368333:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:22843:x1875360224672768:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788483403.368437:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1253 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.368471:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1253 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.368485:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1253 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.368701:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f125a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.368713:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830200/0xf2b1f833e60f1214 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d8a expref: 35 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.368722:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f125a lrc: 4/0,1 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.368778:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830200/0xf2b1f833e60f1214 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d8a expref: 35 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.368793:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830200/0xf2b1f833e60f1214 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d8a expref: 35 pid: 6515 timeout: 668 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483403.368810:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250851584:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483403.368936:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2240 going to sleep for 11 seconds 00000100:00100000:1.0:1788483403.379830:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483403.389030:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250851712 00000100:00100000:3.0:1788483403.389046:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250851712 00000100:00100000:3.0:1788483403.389116:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1788483403.389127:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6515:x1875360250851712:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788483403.389273:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6515:x1875360250851712:12345-0@lo:1000:mdt00_001.0 Request processed in 147us (1491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483403.389281:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1788483403.389601:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507731f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6515:1875360250851712:0@lo:1000:mdt00_001.0 00000001:00080000:1.0:1788483403.389740:0:6515:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967746 00000100:00100000:1.0:1788483403.389808:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6515:1875360250851840:0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788483403.389860:0:6515:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483403.389890:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2240 going to sleep for 11 seconds 00000100:00100000:3.0:1788483403.389954:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250851840 00000100:00100000:3.0:1788483403.389959:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250851840 00000100:00100000:3.0:1788483403.389995:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1788483403.390001:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6515:x1875360250851840:12345-0@lo:1000:mdt00_001.0 00000100:00100000:3.0:1788483403.390101:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6515:x1875360250851840:12345-0@lo:1000:mdt00_001.0 Request processed in 99us (240us total) trans 4294967335 rc 0/0 00000100:00100000:3.0:1788483403.390107:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1788483403.390181:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-mdtlov_UUID:6515:1875360250851840:0@lo:1000:mdt00_001.0 00010000:00010000:1.0:1788483403.390217:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f125a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390227:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f125a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390234:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f125a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390240:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75084fea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483403.390244:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f125a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390266:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f125a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390283:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9f7636b4fa00) 00010000:00010000:1.0:1788483403.390286:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483403.390290:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f125a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390296:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f125a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x12:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390320:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f11a4 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390326:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f11a4 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390331:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f11a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390337:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75084ff400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483403.390340:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f11a4 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390345:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f11a4 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390354:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x28:0x0].0x0 (ffff9f7636b63500) 00010000:00010000:1.0:1788483403.390357:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483403.390364:0:6515:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ffc00/0xf2b1f833e60f11ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d6e expref: 72 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390615:0:6515:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ffc00/0xf2b1f833e60f11ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d6e expref: 72 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390623:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ffc00/0xf2b1f833e60f11ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d6e expref: 72 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.390648:0:6515:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ffc00/0xf2b1f833e60f11ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146d6e expref: 72 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483403.390659:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921bb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250851968:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483403.390716:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2240 going to sleep for 11 seconds 00000100:00100000:1.0:1788483403.394457:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483403.399576:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.399704:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224673152 00000100:00100000:1.0:1788483403.399715:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224673152 00000100:00100000:1.0:1788483403.399769:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 193 00000100:00100000:1.0:1788483403.399779:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:22842:x1875360224673152:12345-192.168.206.36@tcp:101:md5sum.0 00010000:00010000:1.0:1788483403.399794:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483403.399825:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000075370bdc/0xf2b1f833e60f1261 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146da6 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483403.399849:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0xf:0x0] initial LVB size: 158, mtime: 0x6a9a1745, atime: 0x6a9a1745, ctime: 0x6a9a1749, blocks: 0x8 00010000:00010000:1.0:1788483403.399869:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=568s v=(0 0) 00010000:00010000:1.0:1788483403.399874:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483403.399883:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000075370bdc/0xf2b1f833e60f1261 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146da6 expref: 10 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.399917:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000075370bdc/0xf2b1f833e60f1261 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146da6 expref: 10 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483403.399930:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2200, rc 0) 00000100:00100000:1.0:1788483403.399977:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+10:22842:x1875360224673152:12345-192.168.206.36@tcp:101:md5sum.0 Request processed in 199us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483403.399984:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 193 00000040:00080000:3.0:1788483403.403593:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483403.403598:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483403.404122:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788483403.404134:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483403.409898:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.410366:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224673280 00000100:00100000:1.0:1788483403.410380:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224673280 00002000:00100000:1.0:1788483403.410436:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff9f7507350e00 x1875360224673280/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:154/0 lens 488/0 e 0 to 0 dl 1788483414 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483403.410448:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507350e00 with x1875360224673280 ext(0->4095) 00002000:00010000:1.0:1788483403.410453:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7507350e00 00000100:00100000:1.0:1788483403.410491:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 57 00000100:00100000:1.0:1788483403.410541:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224673280:12345-192.168.206.36@tcp:3:md5sum.0 00000100:00100000:1.0:1788483403.410748:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224673280:12345-192.168.206.36@tcp:3:md5sum.0 Request processed in 248us (867us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788483403.410756:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 57 00002000:00100000:1.0:1788483403.410765:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0xf:0x0] (0->4095) req@ffff9f7507350e00 x1875360224673280/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:154/0 lens 488/4536 e 0 to 0 dl 1788483414 ref 1 fl Complete:/600/0 rc 4096/4096 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483403.410773:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507350e00 with x1875360224673280 ext(0->4095) 00002000:00010000:1.0:1788483403.410777:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7507350e00 00010000:00010000:3.0:1788483403.413860:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483403.413869:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f126f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483403.413878:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483403.413882:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f126f lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483403.413891:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f126f lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483403.413918:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x12:0x0].0x0 (ffff9f7636b4fa00) 00010000:00010000:3.0:1788483403.413921:0:6503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788483403.413927:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f126f lrc: 1/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483403.413933:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f126f lrc: 0/0,0 mode: --/PW res: [0x200000403:0x12:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483403.413949:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483403.413951:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483403.413953:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483403.417671:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.417779:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224673792 00000100:00100000:1.0:1788483403.417822:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224673792 00000100:00100000:1.0:1788483403.417897:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 149 00000100:00100000:1.0:1788483403.417907:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e758050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+73:22842:x1875360224673792:12345-192.168.206.36@tcp:35:md5sum.0 00000100:00100000:1.0:1788483403.418359:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e758050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+74:22842:x1875360224673792:12345-192.168.206.36@tcp:35:md5sum.0 Request processed in 450us (701us total) trans 4294967750 rc 0/0 00000100:00100000:1.0:1788483403.418368:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 149 00000100:00100000:1.0:1788483403.434552:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483403.846688:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250852096:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483403.846787:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483403.847015:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250852096 00000100:00100000:3.0:1788483403.847025:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250852096 00000100:00100000:3.0:1788483403.847097:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1788483403.847106:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250852096:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483403.847148:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483403.847210:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250852096:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483403.847217:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1788483403.847276:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250852096:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788483404.548893:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483405.893059:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483405.893083:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250852224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483405.893151:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483405.893321:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250852224 00000100:00100000:3.0:1788483405.893329:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250852224 00000100:00100000:3.0:1788483405.893389:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1788483405.893399:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250852224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483405.893429:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788483405.893475:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250852224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483405.893531:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:3.0:1788483405.893797:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250852352 00000100:00100000:3.0:1788483405.893812:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250852352 00000100:00100000:3.0:1788483405.893848:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1788483405.893855:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250852352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483405.893866:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788483405.893905:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250852352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 50us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483405.893912:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00080000:1.0:1788483405.894110:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483405.894135:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250852224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483406.932639:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250852480 00000100:00100000:1.0:1788483406.932648:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250852480 00000100:00100000:1.0:1788483406.932694:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788483406.932704:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250852480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483406.932735:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444442112 avail 1298202624 00000100:00100000:1.0:1788483406.932783:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250852480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483406.932790:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788483406.932848:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250852480:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483408.048812:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483408.048866:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483408.048953:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224674048 00000100:00100000:3.0:1788483408.048974:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224674048 00000100:00100000:3.0:1788483408.049037:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 460 00000100:00100000:3.0:1788483408.049047:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224674048:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483408.049114:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224674048:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 68us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483408.049122:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 460 00000100:00100000:1.0:1788483408.050625:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483408.050663:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483408.050731:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224674560 00000100:00100000:3.0:1788483408.050739:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224674560 00000100:00100000:3.0:1788483408.050801:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 357 00000100:00100000:3.0:1788483408.050810:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224674560:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483408.050864:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224674560:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 55us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483408.050871:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 357 00000100:00100000:1.0:1788483408.060156:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483408.060188:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483408.066402:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483408.066430:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483408.066462:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00080000:1.0:1788483408.066490:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483408.066496:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483408.066527:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224675072 00000100:00100000:1.0:1788483408.066535:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224675072 00000100:00100000:1.0:1788483408.066582:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224674432 00000100:00100000:1.0:1788483408.066585:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224674432 00000100:00100000:1.0:1788483408.066598:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224674944 00000100:00100000:1.0:1788483408.066600:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224674944 00000100:00100000:1.0:1788483408.066615:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 358 00000100:00100000:1.0:1788483408.066625:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224675072:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483408.066694:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224675072:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 71us (6548us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483408.066702:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 358 00000100:00100000:1.0:1788483408.066719:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 359 00000100:00100000:1.0:1788483408.066725:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224674432:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483408.066749:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224674432:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483408.066755:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 359 00000100:00100000:1.0:1788483408.066766:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 360 00000100:00100000:1.0:1788483408.066797:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224674944:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483408.066825:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224674944:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 39us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483408.066831:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 360 00000100:00100000:1.0:1788483408.066853:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224674176 00000100:00100000:1.0:1788483408.066856:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224674176 00000100:00100000:1.0:1788483408.066873:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224674688 00000100:00100000:1.0:1788483408.066875:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224674688 00000100:00100000:1.0:1788483408.066887:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 653 00000100:00100000:1.0:1788483408.066893:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224674304:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483408.066920:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224674304:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (18055us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483408.066926:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 653 00000100:00100000:1.0:1788483408.066937:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 654 00000100:00100000:1.0:1788483408.066943:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224674816:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483408.072523:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224674816:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 17us (16297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483408.072540:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 654 00000100:00100000:1.0:1788483408.072585:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 655 00000100:00100000:1.0:1788483408.072601:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+74:2401:x1875360224674176:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483408.072684:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+74:2401:x1875360224674176:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 92us (12495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483408.072691:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 655 00000100:00100000:1.0:1788483408.072707:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 656 00000100:00100000:1.0:1788483408.072731:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2401:x1875360224674688:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483408.072761:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2401:x1875360224674688:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (6331us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483408.072768:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 656 00000100:00080000:1.0:1788483408.074921:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483408.074934:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483408.074937:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483408.454251:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250852608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483408.454325:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483408.472359:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250852608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483408.967875:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250854400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483408.967956:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483408.968449:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250854400:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1788483408.970608:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967750 is committed 00000001:00080000:3.0:1788483408.970766:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967749 is committed 00000020:00080000:3.0:1788483408.970792:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7631fd2d80 refcount 2 committed 0 result 0 batchid 10 00000020:00080000:3.0:1788483408.970798:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7613588200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7631fd2a80 00000020:00080000:3.0:1788483408.970802:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7613588300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7605308000 00000020:00080000:3.0:1788483408.970859:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 10 committed batchid 9 00000020:00080000:3.0:1788483408.970975:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 9 00000100:00100000:1.0:1788483408.984390:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483409.014407:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000040:00080000:3.0:1788483410.566972:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483410.566985:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483410.567089:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 18 count 2 00000040:00080000:3.0:1788483410.567100:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:02000400:3.0:1788483410.795469:0:19336:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 11c: Import a file to a directory with a pool ========================================================== 20:56:48 (1788483408) 00000100:00100000:3.0:1788483411.022396:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250854656:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483411.022493:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483411.022593:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483411.022603:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250854528:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483411.022629:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483411.022670:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250854656 00000100:00100000:3.0:1788483411.022679:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250854656 00000100:00100000:3.0:1788483411.022739:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250854528 00000100:00100000:3.0:1788483411.022755:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250854528 00000100:00100000:3.0:1788483411.022799:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1788483411.022809:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250854656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483411.022847:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788483411.022898:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250854656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483411.022906:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:3.0:1788483411.022925:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1788483411.022932:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250854528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483411.022942:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788483411.022966:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250854528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 35us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483411.022972:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00080000:3.0:1788483411.022990:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483411.023035:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250854528:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483411.023050:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250854656:0@lo:13:osp-pre-0-1.0 00000020:00000080:3.0:1788483411.968925:0:19384:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffeb1276c70 20000000:00000080:3.0:1788483411.968948:0:19384:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9f750720f400 uarg=0000000000000000 00000040:00100000:3.0:1788483411.969610:0:19384:0:(llog.c:1072:llog_reverse_process()) index 51 : idx 49 00000040:00100000:3.0:1788483411.969623:0:19384:0:(llog.c:1072:llog_reverse_process()) index 47 : idx 1 00000040:00080000:3.0:1788483411.969749:0:19384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].52, 224 off17176 20000000:01000000:3.0:1788483411.969784:0:19384:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce020 lustre test_11c (null) (null) 00000040:00080000:3.0:1788483411.969804:0:19384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].53, 112 off17288 00000040:00080000:3.0:1788483411.969823:0:19384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].54, 224 off17512 00000040:00080000:3.0:1788483411.969893:0:19384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].46, 224 off16208 20000000:01000000:3.0:1788483411.969902:0:19384:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:3.0:1788483411.969917:0:19384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].47, 120 off16328 00000040:00080000:3.0:1788483411.970119:0:19384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].49, 224 off16608 00000040:00080000:3.0:1788483411.970192:0:19384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].46, 224 off16240 20000000:01000000:3.0:1788483411.970201:0:19384:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce020 lustre test_11c (null) (null) 00000040:00080000:3.0:1788483411.970214:0:19384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].47, 120 off16360 00000040:00080000:3.0:1788483411.970364:0:19384:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].49, 224 off16608 10000000:01000000:3.0:1788483411.970380:0:19384:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1788483411.970405:0:19384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970426:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f76366ec000/0xf2b1f833e60ee272 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60ee26b expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970439:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f7631f5fe00/0xf2b1f833e60ee279 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fde expref: 12 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970446:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f761334a800/0xf2b1f833e60ee287 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60ee280 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970453:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f7631f5e400/0xf2b1f833e60ee295 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60ee28e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970460:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f7636ab8200/0xf2b1f833e60ee2a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60ee29c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970468:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f76366ec200/0xf2b1f833e60ee2b1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fe5 expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970476:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f76366eda00/0xf2b1f833e60ee2b8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60ee2aa expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970483:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f76366ec400/0xf2b1f833e60ee2c6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60ee2bf expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970534:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f7636ab9e00/0xf2b1f833e60ee2d4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60ee2cd expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970541:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60ee2e2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60ee2db expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970547:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f76366ece00/0xf2b1f833e60ee2f0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60ee2e9 expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970554:0:19384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f7636ab9200/0xf2b1f833e60ee33d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145ff3 expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970561:0:19384:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970609:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f7636ab9200/0xf2b1f833e60ee33d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145ff3 expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970627:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f7636ab9200/0xf2b1f833e60ee33d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145ff3 expref: 12 pid: 6507 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.970644:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250854784:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483411.970795:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f76366ece00/0xf2b1f833e60ee2f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60ee2e9 expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970805:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f76366ece00/0xf2b1f833e60ee2f0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2e9 expref: 23 pid: 6507 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.970814:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250854912:0@lo:104: 00000100:00100000:3.0:1788483411.970870:0:19384:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483411.970906:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60ee2e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60ee2db expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970914:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60ee2e2 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2db expref: 23 pid: 6507 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.970923:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855040:0@lo:104: 00000100:00100000:3.0:1788483411.970947:0:19384:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483411.970969:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f7636ab9e00/0xf2b1f833e60ee2d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60ee2cd expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.970978:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f7636ab9e00/0xf2b1f833e60ee2d4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2cd expref: 23 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.970986:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855168:0@lo:104: 00010000:00010000:3.0:1788483411.971011:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f76366ec400/0xf2b1f833e60ee2c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60ee2bf expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.971019:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f76366ec400/0xf2b1f833e60ee2c6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2bf expref: 23 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.971027:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855296:0@lo:104: 00010000:00010000:3.0:1788483411.971050:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f76366eda00/0xf2b1f833e60ee2b8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60ee2aa expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.971057:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f76366eda00/0xf2b1f833e60ee2b8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2aa expref: 23 pid: 6507 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.971064:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507353480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855424:0@lo:104: 00010000:00010000:3.0:1788483411.971101:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f76366ec200/0xf2b1f833e60ee2b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fe5 expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.971110:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f76366ec200/0xf2b1f833e60ee2b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fe5 expref: 12 pid: 6507 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.971118:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855552:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483411.971149:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f7636ab8200/0xf2b1f833e60ee2a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60ee29c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.971157:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f7636ab8200/0xf2b1f833e60ee2a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60ee29c expref: 23 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.971165:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081af100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855680:0@lo:104: 00010000:00010000:3.0:1788483411.971193:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f7631f5e400/0xf2b1f833e60ee295 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60ee28e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.971201:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f7631f5e400/0xf2b1f833e60ee295 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60ee28e expref: 23 pid: 6509 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.971208:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ac380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855808:0@lo:104: 00010000:00010000:3.0:1788483411.971230:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f761334a800/0xf2b1f833e60ee287 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60ee280 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.971237:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f761334a800/0xf2b1f833e60ee287 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60ee280 expref: 23 pid: 6509 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.971244:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855936:0@lo:104: 00010000:00010000:3.0:1788483411.971282:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f7631f5fe00/0xf2b1f833e60ee279 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fde expref: 12 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.971310:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f7631f5fe00/0xf2b1f833e60ee279 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fde expref: 12 pid: 6508 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.971318:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250856064:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483411.971365:0:19384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f76366ec000/0xf2b1f833e60ee272 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60ee26b expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.971372:0:19384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f76366ec000/0xf2b1f833e60ee272 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60ee26b expref: 23 pid: 6507 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.971380:0:19384:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081afb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250856192:0@lo:104: 00000100:00100000:3.0:1788483411.971411:0:19384:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe69c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483411.971638:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788483411.971679:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.971694:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.971703:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.971712:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.971721:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.971730:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.971738:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.971748:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250854912 00000100:00100000:1.0:1788483411.971756:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250854912 00000100:00100000:1.0:1788483411.971817:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/3 left), rc = 0 00000100:00100000:1.0:1788483411.971823:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250855040 00000100:00100000:1.0:1788483411.971826:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250855040 00000100:00100000:1.0:1788483411.971836:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250855168 00000100:00100000:1.0:1788483411.971838:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250855168 00000100:00100000:1.0:1788483411.971845:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250855296 00000100:00100000:1.0:1788483411.971847:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250855296 00000100:00100000:1.0:1788483411.971854:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250855424 00000100:00100000:1.0:1788483411.971855:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250855424 00000100:00100000:1.0:1788483411.971863:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250855680 00000100:00100000:1.0:1788483411.971864:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250855680 00000100:00100000:1.0:1788483411.971871:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250855808 00000100:00100000:1.0:1788483411.971879:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250855808 00000100:00100000:1.0:1788483411.971891:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250855936 00000100:00100000:1.0:1788483411.971893:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250855936 00000100:00100000:1.0:1788483411.971904:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250856192 00000100:00100000:1.0:1788483411.971905:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250856192 00000100:00100000:1.0:1788483411.971918:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788483411.971927:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+11:19384:x1875360250854912:12345-0@lo:104: 00010000:00010000:1.0:1788483411.971966:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f600/0xf2b1f833e60ee2e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2f0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.972024:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788483411.972031:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+11:19384:x1875360250854912:12345-0@lo:104: Request processed in 105us (1162us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.972038:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788483411.972202:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788483411.972212:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750777f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+10:19384:x1875360250855040:12345-0@lo:104: 00010000:00010000:1.0:1788483411.972223:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f7631f5fc00/0xf2b1f833e60ee2db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2e2 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.972270:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788483411.972277:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750777f850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+10:19384:x1875360250855040:12345-0@lo:104: Request processed in 68us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.972284:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788483411.972331:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788483411.972340:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+9:19384:x1875360250855168:12345-0@lo:104: 00010000:00010000:1.0:1788483411.972350:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f76366eca00/0xf2b1f833e60ee2cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2d4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.972384:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1788483411.972399:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+9:19384:x1875360250855168:12345-0@lo:104: Request processed in 61us (719us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.972405:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:1.0:1788483411.972418:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788483411.972423:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+8:19384:x1875360250855296:12345-0@lo:104: 00010000:00010000:1.0:1788483411.972431:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f000/0xf2b1f833e60ee2bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2c6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.972455:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1788483411.972459:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+8:19384:x1875360250855296:12345-0@lo:104: Request processed in 37us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.972465:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788483411.972475:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788483411.972479:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+7:19384:x1875360250855424:12345-0@lo:104: 00010000:00010000:1.0:1788483411.972487:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f76366ed800/0xf2b1f833e60ee2aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2b8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.972549:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:1.0:1788483411.972554:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+7:19384:x1875360250855424:12345-0@lo:104: Request processed in 75us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.972559:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788483411.972570:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788483411.972575:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+6:19384:x1875360250855680:12345-0@lo:104: 00010000:00010000:1.0:1788483411.972582:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60ee29c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.972606:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:1.0:1788483411.972615:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+6:19384:x1875360250855680:12345-0@lo:104: Request processed in 40us (902us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.972621:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788483411.972632:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788483411.972638:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+5:19384:x1875360250855808:12345-0@lo:104: 00010000:00010000:1.0:1788483411.972645:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60ee28e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee295 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.972966:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:1.0:1788483411.972974:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+5:19384:x1875360250855808:12345-0@lo:104: Request processed in 335us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.972982:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788483411.973001:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788483411.973009:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+4:19384:x1875360250855936:12345-0@lo:104: 00010000:00010000:1.0:1788483411.973020:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f7631f5ea00/0xf2b1f833e60ee280 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee287 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973050:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/8 locks to priority blp list, 8 blwis in pool 00000100:00100000:1.0:1788483411.973056:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+4:19384:x1875360250855936:12345-0@lo:104: Request processed in 49us (1325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.973061:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788483411.973074:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788483411.973080:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75077b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+3:19384:x1875360250856192:12345-0@lo:104: 00010000:00010000:1.0:1788483411.973087:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f7631f5ee00/0xf2b1f833e60ee26b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee272 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973117:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/9 locks to priority blp list, 9 blwis in pool 00000100:00100000:1.0:1788483411.973132:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75077b8450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+3:19384:x1875360250856192:12345-0@lo:104: Request processed in 51us (1392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.973139:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00010000:1.0:1788483411.973219:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 8 total in blp. (8 blwis in pool) 00010000:00010000:1.0:1788483411.973227:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f600/0xf2b1f833e60ee2e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2f0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973236:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f600 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483411.973242:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f600/0xf2b1f833e60ee2e9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60ee2f0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973253:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f600/0xf2b1f833e60ee2e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60ee2f0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483411.973262:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f600/0xf2b1f833e60ee2e9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60ee2f0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483411.973269:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788483411.973330:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f600/0xf2b1f833e60ee2e9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2f0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973337:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483411.973361:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f600/0xf2b1f833e60ee2e9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2f0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973367:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f600/0xf2b1f833e60ee2e9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2f0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973382:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 7 total in blp. (7 blwis in pool) 00010000:00010000:1.0:1788483411.973385:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f7631f5fc00/0xf2b1f833e60ee2db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2e2 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973400:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483411.973403:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f7631f5fc00/0xf2b1f833e60ee2db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60ee2e2 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973410:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f7631f5fc00/0xf2b1f833e60ee2db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60ee2e2 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483411.973415:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f7631f5fc00/0xf2b1f833e60ee2db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60ee2e2 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483411.973420:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788483411.973452:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f7631f5fc00/0xf2b1f833e60ee2db lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2e2 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973456:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483411.973462:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f7631f5fc00/0xf2b1f833e60ee2db lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2e2 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973468:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f7631f5fc00/0xf2b1f833e60ee2db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2e2 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973475:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:1.0:1788483411.973478:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f76366eca00/0xf2b1f833e60ee2cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2d4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973483:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483411.973485:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f76366eca00/0xf2b1f833e60ee2cd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60ee2d4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973526:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f76366eca00/0xf2b1f833e60ee2cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60ee2d4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483411.973532:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f76366eca00/0xf2b1f833e60ee2cd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60ee2d4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483411.973537:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788483411.973569:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f76366eca00/0xf2b1f833e60ee2cd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2d4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973573:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483411.973590:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f76366eca00/0xf2b1f833e60ee2cd lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2d4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973596:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f76366eca00/0xf2b1f833e60ee2cd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2d4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973605:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:1.0:1788483411.973608:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f000/0xf2b1f833e60ee2bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2c6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973612:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f000 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483411.973615:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f000/0xf2b1f833e60ee2bf lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60ee2c6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.973621:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f000/0xf2b1f833e60ee2bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60ee2c6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483411.973626:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f000/0xf2b1f833e60ee2bf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60ee2c6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483411.973637:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788483411.974041:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f000/0xf2b1f833e60ee2bf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2c6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.974049:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483411.974057:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f000/0xf2b1f833e60ee2bf lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2c6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.974063:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f7631f5f000/0xf2b1f833e60ee2bf lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2c6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.974073:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788483411.974077:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f76366ed800/0xf2b1f833e60ee2aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2b8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.974082:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed800 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483411.974086:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f76366ed800/0xf2b1f833e60ee2aa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60ee2b8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.974093:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f76366ed800/0xf2b1f833e60ee2aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60ee2b8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483411.974100:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f76366ed800/0xf2b1f833e60ee2aa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60ee2b8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483411.974105:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1788483411.974274:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250854912:0@lo:104: 00000100:00100000:3.0:1788483411.974287:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855040:0@lo:104: 00000100:00100000:3.0:1788483411.974296:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855168:0@lo:104: 00000100:00100000:3.0:1788483411.974305:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855296:0@lo:104: 00000100:00100000:3.0:1788483411.974314:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507353480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855424:0@lo:104: 00000100:00100000:3.0:1788483411.974324:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081af100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855680:0@lo:104: 00000100:00100000:3.0:1788483411.974333:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ac380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855808:0@lo:104: 00000100:00100000:3.0:1788483411.974342:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855936:0@lo:104: 00000100:00100000:3.0:1788483411.974351:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081afb80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250856192:0@lo:104: 00010000:00010000:1.0:1788483411.974403:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f76366ed800/0xf2b1f833e60ee2aa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2b8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.974410:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483411.974423:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f76366ed800/0xf2b1f833e60ee2aa lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2b8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.974431:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f76366ed800/0xf2b1f833e60ee2aa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2b8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.974442:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788483411.974446:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60ee29c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60ee2a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.974453:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334ba00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483411.974456:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60ee29c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60ee2a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.974463:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60ee29c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60ee2a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483411.974470:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60ee29c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60ee2a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483411.974475:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00000100:00100000:3.0:1788483411.978127:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250854784:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483411.978140:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250855552:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483411.978160:0:19384:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aca80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19384:1875360250856064:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483411.978211:0:19384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.978321:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60ee29c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.978330:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483411.978342:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60ee29c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.978349:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60ee29c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60ee2a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.978364:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483411.978373:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483411.978375:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483411.978395:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250856576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483411.978443:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.978553:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250857088:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483411.978576:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.979515:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788483411.979525:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250856704:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483411.979552:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483411.979883:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250856576 00000100:00100000:3.0:1788483411.979892:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250856576 00010000:00010000:3.0:1788483411.979929:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f7636ab9e00/0xf2b1f833e60ee2d4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2cd expref: 20 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.980009:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250857088 00000100:00100000:3.0:1788483411.980014:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250857088 00010000:00010000:3.0:1788483411.980030:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f76366ec000/0xf2b1f833e60ee272 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60ee26b expref: 21 pid: 6507 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.980046:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1788483411.980054:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:3640:x1875360250856576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788483411.980069:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483411.980076:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f7636ab9e00/0xf2b1f833e60ee2d4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2cd expref: 21 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.980089:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f7636ab9e00/0xf2b1f833e60ee2d4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2cd expref: 21 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.980104:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f7636ab9e00/0xf2b1f833e60ee2d4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60ee2cd expref: 21 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.980122:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483411.980160:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:3640:x1875360250856576:12345-0@lo:103:ldlm_bl.0 Request processed in 106us (1717us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483411.980167:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1788483411.980200:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1788483411.980207:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:3640:x1875360250857088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788483411.980215:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483411.980219:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f76366ec000/0xf2b1f833e60ee272 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60ee26b expref: 19 pid: 6507 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.980229:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f76366ec000/0xf2b1f833e60ee272 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60ee26b expref: 19 pid: 6507 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.980241:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f76366ec000/0xf2b1f833e60ee272 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60ee26b expref: 19 pid: 6507 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.980254:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483411.980286:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:3640:x1875360250857088:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (1708us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483411.980294:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1788483411.980424:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250857216:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483411.980459:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.980492:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250856576:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483411.980538:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250857088:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483411.980574:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250856704 00000100:00100000:1.0:1788483411.980577:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250856704 00010000:00010000:1.0:1788483411.980595:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f76366ec400/0xf2b1f833e60ee2c6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2bf expref: 18 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483411.980608:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250857216 00000100:00100000:1.0:1788483411.980610:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250857216 00010000:00010000:1.0:1788483411.980619:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f7636ab8200/0xf2b1f833e60ee2a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60ee29c expref: 19 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483411.980628:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1788483411.980633:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:3640:x1875360250856704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483411.980640:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483411.980643:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f76366ec400/0xf2b1f833e60ee2c6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2bf expref: 19 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.980670:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f76366ec400/0xf2b1f833e60ee2c6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60ee2bf expref: 19 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.980679:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f76366ec400/0xf2b1f833e60ee2c6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60ee2bf expref: 19 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.980688:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483411.980718:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:3640:x1875360250856704:12345-0@lo:103:ldlm_bl.0 Request processed in 85us (1166us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.980724:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1788483411.980738:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1788483411.980743:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:3640:x1875360250857216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483411.980750:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483411.980754:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f7636ab8200/0xf2b1f833e60ee2a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60ee29c expref: 17 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.980761:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f7636ab8200/0xf2b1f833e60ee2a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60ee29c expref: 17 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.980782:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f7636ab8200/0xf2b1f833e60ee2a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60ee29c expref: 17 pid: 6508 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.980789:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483411.980810:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:3640:x1875360250857216:12345-0@lo:103:ldlm_bl.0 Request processed in 67us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.980815:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1788483411.980840:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250856704:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483411.980846:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250857216:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483411.980870:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483411.980916:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250857344 00000100:00100000:1.0:1788483411.980920:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250857344 00010000:00010000:1.0:1788483411.980933:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f761334a800/0xf2b1f833e60ee287 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60ee280 expref: 16 pid: 6509 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483411.980962:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1788483411.980968:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:3638:x1875360250857344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483411.980977:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483411.980982:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f761334a800/0xf2b1f833e60ee287 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60ee280 expref: 16 pid: 6509 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.980992:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f761334a800/0xf2b1f833e60ee287 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60ee280 expref: 16 pid: 6509 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.981004:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f761334a800/0xf2b1f833e60ee287 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60ee280 expref: 16 pid: 6509 timeout: 726 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483411.981017:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483411.981049:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+15:3638:x1875360250857344:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483411.981055:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1788483411.981081:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250857344:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788483411.982039:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224675712 00000100:00100000:3.0:1788483411.982050:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224675712 00010000:00010000:3.0:1788483411.982083:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f7636ab9200/0xf2b1f833e60ee33d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145ff3 expref: 13 pid: 6507 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.982104:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224675968 00000100:00100000:3.0:1788483411.982107:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224675968 00010000:00010000:3.0:1788483411.982117:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f7631f5fe00/0xf2b1f833e60ee279 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fde expref: 14 pid: 6508 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.982126:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224675840 00000100:00100000:3.0:1788483411.982128:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224675840 00010000:00010000:3.0:1788483411.982136:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f76366ec200/0xf2b1f833e60ee2b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fe5 expref: 15 pid: 6507 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483411.982162:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 229 00000100:00100000:3.0:1788483411.982169:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+15:2399:x1875360224675712:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483411.982181:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483411.982185:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f7636ab9200/0xf2b1f833e60ee33d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145ff3 expref: 15 pid: 6507 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982197:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f7636ab9200/0xf2b1f833e60ee33d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145ff3 expref: 15 pid: 6507 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982214:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f7636ab9200/0xf2b1f833e60ee33d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145ff3 expref: 15 pid: 6507 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982224:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483411.982289:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+14:2399:x1875360224675712:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 121us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483411.982296:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 229 00000100:00100000:3.0:1788483411.982314:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 230 00000100:00100000:3.0:1788483411.982320:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224675968:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483411.982329:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483411.982333:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f7631f5fe00/0xf2b1f833e60ee279 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fde expref: 13 pid: 6508 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982343:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f7631f5fe00/0xf2b1f833e60ee279 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fde expref: 13 pid: 6508 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982353:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f7631f5fe00/0xf2b1f833e60ee279 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fde expref: 13 pid: 6508 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982370:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483411.982396:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:2399:x1875360224675968:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 76us (1033us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483411.982404:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 230 00000100:00100000:3.0:1788483411.982454:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 231 00000100:00100000:3.0:1788483411.982463:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:2399:x1875360224675840:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483411.982473:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483411.982479:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f76366ec200/0xf2b1f833e60ee2b1 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fe5 expref: 11 pid: 6507 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982491:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f76366ec200/0xf2b1f833e60ee2b1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fe5 expref: 11 pid: 6507 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982545:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f76366ec200/0xf2b1f833e60ee2b1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb145fe5 expref: 11 pid: 6507 timeout: 676 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982563:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982574:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982593:0:6502:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982603:0:6502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982623:0:6502:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982632:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.982641:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76027e2a00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483411.982646:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.983285:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.985090:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 3/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.985111:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1276 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483411.985136:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483411.985271:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+10:2399:x1875360224675840:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 2801us (3873us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483411.985283:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 231 00000100:00100000:3.0:1788483412.036686:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483412.036709:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250857472:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483412.036790:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483412.042363:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250857472:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483413.166053:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483413.166108:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483413.166139:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483413.166171:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483413.166199:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483413.166218:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483413.166237:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483413.166269:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483413.166309:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224676096 00000100:00100000:2.0:1788483413.166323:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224676096 00000100:00100000:3.0:1788483413.166331:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224676736 00000100:00100000:1.0:1788483413.166333:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224676224 00000100:00100000:3.0:1788483413.166350:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224676736 00000100:00100000:1.0:1788483413.166353:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224676224 00000100:00100000:2.0:1788483413.166396:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 462 00000100:00100000:2.0:1788483413.166412:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+10:2401:x1875360224676096:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483413.166414:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224676352 00000100:00100000:3.0:1788483413.166421:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224676352 00000100:00100000:1.0:1788483413.166430:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224676864 00000100:00100000:1.0:1788483413.166437:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224676864 00000100:00100000:3.0:1788483413.166466:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 663 00000100:00100000:3.0:1788483413.166478:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+32:2401:x1875360224676736:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483413.166954:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+10:2401:x1875360224676096:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 545us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.166962:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 462 00000100:00100000:3.0:1788483413.172379:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+32:2401:x1875360224676736:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 5886us (6252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.182301:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 664 00000100:00100000:1.0:1788483413.182332:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+73:2401:x1875360224676224:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483413.182442:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+73:2401:x1875360224676224:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 128us (16477us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.182451:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 664 00000100:00100000:1.0:1788483413.182473:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 665 00000100:00100000:1.0:1788483413.182481:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224676352:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483413.182526:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224676352:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 46us (16325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.182533:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 665 00000100:00100000:1.0:1788483413.182548:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 666 00000100:00100000:1.0:1788483413.182555:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224676864:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483413.182578:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224676864:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (16339us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.182583:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 666 00000100:00080000:1.0:1788483413.182679:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483413.182684:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483413.182687:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483413.182690:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483413.188800:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 663 00000100:00100000:1.0:1788483413.317665:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250857600 00000100:00100000:1.0:1788483413.317685:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250857600 00000100:00100000:1.0:1788483413.317752:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1788483413.317773:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+15:6512:x1875360250857600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483413.317789:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483413.317808:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75086f3400/0xf2b1f833e60f1284 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f127d expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.317838:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75086f3400/0xf2b1f833e60f1284 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f127d expref: 16 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.318121:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75086f3400/0xf2b1f833e60f1284 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f127d expref: 16 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.318131:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:1.0:1788483413.318197:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250857600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 436us (1025us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.318205:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1788483413.319488:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250857728 00000100:00100000:1.0:1788483413.319494:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250857728 00000100:00100000:1.0:1788483413.319592:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788483413.319601:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250857728:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483413.319771:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250857728:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 162us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.319778:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788483413.323758:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250857856 00000100:00100000:1.0:1788483413.323787:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250857856 00000100:00100000:1.0:1788483413.324026:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1788483413.324040:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250857856:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483413.325432:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250857856:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1384us (3603us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.325446:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1788483413.326999:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250857984 00000100:00100000:2.0:1788483413.327009:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250857984 00000100:00100000:2.0:1788483413.327177:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1788483413.327189:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19388:x1875360250857984:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483413.327480:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19388:x1875360250857984:12345-0@lo:502:llog_process_th.0 Request processed in 292us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.327487:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788483413.327816:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250858112 00000100:00100000:1.0:1788483413.327822:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250858112 00000100:00100000:1.0:1788483413.328036:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1788483413.328048:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19388:x1875360250858112:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483413.328182:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19388:x1875360250858112:12345-0@lo:502:llog_process_th.0 Request processed in 136us (523us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.328189:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000020:01000000:3.0:1788483413.328631:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:3.0:1788483413.328658:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788483413.328671:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508830200/0xf2b1f833e60f127d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1284 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.328683:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f7508830200/0xf2b1f833e60f127d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1284 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483413.328695:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1788483413.328697:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1788483413.328701:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788483413.328733:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f76027e2a00/0xf2b1f833e60f128b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.328741:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f76027e2a00/0xf2b1f833e60f128b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.328750:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f76027e2a00/0xf2b1f833e60f128b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483413.328778:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250858240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.328827:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483413.329035:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250858240 00000100:00100000:1.0:1788483413.329042:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250858240 00000100:00100000:1.0:1788483413.329079:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1788483413.329087:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250858240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483413.329099:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483413.329115:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1292 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f128b expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.329146:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1292 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f128b expref: 17 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.329157:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1292 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f128b expref: 17 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.329167:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:1.0:1788483413.329198:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250858240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.329204:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1788483413.329282:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483413.329382:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250858240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483413.329397:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f76027e2a00/0xf2b1f833e60f128b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1292 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.329406:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f76027e2a00/0xf2b1f833e60f128b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1292 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483413.329465:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250858368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.329491:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483413.329531:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483413.329628:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250858368 00000100:00100000:1.0:1788483413.329633:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250858368 00000100:00100000:1.0:1788483413.329656:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1788483413.329663:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250858368:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483413.329798:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250858368:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (306us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.329819:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1788483413.330028:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250858368:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.330064:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250858496:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.330105:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483413.330126:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483413.330173:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250858496 00000100:00100000:1.0:1788483413.330177:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250858496 00000100:00100000:1.0:1788483413.330206:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1788483413.330213:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250858496:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483413.330386:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250858496:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 173us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.330392:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1788483413.330639:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250858496:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788483413.332118:0:19389:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000100:00100000:1.0:1788483413.334718:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250858624 00000100:00100000:1.0:1788483413.334745:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250858624 00000100:00100000:1.0:1788483413.334820:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1788483413.334831:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250858624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483413.334849:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483413.334882:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75086f3c00/0xf2b1f833e60f12a0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f1299 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.334915:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75086f3c00/0xf2b1f833e60f12a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f1299 expref: 18 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.334927:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75086f3c00/0xf2b1f833e60f12a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1299 expref: 18 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.334937:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3c00, rc 0) 00000100:00100000:1.0:1788483413.334991:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250858624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.334999:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1788483413.338485:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250858752 00000100:00100000:2.0:1788483413.340082:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250858752 00000100:00100000:2.0:1788483413.340203:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1788483413.340218:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250858752:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483413.340462:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250858752:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 247us (2241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.340490:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1788483413.341414:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250858880 00000100:00100000:3.0:1788483413.341424:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250858880 00000100:00100000:3.0:1788483413.341473:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1788483413.341481:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250858880:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.341627:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250858880:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 147us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.341635:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1788483413.343054:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250859008 00000100:00100000:3.0:1788483413.343062:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250859008 00000100:00100000:3.0:1788483413.343108:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1788483413.343117:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19390:x1875360250859008:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.343241:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19390:x1875360250859008:12345-0@lo:502:llog_process_th.0 Request processed in 125us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.343248:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:2.0:1788483413.343670:0:19390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19390:1875360250859008:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483413.343735:0:19390:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19390:1875360250859136:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483413.343785:0:19390:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.343814:0:19390:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483413.346053:0:19390:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19390:1875360250859136:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788483413.346098:0:19390:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 55 count 54 00000020:01000000:2.0:1788483413.346202:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:2.0:1788483413.346225:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788483413.346237:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508830e00/0xf2b1f833e60f1299 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12a0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.346250:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f7508830e00/0xf2b1f833e60f1299 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12a0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483413.346262:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1788483413.346265:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1788483413.346268:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788483413.346315:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911a200/0xf2b1f833e60f12a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.346323:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f750911a200/0xf2b1f833e60f12a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.346333:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f750911a200/0xf2b1f833e60f12a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483413.346355:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250859264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788483413.346404:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.346436:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483413.346449:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250859264 00000100:00100000:2.0:1788483413.346453:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250859264 00000100:00100000:2.0:1788483413.346480:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1788483413.346487:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250859264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483413.346527:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483413.346780:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f12ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f12a7 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.346809:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f12ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f12a7 expref: 19 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.346821:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f12ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12a7 expref: 19 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.346831:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911ae00, rc 0) 00000100:00100000:2.0:1788483413.347104:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250859264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 615us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.347110:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1788483413.347468:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250859392 00000100:00100000:2.0:1788483413.347473:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250859392 00000100:00100000:2.0:1788483413.347569:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1788483413.347577:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250859392:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483413.347722:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250859392:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 145us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.347730:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1788483413.348243:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250859520 00000100:00100000:3.0:1788483413.348249:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250859520 00000100:00100000:3.0:1788483413.348276:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1788483413.348283:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250859520:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.348482:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250859520:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 199us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.348489:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000040:00080000:2.0:1788483413.349663:0:19391:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000100:00100000:2.0:1788483413.350956:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250859648 00000100:00100000:2.0:1788483413.350967:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250859648 00000100:00100000:2.0:1788483413.351024:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1788483413.351034:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250859648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483413.351049:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483413.351066:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911b200/0xf2b1f833e60f12bc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f12b5 expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.351096:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911b200/0xf2b1f833e60f12bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f12b5 expref: 20 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.351109:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911b200/0xf2b1f833e60f12bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12b5 expref: 20 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.351125:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b200, rc 0) 00000100:00100000:2.0:1788483413.351179:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250859648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.351187:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1788483413.351787:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250859776 00000100:00100000:1.0:1788483413.351804:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250859776 00000100:00100000:1.0:1788483413.351880:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1788483413.351889:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250859776:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483413.352044:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250859776:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 156us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.352052:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:2.0:1788483413.352414:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250859904 00000100:00100000:2.0:1788483413.352419:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250859904 00000100:00100000:1.0:1788483413.352462:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1788483413.352470:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250859904:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483413.352623:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250859904:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 153us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.352630:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1788483413.353463:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250860032 00000100:00100000:3.0:1788483413.353469:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250860032 00000100:00100000:3.0:1788483413.353524:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1788483413.353533:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19392:x1875360250860032:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.353716:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19392:x1875360250860032:12345-0@lo:502:llog_process_th.0 Request processed in 185us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.353723:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1788483413.354103:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250860160 00000100:00100000:3.0:1788483413.354107:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250860160 00000100:00100000:3.0:1788483413.354127:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1788483413.354133:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19392:x1875360250860160:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.354304:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19392:x1875360250860160:12345-0@lo:502:llog_process_th.0 Request processed in 170us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.354317:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000020:01000000:3.0:1788483413.357219:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:3.0:1788483413.357267:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788483413.357282:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508830c00/0xf2b1f833e60f12b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12bc expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.357354:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f7508830c00/0xf2b1f833e60f12b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12bc expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483413.357368:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:3.0:1788483413.357371:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 46 10000000:01000000:3.0:1788483413.357374:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:3.0:1788483413.357428:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f76027e2200/0xf2b1f833e60f12c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.357436:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f76027e2200/0xf2b1f833e60f12c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.357448:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f76027e2200/0xf2b1f833e60f12c3 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483413.357479:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250860288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.358103:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483413.358197:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760501fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483413.363458:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250860288 00000100:00100000:2.0:1788483413.363479:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250860288 00000100:00100000:2.0:1788483413.364151:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1788483413.364165:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250860288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483413.364187:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483413.364212:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911b400/0xf2b1f833e60f12ca lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f12c3 expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.364254:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911b400/0xf2b1f833e60f12ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f12c3 expref: 21 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.364288:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911b400/0xf2b1f833e60f12ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12c3 expref: 21 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.364314:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b400, rc 0) 00000100:00100000:2.0:1788483413.364431:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250860288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 269us (6331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.364439:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1788483413.365573:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250860416 00000100:00100000:3.0:1788483413.365581:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250860416 00000100:00100000:3.0:1788483413.365632:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1788483413.365640:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250860416:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.365823:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250860416:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 183us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.365846:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1788483413.366749:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250860544 00000100:00100000:2.0:1788483413.366755:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250860544 00000100:00100000:2.0:1788483413.366801:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1788483413.366809:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250860544:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483413.367116:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250860544:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 306us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.367123:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1788483413.369564:0:19393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19393:1875360250860672:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483413.369667:0:19393:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.370012:0:19393:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76132e1000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483413.373704:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250860672 00000100:00100000:3.0:1788483413.373726:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250860672 00000100:00100000:3.0:1788483413.373823:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1788483413.373835:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19393:x1875360250860672:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.374234:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19393:x1875360250860672:12345-0@lo:502:llog_process_th.0 Request processed in 399us (4564us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.374243:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1788483413.375690:0:19393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19393:1875360250860672:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788483413.375755:0:19393:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788483413.375781:0:19393:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788483413.375784:0:19393:0:(obd_config.c:1563:class_process_config()) marker 45 (0x1) lustre-MDT0001-m new lustre.test_11c 00000020:00000080:2.0:1788483413.375792:0:19393:0:(obd_config.c:1472:class_process_config()) processing cmd: ce020 00020000:01000000:3.0:1788483413.378831:0:19393:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00000100:00100000:3.0:1788483413.378933:0:19393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081afb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19393:1875360250860800:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.379048:0:19393:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483413.379114:0:19393:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760501f180 going to sleep for 11 seconds 00000100:00100000:2.0:1788483413.379316:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250860800 00000100:00100000:2.0:1788483413.379327:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250860800 00000100:00100000:2.0:1788483413.379384:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1788483413.379394:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19393:x1875360250860800:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483413.379587:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19393:x1875360250860800:12345-0@lo:502:llog_process_th.0 Request processed in 194us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.379595:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:3.0:1788483413.380953:0:19393:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081afb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19393:1875360250860800:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.381048:0:19393:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081afb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19393:1875360250860928:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.381118:0:19393:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483413.381169:0:19393:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760501f180 going to sleep for 11 seconds 00000100:00100000:2.0:1788483413.381402:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250860928 00000100:00100000:2.0:1788483413.381412:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250860928 00000100:00100000:2.0:1788483413.381471:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1788483413.381481:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19393:x1875360250860928:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483413.381649:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19393:x1875360250860928:12345-0@lo:502:llog_process_th.0 Request processed in 169us (530us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.381657:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000020:01000000:3.0:1788483413.382851:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 46-49 (rc=0) 10000000:01000000:3.0:1788483413.382899:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1788483413.382911:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f76027e2200/0xf2b1f833e60f12c3 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12ca expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.382924:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f76027e2200/0xf2b1f833e60f12c3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12ca expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483413.382937:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788483413.382940:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f7609c20800 from 52 10000000:01000000:3.0:1788483413.382954:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788483413.382993:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.383001:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.383013:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483413.383036:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250861056:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.383088:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483413.383129:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760501f180 going to sleep for 11 seconds 00000100:00100000:1.0:1788483413.383234:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250861056 00000100:00100000:1.0:1788483413.383242:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250861056 00000100:00100000:1.0:1788483413.383290:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1788483413.383298:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250861056:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483413.383310:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483413.383325:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75086f3200/0xf2b1f833e60f12d8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f12d1 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.383351:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75086f3200/0xf2b1f833e60f12d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f12d1 expref: 22 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.383361:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75086f3200/0xf2b1f833e60f12d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12d1 expref: 22 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.383372:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3200, rc 0) 00000100:00100000:1.0:1788483413.383412:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250861056:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.383425:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1788483413.384026:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250861056:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483413.384045:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.384055:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483413.384129:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250861184:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.384165:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483413.384201:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760501f180 going to sleep for 11 seconds 00000100:00100000:2.0:1788483413.384253:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250861184 00000100:00100000:2.0:1788483413.384258:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250861184 00000100:00100000:2.0:1788483413.384306:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1788483413.384314:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250861184:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483413.384446:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250861184:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 133us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.384453:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1788483413.385695:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250861312 00000100:00100000:2.0:1788483413.385702:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250861312 00000100:00100000:2.0:1788483413.385753:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1788483413.385771:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250861312:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483413.386161:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250861312:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 398us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.386169:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1788483413.387222:0:19394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19394:1875360250861440:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483413.387299:0:19394:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.387342:0:19394:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763e3fbb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483413.387397:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250861440 00000100:00100000:3.0:1788483413.387405:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250861440 00000100:00100000:3.0:1788483413.387455:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1788483413.387464:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19394:x1875360250861440:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.390113:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19394:x1875360250861440:12345-0@lo:502:llog_process_th.0 Request processed in 2637us (2801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.390154:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1788483413.390850:0:19394:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19394:1875360250861440:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483413.391248:0:19394:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19394:1875360250861568:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483413.391328:0:19394:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.391378:0:19394:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763e3fbb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483413.391448:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250861568 00000100:00100000:3.0:1788483413.391456:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250861568 00000100:00100000:3.0:1788483413.392130:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1788483413.392146:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19394:x1875360250861568:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.392320:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19394:x1875360250861568:12345-0@lo:502:llog_process_th.0 Request processed in 178us (991us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.392328:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000020:01000000:3.0:1788483413.394092:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 52-54 (rc=0) 10000000:01000000:3.0:1788483413.394133:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788483413.394145:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.394160:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483413.394172:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:3.0:1788483413.394175:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 46 10000000:01000000:3.0:1788483413.394178:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:3.0:1788483413.394227:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.394235:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.394246:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483413.394273:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ac380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250861696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.394379:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483413.394439:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608da73c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483413.394919:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250861696 00000100:00100000:1.0:1788483413.394930:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250861696 00000100:00100000:1.0:1788483413.394993:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1788483413.395003:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250861696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483413.395018:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483413.395035:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f12e6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f12df expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.395065:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f12e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f12df expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.395076:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f12e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12df expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.395088:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75084fe400, rc 0) 00000100:00100000:1.0:1788483413.395144:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250861696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (765us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.395152:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1788483413.396478:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250861824 00000100:00100000:3.0:1788483413.396487:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250861824 00000100:00100000:3.0:1788483413.396575:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788483413.396587:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250861824:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.396776:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250861824:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 190us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.396784:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788483413.397776:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250861952 00000100:00100000:3.0:1788483413.397783:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250861952 00000100:00100000:3.0:1788483413.397829:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1788483413.397838:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250861952:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.398085:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250861952:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 247us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.398093:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1788483413.399160:0:19395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19395:1875360250862080:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483413.399225:0:19395:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483413.399271:0:19395:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76030af480 going to sleep for 11 seconds 00000100:00100000:3.0:1788483413.399398:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250862080 00000100:00100000:3.0:1788483413.399405:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250862080 00000100:00100000:3.0:1788483413.399523:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1788483413.399533:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19395:x1875360250862080:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.399692:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19395:x1875360250862080:12345-0@lo:502:llog_process_th.0 Request processed in 160us (467us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.399701:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1788483413.399804:0:19395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19395:1875360250862080:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788483413.399838:0:19395:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788483413.399851:0:19395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788483413.399865:0:19395:0:(obd_config.c:1563:class_process_config()) marker 44 (0x1) lustre-MDT0000-m new lustre.test_11c 00000020:00000080:1.0:1788483413.399872:0:19395:0:(obd_config.c:1472:class_process_config()) processing cmd: ce020 00020000:01000000:1.0:1788483413.400942:0:19395:0:(lod_pool.c:475:lod_pool_new()) test_11c is pool #1 00080000:10000000:1.0:1788483413.406016:0:19395:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00080000:1.0:1788483413.412663:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967751 is committed 00000020:00080000:1.0:1788483413.412691:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 10 batchid updated 00080000:10000000:2.0:1788483413.413593:0:19395:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/32) registered 00000020:00080000:3.0:1788483413.413681:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00000020:00080000:3.0:1788483413.413697:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00080000:10000000:2.0:1788483413.418260:0:19395:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x38:0x0] (8/32) registered 00000100:00100000:2.0:1788483413.430905:0:19395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19395:1875360250862208:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483413.431031:0:19395:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.431090:0:19395:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605f83e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483413.431211:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250862208 00000100:00100000:1.0:1788483413.431221:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250862208 00000100:00100000:1.0:1788483413.431280:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1788483413.431291:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19395:x1875360250862208:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483413.431447:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19395:x1875360250862208:12345-0@lo:502:llog_process_th.0 Request processed in 157us (415us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.431456:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1788483413.431604:0:19395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19395:1875360250862208:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.431671:0:19395:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081af100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19395:1875360250862336:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483413.431708:0:19395:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483413.431736:0:19395:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608da79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483413.432085:0:19395:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081af100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19395:1875360250862336:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788483413.432110:0:19395:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788483413.432118:0:19395:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788483413.432121:0:19395:0:(obd_config.c:1563:class_process_config()) marker 44 (0x2) lustre-MDT0000-m new lustre.test_11c 00000040:00080000:3.0:1788483413.432124:0:19395:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 50 count 49 00000100:00100000:1.0:1788483413.432800:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250862464 00000100:00100000:1.0:1788483413.432806:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250862464 00000100:00100000:1.0:1788483413.432837:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1788483413.432846:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250862464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483413.432859:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483413.432882:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75084fe000/0xf2b1f833e60f12f4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f12ed expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.432907:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75084fe000/0xf2b1f833e60f12f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f12ed expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.432919:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75084fe000/0xf2b1f833e60f12f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12ed expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.432939:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75084fe000, rc 0) 00000100:00100000:1.0:1788483413.432981:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250862464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.432988:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1788483413.433826:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250862592 00000100:00100000:2.0:1788483413.433833:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250862592 00000100:00100000:2.0:1788483413.434006:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1788483413.434016:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250862592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483413.434237:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250862592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 222us (676us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788483413.434245:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 10000000:01000000:1.0:1788483413.443711:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1788483413.443738:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f12ed lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483413.443753:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f12ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f12f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483413.572965:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250862720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483413.573063:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.573263:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250862720 00000100:00100000:2.0:1788483413.573272:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250862720 00000100:00100000:2.0:1788483413.573356:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1788483413.573367:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250862720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483413.573404:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483413.573462:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250862720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.573488:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1788483413.573561:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:2.0:1788483413.573567:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967335 committed transno 4294967335 00000100:00100000:2.0:1788483413.573597:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250862720:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483413.573878:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250863104:0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.573913:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.573954:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250863616:0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.573981:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.574001:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250864128:0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574023:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.574051:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788483413.574057:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250862976:0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574084:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.574100:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250863488:0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574123:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.574145:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250864000:0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574166:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483413.574195:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250863104 00000100:00100000:2.0:1788483413.574200:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250863104 00000100:00100000:2.0:1788483413.574235:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250863488 00000100:00100000:2.0:1788483413.574238:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250863488 00000100:00100000:2.0:1788483413.574256:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250864000 00000100:00100000:2.0:1788483413.574259:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250864000 00000100:00100000:2.0:1788483413.574278:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1788483413.574284:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250863104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574340:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250863104:12345-0@lo:400:kworker.0 Request processed in 55us (426us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.574346:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1788483413.574365:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1788483413.574370:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250863488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574398:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250863488:12345-0@lo:400:kworker.0 Request processed in 28us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.574404:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1788483413.574418:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1788483413.574424:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250864000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574450:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250864000:12345-0@lo:400:kworker.0 Request processed in 27us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.574456:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1788483413.574477:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250863616 00000100:00100000:2.0:1788483413.574480:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250863616 00000100:00100000:2.0:1788483413.574532:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250864128 00000100:00100000:2.0:1788483413.574535:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250864128 00000100:00100000:2.0:1788483413.574556:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1788483413.574562:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250863616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574592:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250863616:12345-0@lo:400:kworker.0 Request processed in 31us (610us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.574598:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1788483413.574607:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1788483413.574612:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250864128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574636:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250864128:12345-0@lo:400:kworker.0 Request processed in 24us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.574650:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:2.0:1788483413.574692:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250863488:0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574702:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250864000:0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574710:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250863104:0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574718:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250863616:0@lo:400:kworker.0 00000100:00100000:2.0:1788483413.574726:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250864128:0@lo:400:kworker.0 00000100:00080000:1.0:1788483413.575780:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483413.575786:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483413.575788:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483413.575791:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483413.575811:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250863744 00000100:00100000:1.0:1788483413.575817:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250863744 00000100:00100000:1.0:1788483413.575862:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1788483413.575868:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250863744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483413.575914:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250863744:12345-0@lo:400:kworker.0 Request processed in 46us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.575920:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1788483413.575973:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250863744:0@lo:400:kworker.0 00000100:00100000:3.0:1788483413.576264:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483413.576278:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250864256:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483413.576316:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483413.576480:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250864256 00000100:00100000:1.0:1788483413.576484:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250864256 00000100:00100000:1.0:1788483413.576544:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1788483413.576552:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250864256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483413.576570:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788483413.576606:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250864256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.576628:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1788483413.576704:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250864256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483413.607659:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483413.607743:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224677248 00000100:00100000:3.0:1788483413.607758:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224677248 00000100:00100000:3.0:1788483413.607838:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 503 00000100:00100000:3.0:1788483413.607851:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+10:6174:x1875360224677248:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483413.607885:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483413.607910:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f761334b200/0xf2b1f833e60f12fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146dad expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.608045:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f761334b200/0xf2b1f833e60f12fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dad expref: 11 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.608059:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f761334b200/0xf2b1f833e60f12fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dad expref: 11 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.608069:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334b200, rc 0) 00000100:00100000:3.0:1788483413.608163:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224677248:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 Request processed in 314us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.608170:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 503 00000100:00100000:1.0:1788483413.611941:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483413.612039:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224677376 00000100:00100000:3.0:1788483413.612053:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224677376 00000100:00100000:3.0:1788483413.612128:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 504 00000100:00100000:3.0:1788483413.612141:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224677376:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.612354:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224677376:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 214us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.612362:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 504 00000100:00100000:1.0:1788483413.616625:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483413.616736:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224677504 00000100:00100000:2.0:1788483413.616749:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224677504 00000100:00100000:2.0:1788483413.616826:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 505 00000100:00100000:2.0:1788483413.616837:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224677504:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483413.617152:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224677504:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 Request processed in 314us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.617161:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 505 00000100:00100000:1.0:1788483413.629590:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483413.630563:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224677632 00000100:00100000:3.0:1788483413.630580:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224677632 00000100:00100000:3.0:1788483413.630656:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 506 00000100:00100000:3.0:1788483413.630668:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:23446:x1875360224677632:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788483413.631208:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:23446:x1875360224677632:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 538us (1629us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.631432:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 506 00000100:00100000:2.0:1788483413.639956:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224677760 00000100:00100000:2.0:1788483413.639970:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224677760 00000100:00100000:2.0:1788483413.640035:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 507 00000100:00100000:2.0:1788483413.640047:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:23446:x1875360224677760:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788483413.640443:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:23446:x1875360224677760:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 395us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.640453:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 507 00000100:00100000:1.0:1788483413.648090:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483413.648834:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224677888 00000100:00100000:3.0:1788483413.648995:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224677888 00000100:00100000:3.0:1788483413.649122:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 508 00000100:00100000:3.0:1788483413.649136:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224677888:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483413.649165:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483413.649188:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60f1302 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146db4 expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.649245:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60f1302 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146db4 expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.649277:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60f1302 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146db4 expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483413.649289:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334aa00, rc 0) 00000100:00100000:3.0:1788483413.649372:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224677888:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 Request processed in 239us (1294us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.649380:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 508 00000100:00100000:1.0:1788483413.666119:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483413.666239:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224678016 00000100:00100000:2.0:1788483413.666252:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224678016 00000100:00100000:2.0:1788483413.666322:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 509 00000100:00100000:2.0:1788483413.666353:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224678016:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483413.666595:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224678016:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 244us (488us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.666604:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 509 00000100:00100000:3.0:1788483413.669383:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224678144 00000100:00100000:3.0:1788483413.669397:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224678144 00000100:00100000:3.0:1788483413.669868:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 510 00000100:00100000:3.0:1788483413.669893:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224678144:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483413.670080:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224678144:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 Request processed in 201us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483413.670089:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 510 00000100:00100000:3.0:1788483413.684785:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483413.685015:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224678272 00000100:00100000:1.0:1788483413.685028:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224678272 00000100:00100000:1.0:1788483413.685102:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 511 00000100:00100000:1.0:1788483413.685115:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:23447:x1875360224678272:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788483413.685345:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:23447:x1875360224678272:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 232us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483413.685355:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 511 00000100:00100000:1.0:1788483413.690281:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483413.690380:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224678400 00000100:00100000:3.0:1788483413.690392:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224678400 00000100:00100000:3.0:1788483413.690461:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 512 00000100:00100000:3.0:1788483413.690473:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:23447:x1875360224678400:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788483413.690883:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:23447:x1875360224678400:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 410us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.690894:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 512 00000100:00100000:2.0:1788483413.699317:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224678528 00000100:00100000:2.0:1788483413.699340:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224678528 00000100:00100000:2.0:1788483413.699438:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 513 00000100:00100000:2.0:1788483413.699452:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224678528:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483413.699472:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483413.699494:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f1309 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146dbb expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.699579:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f1309 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dbb expref: 13 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.699592:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f1309 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dbb expref: 13 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483413.699603:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a800, rc 0) 00000100:00100000:2.0:1788483413.699682:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:6174:x1875360224678528:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 Request processed in 233us (5621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483413.699690:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 513 00000100:00100000:3.0:1788483413.705182:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483413.705302:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224678656 00000100:00100000:1.0:1788483413.705316:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224678656 00000100:00100000:1.0:1788483413.705388:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 514 00000100:00100000:1.0:1788483413.705400:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:6174:x1875360224678656:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00010000:00010000:1.0:1788483413.765741:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483414.097211:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250864384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483414.097313:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483414.098398:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250864384 00000100:00100000:3.0:1788483414.098413:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250864384 00000100:00100000:3.0:1788483414.098487:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1788483414.098542:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250864384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483414.098586:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483414.098659:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250864384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (1345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483414.098666:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1788483414.098722:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250864384:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788483415.813697:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483416.134569:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250864512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483416.134666:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483416.134775:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250864512 00000100:00100000:1.0:1788483416.134784:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250864512 00000100:00100000:1.0:1788483416.134851:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:1.0:1788483416.134863:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250864512:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483416.134913:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788483416.134967:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250864512:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.134977:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00080000:1.0:1788483416.135004:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483416.135168:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250864512:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483416.137592:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250864640:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483416.137685:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483416.137831:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250864640 00000100:00100000:2.0:1788483416.137847:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250864640 00000100:00100000:2.0:1788483416.137917:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1788483416.137928:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250864640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483416.137957:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483416.138008:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250864640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483416.138027:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00080000:1.0:1788483416.138151:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483416.138195:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a45f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250864640:0@lo:13:osp-pre-0-1.0 00000020:00000080:3.0:1788483416.416087:0:19492:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffeba650a90 20000000:00000080:3.0:1788483416.416110:0:19492:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9f750770b800 uarg=0000000000000000 00000040:00100000:3.0:1788483416.417130:0:19492:0:(llog.c:1072:llog_reverse_process()) index 54 : idx 49 20000000:01000000:3.0:1788483416.417142:0:19492:0:(mgs_llog.c:963:mgs_search_pool_cb()) Matched pool rec 53 cmd:0xce020 lustre.test_11c 00000040:00080000:3.0:1788483416.417301:0:19492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].55, 224 off17736 20000000:01000000:3.0:1788483416.417326:0:19492:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1788483416.417347:0:19492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].56, 136 off17872 00000040:00080000:3.0:1788483416.417366:0:19492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].57, 224 off18096 00000040:00080000:3.0:1788483416.417452:0:19492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].50, 224 off16832 20000000:01000000:3.0:1788483416.417461:0:19492:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1788483416.417478:0:19492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].51, 144 off16976 00000040:00080000:3.0:1788483416.417494:0:19492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].52, 224 off17200 00000040:00080000:3.0:1788483416.418000:0:19492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].50, 224 off16832 20000000:01000000:3.0:1788483416.418011:0:19492:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce021 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1788483416.418027:0:19492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].51, 144 off16976 00000040:00080000:3.0:1788483416.418045:0:19492:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].52, 224 off17200 10000000:01000000:3.0:1788483416.418062:0:19492:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:3.0:1788483416.418089:0:19492:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418112:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75086f3400/0xf2b1f833e60f1284 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f127d expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418143:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1292 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f128b expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418150:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75086f3c00/0xf2b1f833e60f12a0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1299 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418157:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f12ae lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12a7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418165:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911b200/0xf2b1f833e60f12bc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12b5 expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418172:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911b400/0xf2b1f833e60f12ca lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12c3 expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418179:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75086f3200/0xf2b1f833e60f12d8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12d1 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418186:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f12e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12df expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418193:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75084fe000/0xf2b1f833e60f12f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f12ed expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418204:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f761334b200/0xf2b1f833e60f12fb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dad expref: 12 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418212:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60f1302 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146db4 expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418230:0:19492:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f1309 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dbb expref: 12 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418238:0:19492:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418295:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f1309 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dbb expref: 12 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.418314:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f1309 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dbb expref: 12 pid: 6509 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.418334:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250864768:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483416.419456:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60f1302 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146db4 expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.419472:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60f1302 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146db4 expref: 12 pid: 6507 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.419486:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ac000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250864896:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483416.420132:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f761334b200/0xf2b1f833e60f12fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dad expref: 12 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.420144:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f761334b200/0xf2b1f833e60f12fb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dad expref: 12 pid: 6508 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.420155:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250865024:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483416.420208:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75084fe000/0xf2b1f833e60f12f4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f12ed expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.420217:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75084fe000/0xf2b1f833e60f12f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f12ed expref: 23 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.420227:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250865152:0@lo:104: 00000100:00100000:3.0:1788483416.420271:0:19492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483416.420313:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f12e6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f12df expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.420321:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f12e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f12df expref: 23 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.420329:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081af480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250865280:0@lo:104: 00000100:00100000:3.0:1788483416.420407:0:19492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483416.420436:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75086f3200/0xf2b1f833e60f12d8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f12d1 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.420444:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75086f3200/0xf2b1f833e60f12d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f12d1 expref: 23 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.420451:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250865408:0@lo:104: 00000100:00100000:3.0:1788483416.420473:0:19492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483416.420489:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911b400/0xf2b1f833e60f12ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f12c3 expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.420517:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f750911b400/0xf2b1f833e60f12ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f12c3 expref: 23 pid: 6507 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.420707:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250865152 00000100:00100000:1.0:1788483416.420716:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250865152 00000100:00100000:1.0:1788483416.420777:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250865280 00000100:00100000:1.0:1788483416.420781:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250865280 00000100:00100000:1.0:1788483416.420804:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250865408 00000100:00100000:1.0:1788483416.420808:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250865408 00000100:00100000:1.0:1788483416.420826:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788483416.420836:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+5:19492:x1875360250865152:12345-0@lo:104: 00010000:00010000:1.0:1788483416.420851:0:6499:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f12ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f12f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.420927:0:6499:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788483416.420934:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+5:19492:x1875360250865152:12345-0@lo:104: Request processed in 99us (664us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.420942:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788483416.420967:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788483416.420973:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+4:19492:x1875360250865280:12345-0@lo:104: 00010000:00010000:1.0:1788483416.420988:0:6499:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f12e6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421024:0:6499:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788483416.421029:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+4:19492:x1875360250865280:12345-0@lo:104: Request processed in 57us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.421035:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788483416.421048:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788483416.421055:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+3:19492:x1875360250865408:12345-0@lo:104: 00010000:00010000:1.0:1788483416.421063:0:6499:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421098:0:6499:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1788483416.421102:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081afb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+3:19492:x1875360250865408:12345-0@lo:104: Request processed in 50us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.421108:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:1.0:1788483416.421124:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788483416.421130:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f12ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f12f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421138:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508830a00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483416.421142:0:6504:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f12ed lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f12f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421151:0:6504:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f12ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f12f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483416.421159:0:6504:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f12ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f12f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483416.421171:0:6504:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788483416.421206:0:6504:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f12ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f12f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421213:0:6504:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483416.421239:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f12ed lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f12f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421246:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f12ed lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f12f4 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421260:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788483416.421264:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f12e6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421269:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8b200 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483416.421272:0:6504:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f12e6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421278:0:6504:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f12e6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483416.421285:0:6504:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f12e6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483416.421290:0:6504:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788483416.421302:0:6504:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f12e6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421308:0:6504:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483416.421319:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f12e6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421326:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f7607f8b200/0xf2b1f833e60f12df lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f12e6 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421336:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483416.421339:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421355:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76027e2400 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483416.421359:0:6504:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421365:0:6504:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483416.421372:0:6504:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483416.421377:0:6504:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788483416.421390:0:6504:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421396:0:6504:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483416.421412:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421419:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f76027e2400/0xf2b1f833e60f12d1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f12d8 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.421429:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483416.421436:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483416.421438:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483416.421444:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483416.421450:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483416.421475:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250865664:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788483416.422109:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250865536:0@lo:104: 00000100:00100000:3.0:1788483416.422147:0:19492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483416.422194:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911b200/0xf2b1f833e60f12bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f12b5 expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.422205:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f750911b200/0xf2b1f833e60f12bc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f12b5 expref: 23 pid: 6507 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.422214:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f32d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250866048:0@lo:104: 00000100:00100000:3.0:1788483416.422234:0:19492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483416.422253:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f12ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f12a7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.422261:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f12ae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f12a7 expref: 23 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.422269:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f33800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250866176:0@lo:104: 00000100:00100000:3.0:1788483416.422291:0:19492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483416.422308:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75086f3c00/0xf2b1f833e60f12a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f1299 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.422316:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75086f3c00/0xf2b1f833e60f12a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f1299 expref: 23 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.422324:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250866304:0@lo:104: 00000100:00100000:1.0:1788483416.422519:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483416.422618:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483416.422627:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250865792:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.422655:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483416.422695:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250865920:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.422719:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483416.422773:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250865664 00000100:00100000:1.0:1788483416.422781:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250865664 00000100:00100000:3.0:1788483416.423742:0:19492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483416.424342:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1292 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f128b expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.424425:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1292 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f128b expref: 24 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.424439:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250866816:0@lo:104: 00000100:00100000:3.0:1788483416.424471:0:19492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483416.424606:0:19492:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75086f3400/0xf2b1f833e60f1284 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f127d expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.424615:0:19492:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75086f3400/0xf2b1f833e60f1284 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f127d expref: 24 pid: 6509 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.424622:0:19492:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250866944:0@lo:104: 00000100:00100000:3.0:1788483416.424646:0:19492:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483416.424810:0:19492:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608387d80 going to sleep for 11 seconds 00010000:00010000:1.0:1788483416.425008:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75084fe000/0xf2b1f833e60f12f4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12ed expref: 24 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.425038:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250865792 00000100:00100000:1.0:1788483416.425043:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250865792 00010000:00010000:1.0:1788483416.425058:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f12e6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12df expref: 25 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.425068:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250865920 00000100:00100000:1.0:1788483416.425071:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250865920 00010000:00010000:1.0:1788483416.425081:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75086f3200/0xf2b1f833e60f12d8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12d1 expref: 26 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.425093:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1788483416.425099:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+26:3640:x1875360250865664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.425111:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483416.425125:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75084fe000/0xf2b1f833e60f12f4 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12ed expref: 26 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.425134:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75084fe000/0xf2b1f833e60f12f4 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f12ed expref: 26 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.425154:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483416.425190:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+26:3640:x1875360250865664:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (2688us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.425197:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1788483416.425217:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1788483416.425223:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+25:3640:x1875360250865792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.425231:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483416.425235:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f12e6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12df expref: 25 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.425243:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f12e6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f12df expref: 25 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.425253:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483416.425277:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+25:3640:x1875360250865792:12345-0@lo:103:ldlm_bl.0 Request processed in 54us (2622us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.425283:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1788483416.425295:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1788483416.425301:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250865920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.425309:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483416.425313:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75086f3200/0xf2b1f833e60f12d8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12d1 expref: 24 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.425332:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75086f3200/0xf2b1f833e60f12d8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f12d1 expref: 24 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.425342:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483416.425621:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250865920:12345-0@lo:103:ldlm_bl.0 Request processed in 319us (2900us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.425628:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:1.0:1788483416.425673:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250866432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.425704:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483416.425775:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250865920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788483416.426641:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483416.426695:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250864768:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483416.426707:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ac000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250864896:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483416.426716:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250865024:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483416.426726:0:19492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75084fe000/0xf2b1f833e60f12f4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f12ed expref: 23 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.426738:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250865152:0@lo:104: 00010000:00010000:3.0:1788483416.426760:0:19492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f12e6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f12df expref: 22 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.426768:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081af480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250865280:0@lo:104: 00010000:00010000:3.0:1788483416.426791:0:19492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75086f3200/0xf2b1f833e60f12d8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f12d1 expref: 21 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.427262:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250867072:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.427314:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483416.427625:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250865408:0@lo:104: 00000100:00100000:3.0:1788483416.427646:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250865536:0@lo:104: 00000100:00100000:3.0:1788483416.427656:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f32d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250866048:0@lo:104: 00000100:00100000:3.0:1788483416.427665:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f33800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250866176:0@lo:104: 00000100:00100000:3.0:1788483416.427674:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250866304:0@lo:104: 00000100:00100000:3.0:1788483416.427683:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250866816:0@lo:104: 00000100:00100000:3.0:1788483416.427690:0:19492:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19492:1875360250866944:0@lo:104: 00010000:00010000:3.0:1788483416.427740:0:19492:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.427874:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483416.427885:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250867200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.428037:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483416.428085:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250866688:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.428109:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483416.428123:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788483416.428128:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250866560:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.428146:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483416.428155:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250867328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.428173:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483416.428201:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250866432 00000100:00100000:1.0:1788483416.428208:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250866432 00010000:00010000:1.0:1788483416.428252:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911b400/0xf2b1f833e60f12ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12c3 expref: 21 pid: 6507 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.428275:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224678912 00000100:00100000:1.0:1788483416.428278:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224678912 00010000:00010000:1.0:1788483416.428293:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60f1302 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146db4 expref: 13 pid: 6507 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.428304:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250867072 00000100:00100000:1.0:1788483416.428306:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250867072 00010000:00010000:1.0:1788483416.428318:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75086f3c00/0xf2b1f833e60f12a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f1299 expref: 22 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.428327:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250867200 00000100:00100000:1.0:1788483416.428330:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250867200 00010000:00010000:1.0:1788483416.428343:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1292 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f128b expref: 23 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.428352:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250866688 00000100:00100000:1.0:1788483416.428355:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250866688 00010000:00010000:1.0:1788483416.428364:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f12ae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12a7 expref: 24 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.428372:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250866560 00000100:00100000:1.0:1788483416.428374:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250866560 00010000:00010000:1.0:1788483416.428382:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911b200/0xf2b1f833e60f12bc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12b5 expref: 25 pid: 6507 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.428391:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250867328 00000100:00100000:1.0:1788483416.428393:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250867328 00010000:00010000:1.0:1788483416.428403:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75086f3400/0xf2b1f833e60f1284 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f127d expref: 26 pid: 6509 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483416.428416:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1788483416.428432:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+26:3639:x1875360250866432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.428449:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483416.428456:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911b400/0xf2b1f833e60f12ca lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12c3 expref: 26 pid: 6507 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.428466:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911b400/0xf2b1f833e60f12ca lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f12c3 expref: 26 pid: 6507 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.428485:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911b400/0xf2b1f833e60f12ca lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f12c3 expref: 26 pid: 6507 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.428663:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483416.428700:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+25:3639:x1875360250866432:12345-0@lo:103:ldlm_bl.0 Request processed in 269us (2994us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.428708:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:1.0:1788483416.428730:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 236 00000100:00100000:1.0:1788483416.428737:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224678912:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.428757:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483416.428763:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60f1302 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146db4 expref: 13 pid: 6507 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.428772:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60f1302 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146db4 expref: 13 pid: 6507 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.428782:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f761334aa00/0xf2b1f833e60f1302 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146db4 expref: 13 pid: 6507 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.428804:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483416.428861:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:2402:x1875360224678912:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 124us (2223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.428875:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 236 00000100:00100000:1.0:1788483416.428904:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1788483416.428912:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250867072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.430907:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483416.430939:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75086f3c00/0xf2b1f833e60f12a0 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f1299 expref: 24 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.430959:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75086f3c00/0xf2b1f833e60f12a0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f1299 expref: 24 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.430982:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75086f3c00/0xf2b1f833e60f12a0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f1299 expref: 24 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.431001:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483416.431174:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:3638:x1875360250867072:12345-0@lo:103:ldlm_bl.0 Request processed in 2261us (3857us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.431184:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1788483416.431266:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1788483416.431279:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:3638:x1875360250867200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.431292:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483416.431297:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1292 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f128b expref: 22 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.431306:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1292 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f128b expref: 22 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.431316:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1292 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f128b expref: 22 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.431344:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483416.431370:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:3638:x1875360250867200:12345-0@lo:103:ldlm_bl.0 Request processed in 97us (3334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.431377:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:1.0:1788483416.431392:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1788483416.431400:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:3641:x1875360250866688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.431407:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483416.431412:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f12ae lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12a7 expref: 20 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.431420:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f12ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f12a7 expref: 20 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.431430:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f12ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f12a7 expref: 20 pid: 6508 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.431439:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483416.431473:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:3641:x1875360250866688:12345-0@lo:103:ldlm_bl.0 Request processed in 75us (3363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.431479:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:1.0:1788483416.431494:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1788483416.431521:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:3641:x1875360250866560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.432629:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483416.432645:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911b200/0xf2b1f833e60f12bc lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f12b5 expref: 18 pid: 6507 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.432660:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911b200/0xf2b1f833e60f12bc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f12b5 expref: 18 pid: 6507 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.432688:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911b200/0xf2b1f833e60f12bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f12b5 expref: 18 pid: 6507 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.432704:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483416.432773:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:3641:x1875360250866560:12345-0@lo:103:ldlm_bl.0 Request processed in 1252us (4624us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.432782:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1788483416.432815:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1788483416.432824:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:3641:x1875360250867328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.432832:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483416.432837:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75086f3400/0xf2b1f833e60f1284 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f127d expref: 16 pid: 6509 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.432845:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75086f3400/0xf2b1f833e60f1284 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f127d expref: 16 pid: 6509 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.432855:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75086f3400/0xf2b1f833e60f1284 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f127d expref: 16 pid: 6509 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483416.432864:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483416.432886:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+15:3641:x1875360250867328:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (4712us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483416.432904:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:1.0:1788483416.433031:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250866432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.433081:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250866560:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.433090:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250867328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.433109:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250866688:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483416.433134:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483416.433142:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483416.433652:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483416.433686:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250865792:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.433698:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250865664:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483416.435141:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250867072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483416.435173:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250867200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483416.437875:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483416.437969:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483416.438182:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224678784 00000100:00100000:3.0:1788483416.438195:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224678784 00010000:00010000:3.0:1788483416.438243:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f1309 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dbb expref: 12 pid: 6509 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.438284:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224679040 00000100:00100000:3.0:1788483416.438288:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224679040 00010000:00010000:3.0:1788483416.438300:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f761334b200/0xf2b1f833e60f12fb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dad expref: 13 pid: 6508 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483416.438339:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 242 00000100:00100000:3.0:1788483416.438349:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224678784:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483416.438366:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483416.438373:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f1309 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dbb expref: 13 pid: 6509 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438403:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f1309 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dbb expref: 13 pid: 6509 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438436:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f1309 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dbb expref: 13 pid: 6509 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438456:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483416.438561:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:2402:x1875360224678784:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 212us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483416.438574:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 242 00000100:00100000:3.0:1788483416.438596:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 243 00000100:00100000:3.0:1788483416.438605:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:2400:x1875360224679040:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483416.438613:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483416.438618:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f761334b200/0xf2b1f833e60f12fb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dad expref: 11 pid: 6508 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438626:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f761334b200/0xf2b1f833e60f12fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dad expref: 11 pid: 6508 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438636:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f761334b200/0xf2b1f833e60f12fb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dad expref: 11 pid: 6508 timeout: 681 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438648:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438656:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438685:0:6502:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438692:0:6502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438700:0:6502:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438717:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438724:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334ba00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483416.438729:0:6502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438737:0:6502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438760:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438771:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483416.438793:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+10:2400:x1875360224679040:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 189us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483416.438800:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 243 00010000:00010000:3.0:1788483416.438957:0:19492:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438966:0:19492:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483416.438979:0:19492:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1310 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19492 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483417.159089:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483417.159122:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250867456:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483417.159218:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.160157:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250867456:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483417.706993:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483417.710654:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483417.718394:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 516 00000100:00100000:2.0:1788483417.718409:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224679296:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.719029:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224679296:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 620us (8384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.719039:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 516 00000100:00100000:1.0:1788483417.721332:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483417.721590:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224679424 00000100:00100000:2.0:1788483417.721603:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224679424 00000100:00100000:2.0:1788483417.721673:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 517 00000100:00100000:2.0:1788483417.721685:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224679424:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.723580:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224679424:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 Request processed in 1881us (2250us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.723598:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 517 00000100:00100000:1.0:1788483417.733868:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 10000000:01000000:2.0:1788483417.734132:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1788483417.734138:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f7634025800 from 55 10000000:01000000:2.0:1788483417.734143:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788483417.734206:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.734237:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.734250:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483417.734278:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250867584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.734349:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.741390:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483417.742343:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250867584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483417.742364:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.742376:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483417.742468:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250867712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.742556:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.742581:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483417.742599:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250867712 00000100:00100000:2.0:1788483417.742604:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250867712 00000100:00100000:2.0:1788483417.742628:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1788483417.742635:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250867712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.742763:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250867712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 127us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.742770:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:2.0:1788483417.742817:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250867712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.742846:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250867840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.742962:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.742976:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483417.742988:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250867840 00000100:00100000:2.0:1788483417.743113:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250867840 00000100:00100000:2.0:1788483417.743209:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788483417.743217:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250867840:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.743300:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250867840:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 82us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.743306:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788483417.743344:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250867840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.744187:0:19493:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19493:1875360250867968:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.744245:0:19493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.744291:0:19493:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636b3cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.749483:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250867968 00000100:00100000:3.0:1788483417.749555:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250867968 00000100:00100000:3.0:1788483417.749622:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1788483417.749634:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19493:x1875360250867968:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483417.750212:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19493:x1875360250867968:12345-0@lo:502:llog_process_th.0 Request processed in 578us (5964us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.750221:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1788483417.750398:0:19493:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19493:1875360250867968:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483417.750481:0:19493:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19493:1875360250868096:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483417.750581:0:19493:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.750620:0:19493:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.750731:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250868096 00000100:00100000:1.0:1788483417.750748:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250868096 00000100:00100000:1.0:1788483417.750795:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:1.0:1788483417.750803:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19493:x1875360250868096:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.750919:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19493:x1875360250868096:12345-0@lo:502:llog_process_th.0 Request processed in 117us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.750926:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1788483417.751662:0:19493:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19493:1875360250868096:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788483417.751699:0:19493:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:3.0:1788483417.751979:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:3.0:1788483417.752815:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788483417.752828:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.752842:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483417.752853:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1788483417.752856:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1788483417.752859:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788483417.753731:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.753777:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.753790:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483417.753817:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.759439:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483417.759759:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760501f3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.760320:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483417.760716:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1788483417.760748:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250868224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483417.760770:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483417.760793:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911a400/0xf2b1f833e60f1333 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f132c expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.760872:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911a400/0xf2b1f833e60f1333 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f132c expref: 17 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.760886:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911a400/0xf2b1f833e60f1333 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f132c expref: 17 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.760897:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a400, rc 0) 00000100:00100000:2.0:1788483417.760964:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250868224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 237us (1535us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.760972:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1788483417.761700:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 526 00000100:00100000:2.0:1788483417.761715:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224679808:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483417.761747:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483417.761760:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f133a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146dc9 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.761780:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f133a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc9 expref: 12 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.761790:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f133a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc9 expref: 12 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.761798:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a000, rc 0) 00000100:00100000:2.0:1788483417.762053:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224679808:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 Request processed in 341us (1736us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.762060:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 526 00000100:00100000:1.0:1788483417.762186:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483417.762215:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.762225:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483417.762327:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.762378:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.763267:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636b3c840 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.763349:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250868352 00000100:00100000:3.0:1788483417.763359:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250868352 00000100:00100000:3.0:1788483417.763409:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1788483417.763418:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250868352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.763759:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250868352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 341us (1380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.763767:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:1.0:1788483417.764522:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.764669:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.765370:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.765518:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636b3c840 going to sleep for 11 seconds 00000100:00100000:2.0:1788483417.765669:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250868480 00000100:00100000:2.0:1788483417.765679:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250868480 00000100:00100000:3.0:1788483417.766236:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1788483417.766252:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250868480:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.766722:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250868480:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 472us (1351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.766750:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1788483417.768178:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000020:01000000:1.0:1788483417.770428:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1788483417.770461:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788483417.770476:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.770489:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483417.770533:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788483417.770537:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f76366ca000 from 55 10000000:01000000:1.0:1788483417.770541:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788483417.770595:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.770623:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.770636:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483417.770666:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.770762:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.771373:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.771450:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224679936 00000100:00100000:3.0:1788483417.771459:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224679936 00000100:00100000:3.0:1788483417.771529:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250868608 00000100:00100000:3.0:1788483417.771532:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250868608 00000100:00100000:3.0:1788483417.771554:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 529 00000100:00100000:3.0:1788483417.771576:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224679936:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.771771:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224679936:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 196us (3603us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.771780:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 529 00000100:00100000:3.0:1788483417.771821:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1788483417.771828:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250868608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483417.771837:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483417.771853:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1348 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f1341 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.772133:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1348 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f1341 expref: 18 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.772146:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1348 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1341 expref: 18 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.772157:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334ba00, rc 0) 00000100:00100000:3.0:1788483417.772206:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250868608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 378us (1444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.772212:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1788483417.772453:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483417.772472:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.772483:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483417.772602:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.772636:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.772663:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.772680:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250868736 00000100:00100000:1.0:1788483417.772684:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250868736 00000100:00100000:1.0:1788483417.772712:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788483417.772719:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250868736:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.772964:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250868736:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 244us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.772971:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788483417.773103:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868736:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.773135:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.773182:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.773198:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.773210:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250868864 00000100:00100000:1.0:1788483417.773214:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250868864 00000100:00100000:1.0:1788483417.773234:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1788483417.773240:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250868864:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.773324:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250868864:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 83us (141us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.773330:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1788483417.773373:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250868864:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.774702:0:19495:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19495:1875360250868992:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483417.774803:0:19495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.774848:0:19495:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3da80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.774903:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250868992 00000100:00100000:1.0:1788483417.774911:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250868992 00000100:00100000:1.0:1788483417.774959:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1788483417.774970:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19495:x1875360250868992:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.775117:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19495:x1875360250868992:12345-0@lo:502:llog_process_th.0 Request processed in 149us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.775125:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1788483417.775336:0:19495:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19495:1875360250868992:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483417.775393:0:19495:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19495:1875360250869120:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483417.775446:0:19495:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.775469:0:19495:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3da80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.775529:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250869120 00000100:00100000:1.0:1788483417.775534:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250869120 00000100:00100000:1.0:1788483417.775571:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1788483417.775577:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19495:x1875360250869120:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.775649:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19495:x1875360250869120:12345-0@lo:502:llog_process_th.0 Request processed in 71us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.775665:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1788483417.775707:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483417.775750:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224680064 00000100:00100000:3.0:1788483417.775754:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224680064 00000100:00100000:3.0:1788483417.775783:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 535 00000100:00100000:3.0:1788483417.775791:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224680064:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.775818:0:19495:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19495:1875360250869120:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788483417.775840:0:19495:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000100:00100000:3.0:1788483417.775928:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224680064:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 Request processed in 137us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.775941:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 535 00000020:01000000:1.0:1788483417.776464:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:1.0:1788483417.776493:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788483417.776521:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.776534:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483417.776546:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1788483417.776550:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1788483417.776553:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1788483417.776586:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.776594:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.776604:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483417.776624:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.776662:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.776701:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.777638:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250869248 00000100:00100000:3.0:1788483417.777651:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250869248 00000100:00100000:3.0:1788483417.777716:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1788483417.777726:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250869248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483417.777753:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483417.777772:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f1356 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f134f expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.777804:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f1356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f134f expref: 19 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.777827:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f1356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f134f expref: 19 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.777837:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334b800, rc 0) 00000100:00100000:3.0:1788483417.777919:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250869248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 187us (1248us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.777926:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1788483417.777962:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483417.777980:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1356 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.777990:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1356 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483417.778079:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.778114:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.778152:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3da80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.778305:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250869376 00000100:00100000:3.0:1788483417.778309:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250869376 00000100:00100000:3.0:1788483417.778346:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788483417.778355:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250869376:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.778482:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250869376:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 128us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.778488:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1788483417.778718:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869376:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.778764:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869504:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.778832:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483417.779085:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250869504 00000100:00100000:3.0:1788483417.779096:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250869504 00000100:00100000:3.0:1788483417.779138:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1788483417.779146:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250869504:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.779269:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250869504:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 123us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.779276:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1788483417.779447:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3da80 going to sleep for 11 seconds 00000100:00100000:2.0:1788483417.779464:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869504:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788483417.781634:0:19496:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 10000000:01000000:1.0:1788483417.784052:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788483417.784057:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f763f528800 from 55 10000000:01000000:1.0:1788483417.784061:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788483417.784115:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.784207:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.784222:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483417.784256:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.784344:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.784445:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483417.784493:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250869632 00000100:00100000:2.0:1788483417.784644:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250869632 00000100:00100000:2.0:1788483417.784762:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1788483417.784774:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250869632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483417.784790:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483417.784807:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911ac00/0xf2b1f833e60f1364 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f135d expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.784838:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911ac00/0xf2b1f833e60f1364 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f135d expref: 20 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.784849:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911ac00/0xf2b1f833e60f1364 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f135d expref: 20 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.784860:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911ac00, rc 0) 00000100:00100000:2.0:1788483417.784934:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250869632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.784941:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1788483417.785033:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483417.785053:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.785063:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483417.785155:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.785185:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.785692:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1780 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.785779:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250869760 00000100:00100000:3.0:1788483417.785785:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250869760 00000100:00100000:3.0:1788483417.785822:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1788483417.785830:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250869760:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.787253:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250869760:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 1414us (2058us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.787265:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1788483417.788371:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483417.788412:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224680192 00000100:00100000:1.0:1788483417.788422:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224680192 00000100:00100000:1.0:1788483417.788481:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 541 00000100:00100000:1.0:1788483417.788491:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:23492:x1875360224680192:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788483417.788691:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:23492:x1875360224680192:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 200us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.788707:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 541 00000100:00100000:1.0:1788483417.788782:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869760:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.788845:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869888:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.788922:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.788951:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250869888 00000100:00100000:1.0:1788483417.788954:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250869888 00000100:00100000:1.0:1788483417.788974:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1788483417.788981:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250869888:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.789125:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250869888:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 143us (202us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.789198:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1788483417.789250:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1780 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.789263:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250869888:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.789479:0:19497:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19497:1875360250870016:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.789537:0:19497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.789558:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250870016 00000100:00100000:1.0:1788483417.789561:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250870016 00000100:00100000:1.0:1788483417.789578:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1788483417.789584:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19497:x1875360250870016:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.789661:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19497:x1875360250870016:12345-0@lo:502:llog_process_th.0 Request processed in 76us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.789668:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1788483417.789695:0:19497:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1780 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.789707:0:19497:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19497:1875360250870016:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.789763:0:19497:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19497:1875360250870144:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.789797:0:19497:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.789818:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250870144 00000100:00100000:1.0:1788483417.789821:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250870144 00000100:00100000:1.0:1788483417.789839:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1788483417.789845:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19497:x1875360250870144:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.789903:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19497:x1875360250870144:12345-0@lo:502:llog_process_th.0 Request processed in 58us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.789910:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1788483417.789938:0:19497:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.789949:0:19497:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19497:1875360250870144:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788483417.789967:0:19497:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000020:01000000:2.0:1788483417.790625:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 55-57 (rc=0) 10000000:01000000:2.0:1788483417.790649:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788483417.790661:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.790674:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483417.790685:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:2.0:1788483417.790697:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 50 10000000:01000000:2.0:1788483417.790700:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1788483417.790732:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.790753:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.790764:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483417.790781:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250870272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.790819:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.790858:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.791020:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250870272 00000100:00100000:1.0:1788483417.791027:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250870272 00000100:00100000:1.0:1788483417.791070:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1788483417.791079:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250870272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483417.791093:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483417.791110:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f1372 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f136b expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.791283:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f1372 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f136b expref: 21 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.791297:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f1372 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f136b expref: 21 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.791306:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75084fe400, rc 0) 00000100:00100000:1.0:1788483417.791358:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250870272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 280us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.791364:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1788483417.791436:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250870272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483417.791452:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.791463:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483417.791572:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250870400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.791602:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.791629:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d240 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.791683:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250870400 00000100:00100000:1.0:1788483417.791688:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250870400 00000100:00100000:1.0:1788483417.791722:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1788483417.791729:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250870400:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.792035:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250870400:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 305us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.792043:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1788483417.793663:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250870400:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.793733:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250870528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.793825:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.793875:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d240 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.794002:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250870528 00000100:00100000:3.0:1788483417.794010:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250870528 00000100:00100000:3.0:1788483417.794059:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:3.0:1788483417.794068:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250870528:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.794255:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250870528:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 187us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.794263:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1788483417.794542:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250870528:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.796113:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483417.796394:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224680320 00000100:00100000:1.0:1788483417.796406:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224680320 00000100:00100000:1.0:1788483417.796463:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 548 00000100:00100000:1.0:1788483417.796473:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:23492:x1875360224680320:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788483417.796659:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:23492:x1875360224680320:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 186us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.796666:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 548 00000100:00100000:1.0:1788483417.796842:0:19498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19498:1875360250870656:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.796920:0:19498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.796959:0:19498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636894000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.797211:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250870656 00000100:00100000:3.0:1788483417.797217:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250870656 00000100:00100000:3.0:1788483417.797255:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788483417.797262:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19498:x1875360250870656:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483417.797390:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19498:x1875360250870656:12345-0@lo:502:llog_process_th.0 Request processed in 127us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.797406:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1788483417.797524:0:19498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19498:1875360250870656:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788483417.797557:0:19498:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788483417.797570:0:19498:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788483417.797572:0:19498:0:(obd_config.c:1563:class_process_config()) marker 48 (0x1) lustre-MDT0001-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:1.0:1788483417.797584:0:19498:0:(obd_config.c:1472:class_process_config()) processing cmd: ce021 00020000:01000000:1.0:1788483417.797605:0:19498:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:1.0:1788483417.797634:0:19498:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19498:1875360250870784:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.797673:0:19498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483417.797690:0:19498:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636ab1600 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.797750:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250870784 00000100:00100000:3.0:1788483417.797755:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250870784 00000100:00100000:3.0:1788483417.797789:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1788483417.797796:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19498:x1875360250870784:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483417.798061:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19498:x1875360250870784:12345-0@lo:502:llog_process_th.0 Request processed in 197us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483417.798070:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1788483417.798206:0:19498:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19498:1875360250870784:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788483417.798228:0:19498:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788483417.798233:0:19498:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788483417.798235:0:19498:0:(obd_config.c:1563:class_process_config()) marker 48 (0x2) lustre-MDT0001-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:1.0:1788483417.798239:0:19498:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 53 count 52 00000020:01000000:3.0:1788483417.798418:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 50-52 (rc=0) 10000000:01000000:3.0:1788483417.798449:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1788483417.798461:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.798474:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483417.798485:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788483417.798488:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f7609c20800 from 55 10000000:01000000:3.0:1788483417.798492:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788483417.798552:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.798561:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.798571:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483417.798588:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250870912:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.798634:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483417.798653:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.800639:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250870912 00000100:00100000:1.0:1788483417.800656:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250870912 00000100:00100000:1.0:1788483417.800725:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:1.0:1788483417.800746:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250870912:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483417.800765:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483417.800789:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1380 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f1379 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.800823:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1380 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f1379 expref: 22 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.800834:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1380 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1379 expref: 22 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.800843:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2a00, rc 0) 00000100:00100000:1.0:1788483417.800920:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250870912:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.800927:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788483417.805417:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250870912:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483417.805458:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1380 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483417.805476:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1380 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483417.805622:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250871040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.805704:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483417.805772:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788483417.806121:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250871040 00000100:00100000:2.0:1788483417.806132:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250871040 00000100:00100000:2.0:1788483417.806195:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1788483417.806206:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250871040:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.806380:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250871040:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 175us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.806388:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788483417.806777:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250871040:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.806830:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250871168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.806899:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483417.806935:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.807325:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250871168:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.807947:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483417.816100:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483417.817616:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224680576 00000100:00100000:3.0:1788483417.817636:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224680576 00000100:00100000:3.0:1788483417.817724:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 555 00000100:00100000:3.0:1788483417.817746:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:6174:x1875360224680576:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.817923:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:6174:x1875360224680576:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 189us (1837us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483417.817932:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 555 00000100:00100000:2.0:1788483417.822616:0:19499:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19499:1875360250871296:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483417.822755:0:19499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.822851:0:19499:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d000 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.826400:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250871296 00000100:00100000:1.0:1788483417.826422:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250871296 00000100:00100000:1.0:1788483417.826582:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1788483417.826595:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19499:x1875360250871296:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483417.826814:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19499:x1875360250871296:12345-0@lo:502:llog_process_th.0 Request processed in 221us (4076us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.826822:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:2.0:1788483417.827225:0:19499:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19499:1875360250871296:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483417.827303:0:19499:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19499:1875360250871424:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483417.827350:0:19499:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.827774:0:19499:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483417.828002:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250871424 00000100:00100000:3.0:1788483417.828021:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250871424 00000100:00100000:2.0:1788483417.828231:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1788483417.828241:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19499:x1875360250871424:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483417.828373:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19499:x1875360250871424:12345-0@lo:502:llog_process_th.0 Request processed in 133us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.828380:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1788483417.828435:0:19499:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19499:1875360250871424:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788483417.828466:0:19499:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000100:00100000:2.0:1788483417.829402:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250871552 00000100:00100000:2.0:1788483417.829408:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250871552 00000100:00100000:2.0:1788483417.829476:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1788483417.829485:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250871552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483417.829521:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483417.829535:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f1395 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f138e expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.829561:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f1395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f138e expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.829572:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f1395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f138e expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.829583:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b800, rc 0) 00000100:00100000:2.0:1788483417.829666:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250871552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.829672:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1788483417.830194:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250871680 00000100:00100000:2.0:1788483417.830199:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250871680 00000100:00100000:2.0:1788483417.830229:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:2.0:1788483417.830236:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250871680:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.830416:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250871680:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 180us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483417.830423:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1788483417.830711:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250871680:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.830925:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250871808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.830983:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.831181:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763e3fb240 going to sleep for 11 seconds 00000100:00100000:2.0:1788483417.831482:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250871808:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483417.832304:0:19500:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19500:1875360250871936:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483417.832358:0:19500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483417.832437:0:19500:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0540 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.832482:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250871936 00000100:00100000:1.0:1788483417.832489:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250871936 00000100:00100000:1.0:1788483417.832848:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1788483417.832858:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19500:x1875360250871936:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483417.833179:0:19500:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19500:1875360250871936:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788483417.833214:0:19500:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788483417.833228:0:19500:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788483417.833231:0:19500:0:(obd_config.c:1563:class_process_config()) marker 47 (0x1) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:3.0:1788483417.833237:0:19500:0:(obd_config.c:1472:class_process_config()) processing cmd: ce021 00020000:01000000:3.0:1788483417.833256:0:19500:0:(lod_pool.c:594:lod_pool_add()) Added lustre-OST0001_UUID to test_11c as member 1 00000100:00100000:1.0:1788483417.833430:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19500:x1875360250871936:12345-0@lo:502:llog_process_th.0 Request processed in 573us (1070us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.833438:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:2.0:1788483417.833913:0:19500:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19500:1875360250872064:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483417.833971:0:19500:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000004:3.0:1788483417.834048:0:19501:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9f7609c20800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788483417.834052:0:19501:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9f7609c20800 4 00000100:00100000:2.0:1788483417.834837:0:19500:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605fd29c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483417.835562:0:19500:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19500:1875360250872064:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788483417.835601:0:19500:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788483417.835609:0:19500:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788483417.835611:0:19500:0:(obd_config.c:1563:class_process_config()) marker 47 (0x2) lustre-MDT0000-m add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1788483417.835616:0:19500:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000100:00100000:1.0:1788483417.836483:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250872192 00000100:00100000:1.0:1788483417.836491:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250872192 00000100:00100000:1.0:1788483417.836685:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1788483417.836695:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250872192:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483417.836707:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483417.836721:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f13a3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f139c expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.836762:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f13a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f139c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.836775:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f13a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f139c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.836793:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2400, rc 0) 00000100:00100000:1.0:1788483417.836885:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250872192:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 191us (543us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483417.836891:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1788483417.837370:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250872192:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483417.837389:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.837401:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483417.837483:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250872320:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483417.837640:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483417.837716:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605fd29c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483417.837777:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250872320 00000100:00100000:1.0:1788483417.837784:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250872320 00000100:00100000:1.0:1788483417.837822:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1788483417.837831:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250872320:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483417.838525:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250872320:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 692us (882us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483417.838533:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1788483417.838645:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250872320:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1788483417.838688:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788483417.838697:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483417.838707:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483417.860855:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483418.280821:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483418.280870:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483418.280980:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483418.281013:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483418.281058:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224681216 00000100:00100000:3.0:1788483418.281070:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224681216 00000100:00100000:3.0:1788483418.281146:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 371 00000100:00100000:3.0:1788483418.281158:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2399:x1875360224681216:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483418.281248:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2399:x1875360224681216:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 81us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483418.281257:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 371 00000100:00080000:3.0:1788483418.281309:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483418.287361:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483418.287392:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483418.287525:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224681728 00000100:00100000:3.0:1788483418.287538:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224681728 00000100:00100000:3.0:1788483418.287614:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 372 00000100:00100000:3.0:1788483418.287625:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224681728:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483418.287713:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224681728:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 89us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483418.287763:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 372 00000100:00080000:3.0:1788483418.287791:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483418.288463:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224680960 00000100:00100000:1.0:1788483418.288473:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224680960 00000100:00100000:1.0:1788483418.288543:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224681472 00000100:00100000:1.0:1788483418.288547:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224681472 00000100:00100000:1.0:1788483418.288573:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 673 00000100:00100000:1.0:1788483418.288581:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224680960:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483418.288640:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224680960:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 60us (7769us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483418.288648:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 673 00000100:00100000:1.0:1788483418.288668:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 674 00000100:00100000:1.0:1788483418.288676:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224681472:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483418.288702:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224681472:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (7688us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483418.288723:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 674 00000100:00080000:3.0:1788483418.288871:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483418.289384:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483418.289956:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483418.289989:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483418.290160:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224680832 00000100:00100000:2.0:1788483418.290169:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224680832 00000100:00100000:2.0:1788483418.290228:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224681344 00000100:00100000:2.0:1788483418.290231:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224681344 00000100:00100000:2.0:1788483418.290325:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 675 00000100:00100000:2.0:1788483418.290334:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+73:2399:x1875360224680832:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483418.290397:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+73:2399:x1875360224680832:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 64us (3004us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483418.290404:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 675 00000100:00100000:2.0:1788483418.290420:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 676 00000100:00100000:2.0:1788483418.290426:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:2399:x1875360224681344:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483418.290447:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:2399:x1875360224681344:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483418.290453:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 676 00000100:00080000:2.0:1788483418.290471:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483418.290486:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224681088 00000100:00100000:2.0:1788483418.290489:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224681088 00000100:00100000:2.0:1788483418.290535:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224681600 00000100:00100000:2.0:1788483418.290538:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224681600 00000100:00100000:2.0:1788483418.290558:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 373 00000100:00100000:2.0:1788483418.290564:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2399:x1875360224681088:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483418.290604:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2399:x1875360224681088:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 40us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483418.290611:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 373 00000100:00100000:2.0:1788483418.290621:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 374 00000100:00100000:2.0:1788483418.290626:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224681600:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483418.290643:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224681600:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 17us (654us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483418.290649:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 374 00000100:00080000:2.0:1788483418.290664:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483418.692759:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250872448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483418.692848:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483418.693902:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483418.693922:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250872576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483418.693975:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483418.695175:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250872576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483418.695196:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250872448:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483418.697795:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250873088:0@lo:400:kworker.0 00000100:00100000:2.0:1788483418.697828:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483418.697849:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250873600:0@lo:400:kworker.0 00000100:00100000:2.0:1788483418.697875:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483418.698340:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788483418.698347:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250872960:0@lo:400:kworker.0 00000100:00100000:2.0:1788483418.698760:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250872832 00000100:00100000:2.0:1788483418.698771:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250872832 00000100:00100000:2.0:1788483418.698832:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250873088 00000100:00100000:2.0:1788483418.698836:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250873088 00000100:00100000:2.0:1788483418.699328:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250873344 00000100:00100000:2.0:1788483418.699333:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250873344 00000100:00100000:2.0:1788483418.699366:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250873856 00000100:00100000:2.0:1788483418.699369:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250873856 00000100:00100000:2.0:1788483418.699389:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1788483418.699488:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250872832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483418.699835:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250872832:12345-0@lo:400:kworker.0 Request processed in 350us (2373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483418.701214:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250872704 00000100:00100000:3.0:1788483418.701230:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250872704 00000100:00100000:3.0:1788483418.701573:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1788483418.701585:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250872704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483418.701753:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250872704:12345-0@lo:400:kworker.0 Request processed in 99us (4093us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483418.701762:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1788483418.701816:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250873600 00000100:00100000:3.0:1788483418.701821:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250873600 00000100:00100000:3.0:1788483418.701858:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250873728 00000100:00100000:3.0:1788483418.701861:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250873728 00000100:00100000:3.0:1788483418.701882:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1788483418.701889:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250873600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483418.701927:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250873600:12345-0@lo:400:kworker.0 Request processed in 38us (4050us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483418.701933:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1788483418.701945:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1788483418.701951:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250873728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483418.701998:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250873728:12345-0@lo:400:kworker.0 Request processed in 47us (2628us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483418.702016:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:2.0:1788483418.702190:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1788483418.702211:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1788483418.702219:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250873856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483418.702332:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250873856:12345-0@lo:400:kworker.0 Request processed in 37us (4016us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483418.702339:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00010000:00010000:1.0:1788483418.886534:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483419.207245:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250874112 00000100:00100000:2.0:1788483419.207256:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250874112 00000100:00100000:2.0:1788483419.207325:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1788483419.207337:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250874112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483419.207383:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483419.207452:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250874112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483419.207461:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788483419.691634:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224681984 00000100:00100000:3.0:1788483419.691646:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224681984 00000100:00100000:3.0:1788483419.691710:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 769 00000100:00100000:3.0:1788483419.691721:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+73:23512:x1875360224681984:12345-192.168.206.36@tcp:36:mkdir.0 00010000:00010000:3.0:1788483419.691788:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483419.691818:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911aa00/0xf2b1f833e60f0f6d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146caa expref: 73 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.691838:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483419.691844:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483419.691905:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.691926:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f0fac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cbf expref: 30 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.691935:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.691969:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f0fac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cbf expref: 30 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.691984:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f0fac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cbf expref: 30 pid: 12148 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483419.692020:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f32d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250874240:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483419.692115:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0000 going to sleep for 11 seconds 00000100:00100000:2.0:1788483419.704306:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:0.0:1788483419.706770:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483419.706790:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483419.706810:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483419.706869:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:2401:x1875360224682112:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 186us (2579us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483419.706878:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 244 00010000:00010000:3.0:1788483419.710761:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f0fac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146cbf expref: 30 pid: 12148 timeout: 684 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483419.712195:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f32d80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250874240:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483419.712250:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.712266:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.712273:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.712310:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.712326:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.712337:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.714496:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.714558:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.715893:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483419.717124:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f6b8728e reply state 00000000db7b77ef transno 4294967752 ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.717154:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.717163:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9f76340c0000) 00010000:00010000:2.0:1788483419.717166:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483419.717171:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788483419.717197:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00010000:00010000:2.0:1788483419.717211:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.717220:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.717240:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.717247:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483419.717252:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.717260:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.717275:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483419.717277:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483419.717282:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.717290:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f13aa lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483419.717308:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f6b8728e reply state 00000000db7b77ef transno 4294967752 ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.717318:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.717326:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9f76340c0800) 00010000:00010000:2.0:1788483419.717329:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483419.717339:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788483419.717490:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+74:23512:x1875360224681984:12345-192.168.206.36@tcp:36:mkdir.0 Request processed in 25763us (26334us total) trans 4294967752 rc 0/0 00000100:00100000:2.0:1788483419.717531:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 769 00000100:00100000:3.0:1788483419.732269:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483419.734313:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224682240 00000100:00100000:1.0:1788483419.734329:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224682240 00000100:00100000:1.0:1788483419.734411:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 770 00000100:00100000:1.0:1788483419.734424:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+74:23513:x1875360224682240:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483419.734451:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483419.734476:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f13bf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146dd7 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483419.734577:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f13c6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483419.734592:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f13c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483419.734606:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f13c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483419.734659:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483419.734663:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483419.734685:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f13c6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483419.734714:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f13bf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dd7 expref: 76 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483419.734745:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f13c6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dd7 expref: 75 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483419.734774:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483419.734777:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483419.734782:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7607f8a400, rc 0) 00000100:00100000:1.0:1788483419.734861:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+75:23513:x1875360224682240:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 440us (2607us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483419.734869:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 770 00000100:00100000:2.0:1788483419.743427:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483419.743562:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224682368 00000100:00100000:3.0:1788483419.743575:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224682368 00000100:00100000:3.0:1788483419.743642:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 771 00000100:00100000:3.0:1788483419.743655:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+75:23513:x1875360224682368:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483419.743681:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483419.743706:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f13cd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146dde expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.743799:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f13d4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.743815:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f13d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.743828:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f13d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.743839:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f13db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.743846:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f13db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.743853:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f13db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744034:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f13e2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744044:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f13e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744051:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f13e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483419.744103:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000004:00200000:3.0:1788483419.744108:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483419.744296:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f13e2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744311:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f13d4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744319:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f13d4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744325:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f13d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744333:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483419.744337:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f13d4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744346:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f13d4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744362:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483419.744373:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483419.744379:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f13d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744385:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f13d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744401:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f13db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744406:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f13db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744411:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f13db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744416:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483419.744419:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f13db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744424:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f13db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744433:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9f76340c0800) 00010000:00010000:3.0:1788483419.744435:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483419.744438:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f13db lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744444:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f13db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744477:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f13cd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dde expref: 77 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744543:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f13e2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dde expref: 76 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483419.744550:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9f76340c0000) 00010000:00010000:3.0:1788483419.744553:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483419.744556:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3200, rc 0) 00000100:00100000:3.0:1788483419.744645:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+76:23513:x1875360224682368:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 989us (1230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483419.744653:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 771 00000100:00100000:1.0:1788483419.751921:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483419.752004:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224682624 00000100:00100000:2.0:1788483419.752021:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224682624 00000100:00100000:2.0:1788483419.752100:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 772 00000100:00100000:2.0:1788483419.752114:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+76:23513:x1875360224682624:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483419.752151:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483419.752178:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f13e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146de5 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483419.752315:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00010000:00010000:2.0:1788483419.752451:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f13e9 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146de5 expref: 78 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.752468:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483419.752473:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483419.752478:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f13e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146de5 expref: 78 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.752495:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911ba00, rc 0) 00000100:00100000:2.0:1788483419.752625:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+77:23513:x1875360224682624:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 512us (710us total) trans 4294967753 rc 301/301 00000100:00100000:2.0:1788483419.752636:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 772 00000100:00100000:1.0:1788483419.755632:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483419.755713:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224682880 00000100:00100000:2.0:1788483419.755741:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224682880 00000100:00100000:2.0:1788483419.755852:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 773 00000100:00100000:2.0:1788483419.755865:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+77:23513:x1875360224682880:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:2.0:1788483419.756056:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483419.756090:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f13e2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dde expref: 77 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.756110:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9f76340c0000) 00010000:00010000:2.0:1788483419.756127:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483419.756155:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.756169:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.756182:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483419.756371:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008f926fe6 reply state 000000006a5d2de8 transno 4294967754 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.756386:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483419.756392:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9f76340c0000) 00010000:00010000:2.0:1788483419.756394:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:2.0:1788483419.756397:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788483419.756407:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000100:00100000:2.0:1788483419.756544:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+78:23513:x1875360224682880:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 681us (919us total) trans 4294967754 rc 0/0 00000100:00100000:2.0:1788483419.756552:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 773 00000100:00100000:2.0:1788483419.760289:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483419.760391:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224683136 00000100:00100000:1.0:1788483419.760407:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224683136 00000100:00100000:1.0:1788483419.760481:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 151 00000100:00100000:1.0:1788483419.760494:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+78:23513:x1875360224683136:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:1.0:1788483419.760781:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+79:23513:x1875360224683136:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 288us (504us total) trans 4294967755 rc 0/0 00000100:00100000:1.0:1788483419.760790:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 151 00010000:00010000:1.0:1788483419.908767:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483420.165455:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483420.165637:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224683264 00000100:00100000:3.0:1788483420.165649:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224683264 00000100:00100000:3.0:1788483420.165735:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 774 00000100:00100000:3.0:1788483420.165747:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224683264:12345-192.168.206.36@tcp:41:mkdir.0 00000004:00000024:3.0:1788483420.165784:0:12148:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00080000:0.0:1788483420.165834:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483420.165862:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224683264:12345-192.168.206.36@tcp:41:mkdir.0 Request processed in 117us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483420.165869:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 774 00000100:00100000:3.0:1788483420.180113:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483420.180257:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224683520 00000100:00100000:2.0:1788483420.180267:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224683520 00000100:00100000:2.0:1788483420.180329:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 775 00000100:00100000:2.0:1788483420.180340:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:23550:x1875360224683520:12345-192.168.206.36@tcp:36:mkdir.0 00000100:00100000:2.0:1788483420.180452:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641747480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6516:1875360250874368:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788483420.180536:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483420.180621:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636b3c0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483420.181274:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250874368 00000100:00100000:0.0:1788483420.181281:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250874368 00000100:00100000:0.0:1788483420.181331:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1788483420.181340:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1875360250874368:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788483420.181473:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:6516:x1875360250874368:12345-0@lo:1000:mdt00_002.0 Request processed in 133us (936us total) trans 0 rc 1/1 00000100:00100000:0.0:1788483420.181481:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1788483420.181587:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641747480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-mdtlov_UUID:6516:1875360250874368:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788483420.181669:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:23550:x1875360224683520:12345-192.168.206.36@tcp:36:mkdir.0 Request processed in 1330us (1565us total) trans 0 rc -17/-17 00000100:00100000:2.0:1788483420.181677:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 775 00000100:00100000:2.0:1788483420.193857:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483420.194030:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224683648 00000100:00100000:3.0:1788483420.194041:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224683648 00000100:00100000:3.0:1788483420.194111:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 776 00000100:00100000:3.0:1788483420.194122:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+79:23550:x1875360224683648:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:3.0:1788483420.194144:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483420.194237:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f13fe lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146dec expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194323:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194337:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194351:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194362:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f140c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194370:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f140c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194378:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f140c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194449:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f1413 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194458:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f1413 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194464:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f1413 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483420.194541:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x29:0x0]: returning size 4096 00000004:00200000:3.0:1788483420.194545:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483420.194563:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f1413 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194586:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194593:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194599:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194605:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194611:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483420.194615:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194623:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194636:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483420.194639:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483420.194643:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194649:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1405 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194663:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f140c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194669:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f140c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194680:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f140c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194684:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483420.194687:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f140c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194694:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f140c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194701:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9f76340c0800) 00010000:00010000:3.0:1788483420.194703:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483420.194706:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f140c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194711:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f140c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194749:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f13fe lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dec expref: 81 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194762:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f1413 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dec expref: 80 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.194769:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9f76340c0000) 00010000:00010000:3.0:1788483420.194772:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483420.194774:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3200, rc 0) 00000100:00100000:3.0:1788483420.194838:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+80:23550:x1875360224683648:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 718us (990us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483420.194854:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 776 00000100:00080000:0.0:1788483420.200124:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483420.294361:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483420.294978:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224683776 00000100:00100000:0.0:1788483420.294988:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224683776 00000100:00100000:0.0:1788483420.295068:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 777 00000100:00100000:0.0:1788483420.295078:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+30:23556:x1875360224683776:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483420.295096:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483420.295117:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f141a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146df3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.295178:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.295192:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.295214:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483420.295258:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483420.295262:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483420.295281:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.295304:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f141a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146df3 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.295320:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146df3 expref: 31 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.295328:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483420.295331:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483420.295335:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508830c00, rc 0) 00000100:00100000:0.0:1788483420.295389:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:23556:x1875360224683776:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 312us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483420.295397:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 777 00000100:00080000:1.0:1788483420.295679:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1788483420.297312:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483420.310150:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483420.310280:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224684032 00000100:00100000:2.0:1788483420.310290:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224684032 00000100:00100000:2.0:1788483420.310352:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 778 00000100:00100000:2.0:1788483420.310363:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+80:23556:x1875360224684032:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483420.310382:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483420.310385:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1788483420.310411:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f1413 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x29:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dec expref: 80 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.310430:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9f76340c0000) 00010000:00010000:2.0:1788483420.310434:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483420.310446:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1428 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146dfa expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.310611:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f142f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.310626:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f142f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.310637:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f142f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.310652:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.310659:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.310666:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311301:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311313:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311321:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483420.311331:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:2.0:1788483420.311353:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f142f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311370:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f142f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311377:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f142f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311383:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483420.311387:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f142f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311394:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f142f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311404:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9f76340c0000) 00010000:00010000:2.0:1788483420.311406:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483420.311409:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f142f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311414:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f142f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483420.311426:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000c8d3faf7 reply state 00000000dac2c3f9 transno 4294967756 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311437:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311443:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff9f7506667400) 00010000:00010000:2.0:1788483420.311445:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483420.311448:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788483420.311476:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1428 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dfa expref: 82 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311529:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dfa expref: 81 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.311537:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9f7506667800) 00010000:00010000:2.0:1788483420.311539:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483420.311542:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b600, rc 0) 00000100:00100000:2.0:1788483420.311609:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+82:23556:x1875360224684032:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1248us (1468us total) trans 4294967756 rc 0/0 00000100:00100000:2.0:1788483420.311617:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 778 00000100:00100000:0.0:1788483420.321233:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483420.321334:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224684288 00000100:00100000:3.0:1788483420.321345:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224684288 00000100:00100000:3.0:1788483420.323092:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 779 00000100:00100000:3.0:1788483420.323114:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+82:23556:x1875360224684288:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483420.323141:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483420.323163:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f144b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e01 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.323275:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.323290:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dfa expref: 83 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.323299:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.323333:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dfa expref: 83 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.323346:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dfa expref: 83 pid: 6516 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483420.323359:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f32300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250874496:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483420.323466:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483420.327041:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f32300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250874496:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483420.327073:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483420.329780:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483420.329883:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224684416 00000100:00100000:1.0:1788483420.329898:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224684416 00010000:00010000:1.0:1788483420.329951:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dfa expref: 84 pid: 6516 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483420.329991:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 245 00000100:00100000:1.0:1788483420.330015:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+84:2401:x1875360224684416:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483420.330031:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483420.330039:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dfa expref: 84 pid: 6516 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483420.330053:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dfa expref: 84 pid: 6516 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483420.330075:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b600/0xf2b1f833e60f143d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dfa expref: 84 pid: 6516 timeout: 685 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483420.330091:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9f7506667800) 00010000:00010000:1.0:1788483420.330097:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483420.330106:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483420.330114:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483420.330151:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483420.330207:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+83:2401:x1875360224684416:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 193us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483420.330216:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 245 00010000:00010000:2.0:1788483420.330348:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.330357:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483420.330375:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2a:0x0]: returning size 0 00010000:00010000:2.0:1788483420.330603:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.330611:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.330619:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.330625:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483420.330629:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.330649:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.330660:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9f7506667800) 00010000:00010000:2.0:1788483420.330663:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483420.330667:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.330673:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1452 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.330739:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f144b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e01 expref: 83 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.330750:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9f76340c0000) 00010000:00010000:2.0:1788483420.330752:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483420.330756:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f144b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x29:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e01 expref: 83 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.330766:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:2.0:1788483420.330793:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+82:23556:x1875360224684288:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 7688us (9571us total) trans 4294967757 rc 301/301 00000100:00100000:2.0:1788483420.330800:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 779 00000100:00100000:1.0:1788483420.344796:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483420.346140:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224684672 00000100:00100000:3.0:1788483420.346152:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224684672 00000100:00100000:3.0:1788483420.346224:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 152 00000100:00100000:3.0:1788483420.346235:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+82:23556:x1875360224684672:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483420.346526:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+83:23556:x1875360224684672:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 291us (1737us total) trans 4294967758 rc 0/0 00000100:00100000:3.0:1788483420.346534:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 152 00000100:00100000:0.0:1788483420.361068:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483420.367055:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224684800 00000100:00100000:2.0:1788483420.367068:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224684800 00000100:00100000:3.0:1788483420.370760:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 780 00000100:00100000:3.0:1788483420.370775:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+83:23556:x1875360224684800:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483420.370800:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483420.370837:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1460 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e08 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.370910:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1460 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e08 expref: 84 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.370927:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3c00/0xf2b1f833e60f1460 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e08 expref: 84 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483420.371200:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9f76340c0f00) 00010000:00010000:3.0:1788483420.371205:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483420.371209:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3c00, rc 0) 00000100:00100000:3.0:1788483420.371295:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+84:23556:x1875360224684800:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 522us (10234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483420.371302:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 780 00000100:00100000:2.0:1788483420.377769:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483420.378115:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224685056 00000100:00100000:0.0:1788483420.378125:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224685056 00000100:00100000:0.0:1788483420.378183:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 781 00000100:00100000:0.0:1788483420.378194:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+84:23556:x1875360224685056:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788483420.378270:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1467 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.378286:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1467 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.378297:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1467 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.378440:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1467 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.378448:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1467 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.378454:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1467 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.378460:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483420.378465:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1467 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.378472:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1467 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.378485:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9f76340c0f00) 00010000:00010000:0.0:1788483420.378489:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788483420.378493:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1467 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483420.378565:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1467 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483420.378652:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+85:23556:x1875360224685056:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 459us (890us total) trans 4294967759 rc 0/0 00000100:00100000:0.0:1788483420.378661:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 781 00000100:00100000:1.0:1788483420.389380:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483420.398840:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224685312 00000100:00100000:2.0:1788483420.398855:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224685312 00000100:00100000:2.0:1788483420.399330:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 782 00000100:00100000:2.0:1788483420.399343:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+85:23556:x1875360224685312:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483420.399598:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.399614:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.399636:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483420.399706:0:6515:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967760 00000004:00010000:2.0:1788483420.399746:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e7f7b78b reply state 000000001b90043e transno 4294967761 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.399759:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483420.399767:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9f76340c0f00) 00010000:00010000:2.0:1788483420.399770:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483420.399774:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483420.399871:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+88:23556:x1875360224685312:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 531us (10500us total) trans 4294967761 rc 0/0 00000100:00100000:2.0:1788483420.399879:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 782 00000020:00080000:2.0:1788483420.399884:0:6515:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788483420.413477:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483420.413707:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224685568 00000100:00100000:0.0:1788483420.413717:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224685568 00000100:00100000:0.0:1788483420.413786:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 153 00000100:00100000:0.0:1788483420.413797:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+88:23556:x1875360224685568:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483420.415351:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+89:23556:x1875360224685568:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 1549us (1877us total) trans 4294967762 rc 0/0 00000100:00100000:0.0:1788483420.415363:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 153 00000040:00080000:3.0:1788483420.804674:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483420.804683:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483420.804878:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 17 count 1 00000040:00080000:3.0:1788483420.804887:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483420.932926:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483421.253688:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250874624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483421.253771:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483421.253921:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250874624 00000100:00100000:1.0:1788483421.253942:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250874624 00000100:00100000:1.0:1788483421.254002:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:1.0:1788483421.254013:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250874624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483421.254040:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788483421.254088:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250874624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483421.254097:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00080000:1.0:1788483421.254123:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483421.261661:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250874752:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483421.261759:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483421.261889:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250874624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483421.262527:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250874752 00000100:00100000:3.0:1788483421.262535:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250874752 00000100:00100000:3.0:1788483421.262599:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:3.0:1788483421.262609:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250874752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483421.262631:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788483421.262688:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250874752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483421.262695:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00080000:1.0:1788483421.263652:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483421.265103:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250874752:0@lo:13:osp-pre-0-1.0 00000001:00080000:1.0:1788483421.768633:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967762 is committed 00010000:00010000:2.0:1788483421.768692:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768713:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768746:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768753:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334be00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483421.768757:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768765:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768784:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3c4dff78 (ffff9f76340c0800) 00010000:00010000:2.0:1788483421.768786:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483421.768790:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768796:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f13b1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3c4dff78 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768818:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768824:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768829:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768833:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334b000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483421.768836:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768849:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768857:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9f76340c0000) 00010000:00010000:2.0:1788483421.768859:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483421.768861:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768866:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b000/0xf2b1f833e60f13b8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768880:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768885:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768891:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768895:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911b400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483421.768897:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768903:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768909:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0x0 (ffff9f76340c0000) 00010000:00010000:2.0:1788483421.768911:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483421.768914:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.768929:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b400/0xf2b1f833e60f13f7 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769640:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769648:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769655:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769661:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483421.769664:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769671:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769681:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x29:0x0].0xecadbcfe (ffff9f7506667400) 00010000:00010000:2.0:1788483421.769684:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483421.769688:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769693:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f1436 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x29:0x0].0xecadbcfe bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769710:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769715:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769744:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769749:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483421.769752:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769758:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769766:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2a:0x0].0x0 (ffff9f76340c0f00) 00010000:00010000:2.0:1788483421.769769:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788483421.769771:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.769776:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f146e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2a:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483421.958284:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483422.276742:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250874880:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483422.276828:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483422.276967:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250874880 00000100:00100000:3.0:1788483422.276976:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250874880 00000100:00100000:3.0:1788483422.277033:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1788483422.277043:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e7c5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250874880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483422.277077:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1788483422.277132:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e7c5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250874880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483422.277140:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1788483422.277814:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250874880:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483422.980802:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483423.401144:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483423.407159:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483423.407195:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483423.407218:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483423.407237:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483423.407255:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483423.407282:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483423.407299:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483423.407323:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483423.407353:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224685952 00000100:00100000:0.0:1788483423.407526:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224685952 00000100:00100000:0.0:1788483423.407582:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224686464 00000100:00100000:0.0:1788483423.407585:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224686464 00000100:00100000:0.0:1788483423.407603:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224685824 00000100:00100000:0.0:1788483423.407606:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224685824 00000100:00100000:0.0:1788483423.407619:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224686336 00000100:00100000:0.0:1788483423.407621:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224686336 00000100:00100000:0.0:1788483423.407635:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 683 00000100:00100000:0.0:1788483423.407643:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224685952:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483423.407721:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224685952:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 65us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.407729:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 683 00000100:00100000:0.0:1788483423.407745:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 684 00000100:00100000:0.0:1788483423.407750:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224686464:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483423.407774:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224686464:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.407977:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 684 00000100:00100000:0.0:1788483423.407992:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 685 00000100:00100000:0.0:1788483423.407999:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+74:2402:x1875360224685824:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483423.408030:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+74:2402:x1875360224685824:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (774us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.408036:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 685 00000100:00100000:0.0:1788483423.408055:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 686 00000100:00100000:0.0:1788483423.408062:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:2402:x1875360224686336:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483423.408087:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:2402:x1875360224686336:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (787us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.408093:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 686 00000100:00100000:0.0:1788483423.408113:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224686208 00000100:00100000:0.0:1788483423.408116:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224686208 00000100:00100000:0.0:1788483423.408141:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224686720 00000100:00100000:0.0:1788483423.408144:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224686720 00000100:00100000:0.0:1788483423.408154:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224686080 00000100:00100000:0.0:1788483423.408157:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224686080 00000100:00100000:0.0:1788483423.408167:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224686592 00000100:00100000:0.0:1788483423.408170:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224686592 00000100:00100000:0.0:1788483423.408182:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 377 00000100:00100000:0.0:1788483423.408187:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224686208:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483423.408212:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224686208:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.408218:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 377 00000100:00100000:0.0:1788483423.408227:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 378 00000100:00100000:0.0:1788483423.408232:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224686720:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483423.408250:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224686720:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 18us (1013us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.408256:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 378 00000100:00100000:0.0:1788483423.408265:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 379 00000100:00100000:0.0:1788483423.408270:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224686080:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483423.408290:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224686080:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.408302:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 379 00000100:00100000:0.0:1788483423.408313:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 380 00000100:00100000:0.0:1788483423.408319:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224686592:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483423.408340:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224686592:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.408345:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 380 00000100:00080000:0.0:1788483423.408541:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483423.408546:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483423.408549:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483423.408551:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483423.409155:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224685696 00000100:00100000:1.0:1788483423.409161:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224685696 00000100:00100000:1.0:1788483423.409207:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 567 00000100:00100000:1.0:1788483423.409214:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224685696:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483423.409260:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224685696:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 47us (8125us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483423.409266:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 567 00000100:00100000:2.0:1788483423.812832:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483423.812851:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250875008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483423.812915:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483423.812990:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250875392:0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.813103:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250875520:0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.813139:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483423.813162:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250876032:0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.813184:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483423.813203:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250876544:0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.813222:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483423.813379:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483423.813418:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360250875904:0@lo:400:kworker.0 00000100:00100000:2.0:1788483423.813441:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483423.813467:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360250876416:0@lo:400:kworker.0 00000100:00100000:2.0:1788483423.813488:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483423.813547:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250875008 00000100:00100000:2.0:1788483423.813554:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250875008 00000100:00100000:2.0:1788483423.813604:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1788483423.813612:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250875008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483423.813638:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483423.813678:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250875008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483423.813684:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1788483423.813719:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250875520 00000100:00100000:2.0:1788483423.813723:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250875520 00000100:00100000:2.0:1788483423.813748:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250875904 00000100:00100000:2.0:1788483423.813751:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250875904 00000100:00100000:2.0:1788483423.813767:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250876416 00000100:00100000:2.0:1788483423.813769:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250876416 00000100:00100000:2.0:1788483423.813788:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1788483423.813794:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250875520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483423.813829:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250875520:12345-0@lo:400:kworker.0 Request processed in 35us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483423.813836:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1788483423.813848:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1788483423.813854:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360250875904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483423.813878:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360250875904:12345-0@lo:400:kworker.0 Request processed in 25us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483423.813893:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1788483423.813905:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:2.0:1788483423.813911:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360250876416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483423.813936:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360250876416:12345-0@lo:400:kworker.0 Request processed in 25us (447us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483423.813941:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00080000:2.0:1788483423.813959:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483423.813964:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483423.814165:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250875392 00000100:00100000:1.0:1788483423.814170:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250875392 00000100:00100000:1.0:1788483423.814200:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1788483423.814206:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250875392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.814263:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250875392:12345-0@lo:400:kworker.0 Request processed in 57us (884us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483423.814269:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788483423.814447:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250875392:0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.814460:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360250875904:0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.814468:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360250876416:0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.814493:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250875008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483423.814554:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360250875264:0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.814595:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483423.814623:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360250875776:0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.814645:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483423.814662:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360250876288:0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.814681:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483423.814699:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788483423.814704:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250875136:0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.814745:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483423.814770:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250875648:0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.814791:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483423.814804:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250876160:0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.814825:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483423.814840:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250876672:0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.814864:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483423.814892:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250876032 00000100:00100000:3.0:1788483423.814896:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250876032 00000100:00100000:3.0:1788483423.814927:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250876544 00000100:00100000:3.0:1788483423.814931:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250876544 00000100:00100000:3.0:1788483423.814942:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250876160 00000100:00100000:3.0:1788483423.814945:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250876160 00000100:00100000:3.0:1788483423.814954:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250876672 00000100:00100000:3.0:1788483423.814956:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250876672 00000100:00100000:3.0:1788483423.814966:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1788483423.814972:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250876032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.815154:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250875648 00000100:00100000:1.0:1788483423.815159:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250875648 00000100:00100000:1.0:1788483423.815185:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1788483423.815191:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250875648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.815246:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250875648:12345-0@lo:400:kworker.0 Request processed in 42us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483423.815253:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:1.0:1788483423.815343:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250875264 00000100:00100000:1.0:1788483423.815347:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250875264 00000100:00100000:1.0:1788483423.815369:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250875776 00000100:00100000:1.0:1788483423.815372:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250875776 00000100:00100000:1.0:1788483423.815390:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250876288 00000100:00100000:1.0:1788483423.815393:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250876288 00000100:00100000:1.0:1788483423.815413:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1788483423.815420:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250875264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.815450:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250875264:12345-0@lo:400:kworker.0 Request processed in 31us (855us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483423.815457:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1788483423.815469:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1788483423.815475:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360250875776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.815536:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360250875776:12345-0@lo:400:kworker.0 Request processed in 61us (890us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483423.815542:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:1.0:1788483423.815554:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1788483423.816124:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250876032:12345-0@lo:400:kworker.0 Request processed in 1148us (2935us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483423.816131:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1788483423.816151:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788483423.816160:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250876544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483423.816193:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250876544:12345-0@lo:400:kworker.0 Request processed in 36us (2969us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483423.816199:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788483423.816210:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1788483423.816217:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250876160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.816306:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250876288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483423.816342:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250876288:12345-0@lo:400:kworker.0 Request processed in 774us (1659us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483423.816349:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1788483423.816582:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1788483423.816592:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250876672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483423.816628:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250876672:12345-0@lo:400:kworker.0 Request processed in 38us (1762us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.816633:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1788483423.816657:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250875136 00000100:00100000:0.0:1788483423.816663:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250875136 00000100:00100000:0.0:1788483423.816692:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1788483423.816699:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250875136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483423.816743:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250875136:12345-0@lo:400:kworker.0 Request processed in 44us (1996us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.816749:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1788483423.816976:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250876800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483423.817090:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483423.817137:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250875136:0@lo:400:kworker.0 00000100:00100000:0.0:1788483423.817168:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250875648:0@lo:400:kworker.0 00000100:00100000:0.0:1788483423.817179:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250876672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483423.817191:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360250875264:0@lo:400:kworker.0 00000100:00100000:0.0:1788483423.817202:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360250875776:0@lo:400:kworker.0 00000100:00100000:0.0:1788483423.817213:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360250876288:0@lo:400:kworker.0 00000100:00080000:0.0:1788483423.817533:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483423.817539:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483423.817542:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483423.817559:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250876800 00000100:00100000:0.0:1788483423.817564:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250876800 00000100:00100000:0.0:1788483423.817593:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1788483423.817599:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250876800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483423.817619:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1788483423.817657:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250876800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 57us (566us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483423.817663:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:3.0:1788483423.817680:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250876160:12345-0@lo:400:kworker.0 Request processed in 1463us (2853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483423.817687:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1788483423.817692:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250876800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483423.817703:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250876160:0@lo:400:kworker.0 00000100:00100000:2.0:1788483423.817810:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250875520:0@lo:400:kworker.0 00000100:00100000:2.0:1788483423.817828:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250876032:0@lo:400:kworker.0 00000100:00100000:2.0:1788483423.817838:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250876544:0@lo:400:kworker.0 00010000:00010000:1.0:1788483424.006872:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483424.326075:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250876928:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483424.326148:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483424.327361:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250876928 00000100:00100000:3.0:1788483424.327373:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250876928 00000100:00100000:3.0:1788483424.327437:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1788483424.327447:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250876928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483424.327482:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483424.327600:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250876928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 153us (1451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483424.327607:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1788483424.331274:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250876928:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788483425.028635:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483426.052824:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483426.372846:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250877056:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483426.372911:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483426.373069:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250877056 00000100:00100000:2.0:1788483426.373077:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250877056 00000100:00100000:2.0:1788483426.373142:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1788483426.373152:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250877056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483426.373179:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483426.373223:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250877056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483426.373230:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00080000:3.0:1788483426.373341:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483426.373381:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641745f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250877056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483426.373778:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483426.373794:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250877184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483426.373826:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483426.374048:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250877184 00000100:00100000:1.0:1788483426.374054:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250877184 00000100:00100000:1.0:1788483426.374101:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1788483426.374108:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250877184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483426.374120:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788483426.374157:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250877184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 49us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483426.374164:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:1.0:1788483426.374197:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250877184:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788483426.374252:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483427.076757:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483427.397105:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250877312:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483427.397174:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483427.397309:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250877312 00000100:00100000:3.0:1788483427.397317:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250877312 00000100:00100000:3.0:1788483427.397375:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:3.0:1788483427.397384:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250877312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483427.397419:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:3.0:1788483427.397806:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250877312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 421us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483427.397814:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1788483427.397995:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250877312:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788483428.101708:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483428.519600:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483428.519728:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483428.519760:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483428.519784:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483428.519821:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483428.519848:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224687360 00000100:00100000:0.0:1788483428.519856:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224687360 00000100:00100000:0.0:1788483428.519904:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224687872 00000100:00100000:0.0:1788483428.519907:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224687872 00000100:00100000:0.0:1788483428.519931:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 385 00000100:00100000:0.0:1788483428.519942:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224687360:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483428.520022:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224687360:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 81us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.520031:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 385 00000100:00100000:0.0:1788483428.520055:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 386 00000100:00100000:0.0:1788483428.520064:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224687872:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483428.520089:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224687872:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.520095:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 386 00000100:00080000:0.0:1788483428.520113:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483428.520280:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224687104 00000100:00100000:1.0:1788483428.520288:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224687104 00000100:00100000:1.0:1788483428.520329:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224687616 00000100:00100000:1.0:1788483428.520332:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224687616 00000100:00100000:1.0:1788483428.520353:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 693 00000100:00100000:1.0:1788483428.520360:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224687104:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483428.520395:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224687104:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 35us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.520411:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 693 00000100:00100000:1.0:1788483428.520428:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 694 00000100:00100000:1.0:1788483428.520434:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224687616:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483428.520462:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224687616:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (676us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.520470:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 694 00000100:00080000:0.0:1788483428.521308:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483428.523404:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224686848 00000100:00100000:3.0:1788483428.523417:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224686848 00000100:00100000:3.0:1788483428.523538:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 569 00000100:00100000:3.0:1788483428.523547:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224686848:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483428.527627:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224686848:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 4072us (8027us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483428.527640:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 569 00000100:00100000:1.0:1788483428.532362:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483428.532398:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483428.532426:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483428.532449:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483428.532478:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224687232 00000100:00100000:1.0:1788483428.532486:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224687232 00000100:00100000:3.0:1788483428.532536:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224687744 00000100:00100000:3.0:1788483428.532540:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224687744 00000100:00100000:1.0:1788483428.532560:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 387 00000100:00100000:3.0:1788483428.532566:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 388 00000100:00100000:1.0:1788483428.532570:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224687232:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483428.532572:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224687744:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483428.532668:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224686976 00000100:00100000:0.0:1788483428.532673:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224686976 00000100:00100000:0.0:1788483428.532713:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224687488 00000100:00100000:0.0:1788483428.532716:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224687488 00000100:00100000:0.0:1788483428.532736:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 695 00000100:00100000:0.0:1788483428.532743:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+74:2402:x1875360224686976:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483428.532782:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224687744:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 209us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483428.532790:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 388 00000100:00100000:2.0:1788483428.537590:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 696 00000100:00100000:2.0:1788483428.537611:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:2402:x1875360224687488:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483428.538475:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224687232:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 5902us (6071us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.538487:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 387 00000100:00100000:0.0:1788483428.540742:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+74:2402:x1875360224686976:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 7987us (8377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.540759:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 695 00000100:00100000:2.0:1788483428.541167:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:2402:x1875360224687488:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 3562us (8737us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483428.541177:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 696 00000100:00080000:3.0:1788483428.541553:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483428.541560:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483428.933584:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250877440:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.933654:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.933714:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250877952:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.933742:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.933762:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250878464:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.933786:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.933803:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250878976:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.933838:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.933864:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788483428.933871:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360250877568:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.933897:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.933916:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360250878080:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.933939:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.933957:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360250878592:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.933977:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.934004:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250877824:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.934028:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.934045:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250878336:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.934067:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.934084:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250878848:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.934105:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.934123:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788483428.934128:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250877696:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.934148:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.934165:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250878208:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.934184:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.934278:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250878720:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.934301:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.934329:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250877440 00000100:00100000:1.0:1788483428.934336:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250877440 00000100:00100000:1.0:1788483428.934385:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1788483428.934394:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250877440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.934448:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250877440:12345-0@lo:400:kworker.0 Request processed in 55us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.934455:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1788483428.934765:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250877952 00000100:00100000:1.0:1788483428.934770:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250877952 00000100:00100000:1.0:1788483428.934803:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250877696 00000100:00100000:1.0:1788483428.934807:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250877696 00000100:00100000:1.0:1788483428.934821:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1788483428.934827:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250877952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.934862:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250877952:12345-0@lo:400:kworker.0 Request processed in 36us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.934869:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1788483428.934882:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1788483428.934888:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250877696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.934922:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250877696:12345-0@lo:400:kworker.0 Request processed in 34us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.934928:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:1.0:1788483428.934946:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250878464 00000100:00100000:1.0:1788483428.934949:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250878464 00000100:00100000:1.0:1788483428.934976:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250878976 00000100:00100000:1.0:1788483428.934978:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250878976 00000100:00100000:1.0:1788483428.934988:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250878336 00000100:00100000:1.0:1788483428.934991:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250878336 00000100:00100000:1.0:1788483428.935001:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250878848 00000100:00100000:1.0:1788483428.935003:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250878848 00000100:00100000:1.0:1788483428.935030:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1788483428.935036:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250878464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.935065:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250878464:12345-0@lo:400:kworker.0 Request processed in 29us (1278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.935078:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1788483428.935091:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1788483428.935096:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250878976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.935122:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250878976:12345-0@lo:400:kworker.0 Request processed in 26us (1285us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.935127:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1788483428.935147:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1788483428.935153:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250878336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.935175:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250878336:12345-0@lo:400:kworker.0 Request processed in 23us (1109us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.935180:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1788483428.935190:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00080000:3.0:1788483428.935952:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483428.935957:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483428.936010:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250879104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483428.936054:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483428.936102:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250879104 00000100:00100000:0.0:1788483428.936107:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250879104 00000100:00100000:0.0:1788483428.936140:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1788483428.936147:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250879104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483428.936168:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1788483428.936202:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250879104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.936208:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1788483428.936247:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250879104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483428.936293:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250878848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.936327:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250878848:12345-0@lo:400:kworker.0 Request processed in 39us (2222us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.937665:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250879232:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483428.937725:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483428.937838:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250879232 00000100:00100000:2.0:1788483428.937844:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250879232 00000100:00100000:2.0:1788483428.937937:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1788483428.937946:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250879232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483428.937963:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483428.938007:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250879232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 63us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483428.938014:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1788483428.941850:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1788483428.941899:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250877568 00000100:00100000:1.0:1788483428.941907:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250877568 00000100:00100000:1.0:1788483428.941937:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250878080 00000100:00100000:1.0:1788483428.941940:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250878080 00000100:00100000:1.0:1788483428.941966:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250878592 00000100:00100000:1.0:1788483428.941969:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250878592 00000100:00100000:1.0:1788483428.941982:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250877824 00000100:00100000:1.0:1788483428.941984:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250877824 00000100:00100000:1.0:1788483428.941993:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250878208 00000100:00100000:1.0:1788483428.941996:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250878208 00000100:00100000:1.0:1788483428.942006:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250878720 00000100:00100000:1.0:1788483428.942015:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250878720 00000100:00100000:1.0:1788483428.942035:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1788483428.942043:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360250877568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942119:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360250877568:12345-0@lo:400:kworker.0 Request processed in 77us (8220us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.942126:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1788483428.942320:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1788483428.942330:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360250878080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942363:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360250878080:12345-0@lo:400:kworker.0 Request processed in 35us (8422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.942369:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1788483428.942383:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1788483428.942388:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360250878592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942414:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360250878592:12345-0@lo:400:kworker.0 Request processed in 26us (8436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.942419:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1788483428.942429:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1788483428.942435:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250877824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942469:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250877824:12345-0@lo:400:kworker.0 Request processed in 34us (8440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.942475:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1788483428.942486:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1788483428.942492:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250878208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942539:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250878208:12345-0@lo:400:kworker.0 Request processed in 48us (8353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.942554:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1788483428.942568:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1788483428.942574:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250878720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942603:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250878720:12345-0@lo:400:kworker.0 Request processed in 29us (8301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.942609:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1788483428.942708:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250877696:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942722:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250878208:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942733:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250878720:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942743:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250877824:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942753:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250878336:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942765:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250878848:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942806:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360250877568:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942816:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360250878080:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942825:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360250878592:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942835:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250877440:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942847:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250877952:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942860:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250878464:0@lo:400:kworker.0 00000100:00100000:1.0:1788483428.942871:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250878976:0@lo:400:kworker.0 00000100:00080000:3.0:1788483428.943204:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483428.943209:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483428.943291:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250879232:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1788483428.977246:0:19845:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffc29665420 20000000:00000080:2.0:1788483428.977264:0:19845:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9f7607f8ec00 uarg=0000000000000000 00000040:00100000:2.0:1788483428.978064:0:19845:0:(llog.c:1072:llog_reverse_process()) index 57 : idx 49 20000000:01000000:2.0:1788483428.978073:0:19845:0:(mgs_llog.c:963:mgs_search_pool_cb()) Matched pool rec 56 cmd:0xce021 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:2.0:1788483428.978108:0:19845:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre-clilov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:2.0:1788483428.983079:0:19846:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 55 marker 46 1->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:2.0:1788483428.983148:0:19846:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 57 marker 46 2->4: lustre-clilov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1788483428.983162:0:19846:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 58 count 57 00000040:00080000:3.0:1788483428.983441:0:19845:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].58, 224 off18320 20000000:01000000:3.0:1788483428.983458:0:19845:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:3.0:1788483428.983475:0:19845:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].59, 136 off18456 00000040:00080000:3.0:1788483428.983491:0:19845:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].60, 224 off18680 20000000:01000000:3.0:1788483428.983534:0:19845:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:3.0:1788483428.984151:0:19847:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 50 marker 47 1->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:3.0:1788483428.984178:0:19847:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 52 marker 47 2->4: lustre-MDT0000-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:3.0:1788483428.984191:0:19847:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 53 count 52 00000040:00080000:2.0:1788483428.984437:0:19845:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].53, 224 off17424 20000000:01000000:2.0:1788483428.984461:0:19845:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1788483428.984479:0:19845:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].54, 144 off17568 00000040:00080000:2.0:1788483428.984663:0:19845:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].55, 224 off17792 20000000:01000000:2.0:1788483428.984691:0:19845:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/add lustre.test_11c.lustre-OST0001_UUID fl=4 20000000:01000000:0.0:1788483428.985298:0:19848:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 50 marker 48 1->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 20000000:01000000:0.0:1788483428.985330:0:19848:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 52 marker 48 2->4: lustre-MDT0001-mdtlov add lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:0.0:1788483428.985342:0:19848:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 53 count 52 00000040:00080000:2.0:1788483428.985751:0:19845:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].53, 224 off17424 20000000:01000000:2.0:1788483428.985762:0:19845:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce022 lustre test_11c lustre-OST0001_UUID (null) 00000040:00080000:2.0:1788483428.985774:0:19845:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].54, 144 off17568 00000040:00080000:2.0:1788483428.985786:0:19845:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].55, 224 off17792 10000000:01000000:2.0:1788483428.985796:0:19845:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1788483428.985814:0:19845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985832:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f7508830200/0xf2b1f833e60f1317 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc2 expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985841:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f7508830e00/0xf2b1f833e60f1325 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f131e expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985848:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911a400/0xf2b1f833e60f1333 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f132c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985939:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f133a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc9 expref: 12 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985946:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1348 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1341 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985953:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f1356 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f134f expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985959:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911ac00/0xf2b1f833e60f1364 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f135d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985975:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f1372 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f136b expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985982:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1380 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1379 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985988:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f7508830a00/0xf2b1f833e60f1387 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dd0 expref: 12 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.985995:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f1395 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f138e expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.986002:0:19845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f13a3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f139c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.986009:0:19845:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.986042:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f13a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f139c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.986056:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f13a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f139c expref: 23 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.986069:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250879360:0@lo:104: 00000100:00100000:2.0:1788483428.986131:0:19845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788483428.986213:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f1395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f138e expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.986231:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f1395 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f138e expref: 23 pid: 6507 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.986240:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641746300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250879488:0@lo:104: 00000100:00100000:2.0:1788483428.986265:0:19845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788483428.986363:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f7508830a00/0xf2b1f833e60f1387 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dd0 expref: 12 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.986373:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f7508830a00/0xf2b1f833e60f1387 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dd0 expref: 12 pid: 6508 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.986382:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641745f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250879616:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483428.986435:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1380 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f1379 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.986442:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1380 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f1379 expref: 23 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.986450:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641748e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250879744:0@lo:104: 00000100:00100000:2.0:1788483428.986470:0:19845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483428.987756:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250879360 00000100:00100000:3.0:1788483428.987768:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250879360 00000100:00100000:3.0:1788483428.987808:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250879488 00000100:00100000:3.0:1788483428.987811:0:6499:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250879488 00000100:00100000:3.0:1788483428.987826:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788483428.987834:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+4:19845:x1875360250879360:12345-0@lo:104: 00010000:00010000:3.0:1788483428.987848:0:6499:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483428.988005:0:6499:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788483428.988012:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+4:19845:x1875360250879360:12345-0@lo:104: Request processed in 178us (1881us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483428.988019:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788483428.988037:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788483428.988044:0:6499:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+3:19845:x1875360250879488:12345-0@lo:104: 00010000:00010000:3.0:1788483428.988053:0:6499:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f138e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1395 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.988200:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f1372 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f136b expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.988211:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f1372 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f136b expref: 23 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.988222:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250879872:0@lo:104: 00000100:00100000:2.0:1788483428.988249:0:19845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788483428.988281:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911ac00/0xf2b1f833e60f1364 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f135d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.988288:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f750911ac00/0xf2b1f833e60f1364 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f135d expref: 23 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.988295:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641748380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880000:0@lo:104: 00000100:00100000:2.0:1788483428.988318:0:19845:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788483428.988335:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f1356 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f134f expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.988342:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f1356 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f134f expref: 23 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.988624:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880128:0@lo:104: 00010000:00010000:2.0:1788483428.988664:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1348 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f1341 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.988672:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1348 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f1341 expref: 23 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.988689:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880256:0@lo:104: 00010000:00010000:2.0:1788483428.988718:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f133a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc9 expref: 12 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.988725:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f133a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc9 expref: 12 pid: 6509 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.988734:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641748700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880384:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483428.990183:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911a400/0xf2b1f833e60f1333 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f132c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.990210:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f750911a400/0xf2b1f833e60f1333 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f132c expref: 23 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.990474:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641748000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880512:0@lo:104: 00010000:00010000:2.0:1788483428.990540:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f7508830e00/0xf2b1f833e60f1325 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f131e expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.990548:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f7508830e00/0xf2b1f833e60f1325 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f131e expref: 23 pid: 6507 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.990558:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641749500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880640:0@lo:104: 00010000:00010000:2.0:1788483428.990583:0:19845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f7508830200/0xf2b1f833e60f1317 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc2 expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.990591:0:19845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f7508830200/0xf2b1f833e60f1317 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc2 expref: 12 pid: 6507 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483428.990599:0:19845:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880768:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483428.990675:0:19845:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e8f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788483428.990709:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250879360:0@lo:104: 00000100:00100000:2.0:1788483428.990720:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641746300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250879488:0@lo:104: 00000100:00100000:0.0:1788483428.990804:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250879744 00000100:00100000:0.0:1788483428.990812:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250879744 00000100:00100000:0.0:1788483428.990873:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788483428.990896:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483428.990922:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483428.990931:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483428.990939:0:6498:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483428.990946:0:6498:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:0.0:1788483428.990952:0:6498:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:1.0:1788483428.991411:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788483428.991419:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991429:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508830400 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483428.991432:0:19385:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991441:0:19385:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483428.991447:0:19385:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483428.991453:0:19385:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788483428.991485:0:19385:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991492:0:19385:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483428.991529:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991536:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f139c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f13a3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991550:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483428.991553:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f138e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1395 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991557:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508831a00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:1.0:1788483428.991571:0:19385:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f138e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f1395 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991577:0:19385:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f138e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f1395 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788483428.991583:0:19385:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f138e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f1395 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483428.991587:0:19385:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788483428.991601:0:19385:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f138e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1395 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991606:0:19385:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788483428.991620:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f138e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1395 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991625:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f138e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1395 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991634:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483428.991636:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483428.991638:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483428.991651:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250880896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483428.991697:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.991733:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250881024:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483428.991754:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.991780:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250880896 00000100:00100000:1.0:1788483428.991784:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250880896 00010000:00010000:1.0:1788483428.991806:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f13a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f139c expref: 24 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483428.991840:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250881024 00000100:00100000:1.0:1788483428.991843:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250881024 00010000:00010000:1.0:1788483428.991867:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f1395 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f138e expref: 25 pid: 6507 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483428.991885:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1788483428.991893:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+25:3641:x1875360250880896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483428.991904:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483428.991909:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f13a3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f139c expref: 25 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991921:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f13a3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f139c expref: 25 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991935:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f13a3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f139c expref: 25 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.991948:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483428.991979:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250880896:12345-0@lo:103:ldlm_bl.0 Request processed in 87us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.991985:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1788483428.992002:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1788483428.992008:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:3638:x1875360250881024:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483428.992014:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483428.992017:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f1395 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f138e expref: 23 pid: 6507 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.992026:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f1395 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f138e expref: 23 pid: 6507 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.992042:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f1395 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f138e expref: 23 pid: 6507 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.992051:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483428.992090:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:3638:x1875360250881024:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.992096:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1788483428.992125:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250881024:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483428.992149:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250880896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483428.992935:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250879872 00000100:00100000:1.0:1788483428.992943:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250879872 00000100:00100000:1.0:1788483428.992969:0:6498:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1788483428.992975:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250880000 00000100:00100000:1.0:1788483428.992978:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250880000 00000100:00100000:1.0:1788483428.992986:0:6498:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1788483428.992990:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250880128 00000100:00100000:1.0:1788483428.992992:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250880128 00000100:00100000:1.0:1788483428.993000:0:6498:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1788483428.993005:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250880256 00000100:00100000:1.0:1788483428.993007:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250880256 00000100:00100000:1.0:1788483428.993015:0:6498:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1788483428.993019:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250880512 00000100:00100000:1.0:1788483428.993022:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250880512 00000100:00100000:1.0:1788483428.993030:0:6498:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1788483428.993034:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250880640 00000100:00100000:1.0:1788483428.993036:0:6498:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250880640 00000100:00100000:0.0:1788483428.993156:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788483428.993165:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+10:19845:x1875360250879744:12345-0@lo:104: 00010000:00010000:0.0:1788483428.993179:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1380 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.993559:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788483428.993566:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+10:19845:x1875360250879744:12345-0@lo:104: Request processed in 402us (7095us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.993573:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788483428.993591:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788483428.993598:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+9:19845:x1875360250879872:12345-0@lo:104: 00010000:00010000:0.0:1788483428.993606:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.993641:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788483428.993646:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+9:19845:x1875360250879872:12345-0@lo:104: Request processed in 49us (5397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.993652:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788483428.993665:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788483428.993672:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75075ed850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+8:19845:x1875360250880000:12345-0@lo:104: 00010000:00010000:0.0:1788483428.993692:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.993725:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1788483428.993731:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75075ed850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+8:19845:x1875360250880000:12345-0@lo:104: Request processed in 60us (5412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.993737:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788483428.993749:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788483428.993755:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+7:19845:x1875360250880128:12345-0@lo:104: 00010000:00010000:0.0:1788483428.993762:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1356 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.993801:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:0.0:1788483428.993806:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+7:19845:x1875360250880128:12345-0@lo:104: Request processed in 52us (2910us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.993812:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788483428.993824:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788483428.993829:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+6:19845:x1875360250880256:12345-0@lo:104: 00010000:00010000:0.0:1788483428.993837:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.993938:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to priority blp list, 5 blwis in pool 00000100:00100000:0.0:1788483428.993943:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+6:19845:x1875360250880256:12345-0@lo:104: Request processed in 114us (3020us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.993949:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1788483428.993961:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788483428.993967:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+5:19845:x1875360250880512:12345-0@lo:104: 00010000:00010000:0.0:1788483428.993974:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.994001:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to priority blp list, 6 blwis in pool 00000100:00100000:0.0:1788483428.994006:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+5:19845:x1875360250880512:12345-0@lo:104: Request processed in 40us (3074us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.994012:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788483428.994023:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788483428.994029:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+4:19845:x1875360250880640:12345-0@lo:104: 00010000:00010000:0.0:1788483428.994036:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.994139:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/7 locks to priority blp list, 7 blwis in pool 00000100:00100000:0.0:1788483428.994145:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+4:19845:x1875360250880640:12345-0@lo:104: Request processed in 116us (3205us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.994151:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00010000:2.0:1788483428.994247:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 6 total in blp. (6 blwis in pool) 00010000:00010000:2.0:1788483428.994254:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1380 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.994262:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334b200 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788483428.994265:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f1380 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.994281:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f1380 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788483428.994288:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f1380 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483428.994294:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788483428.994334:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1380 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.994341:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788483428.994934:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1380 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.994944:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f1379 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1380 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.994959:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:2.0:1788483428.994963:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.994969:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788483428.994972:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.994980:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788483428.994987:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483428.994999:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788483428.995019:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995025:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788483428.995041:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995048:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f136b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1372 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995057:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1788483428.995060:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995066:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75084ff400 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788483428.995069:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995141:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788483428.995148:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483428.995154:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788483428.995169:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995175:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788483428.995187:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995193:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f75084ff400/0xf2b1f833e60f135d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1364 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995204:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788483428.995207:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1356 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995619:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75084fea00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788483428.995622:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f1356 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995628:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f1356 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788483428.995634:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f1356 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483428.995638:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788483428.995668:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1356 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995673:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788483428.995693:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1356 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995698:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f75084fea00/0xf2b1f833e60f134f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1356 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995708:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788483428.995716:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995721:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75084fe000 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788483428.995724:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995730:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788483428.995735:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483428.995740:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788483428.995753:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995758:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788483428.995762:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995768:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f75084fe000/0xf2b1f833e60f1341 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1348 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995776:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788483428.995779:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995783:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334a800 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788483428.995786:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995802:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788483428.995808:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483428.995814:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788483428.995829:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995835:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788483428.995840:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.995847:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f761334a800/0xf2b1f833e60f132c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1333 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483428.995972:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250881152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788483428.996021:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483428.996060:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250881664:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788483428.996091:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483428.996112:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788483428.996118:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250881536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788483428.996136:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483428.996165:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250881152 00000100:00100000:0.0:1788483428.996171:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250881152 00010000:00010000:0.0:1788483428.996197:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1380 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f1379 expref: 22 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483428.996328:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250881664 00000100:00100000:0.0:1788483428.996332:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250881664 00010000:00010000:0.0:1788483428.996346:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1348 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f1341 expref: 23 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483428.996357:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250881536 00000100:00100000:0.0:1788483428.996360:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250881536 00010000:00010000:0.0:1788483428.996383:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f1356 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f134f expref: 24 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483428.996396:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1788483428.996404:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250881152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788483428.996421:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483428.996426:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1380 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f1379 expref: 24 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.996435:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1380 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f1379 expref: 24 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.996450:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483428.996481:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250881152:12345-0@lo:103:ldlm_bl.0 Request processed in 77us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.996487:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1788483428.996521:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1788483428.996528:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:3639:x1875360250881664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788483428.996535:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483428.996539:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1348 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f1341 expref: 23 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.996548:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1348 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f1341 expref: 23 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.996557:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483428.996577:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:3639:x1875360250881664:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.996583:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:0.0:1788483428.996595:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1788483428.996601:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:3639:x1875360250881536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788483428.996608:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483428.996612:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f1356 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f134f expref: 22 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.996627:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f1356 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f134f expref: 22 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483428.996637:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483428.996656:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:3639:x1875360250881536:12345-0@lo:103:ldlm_bl.0 Request processed in 56us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483428.996663:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1788483428.996710:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250881536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788483428.996719:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250881152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788483428.996726:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250881664:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788483428.996795:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788483428.996799:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.996806:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a600 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788483428.996809:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.996818:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788483428.996825:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483428.996836:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:1.0:1788483428.996979:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483428.996986:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483428.996991:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483428.997041:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.997049:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788483428.997056:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.997064:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f131e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1325 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483428.997137:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483428.997139:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483428.997141:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483428.997154:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250881280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483428.997185:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.997303:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250881280 00000100:00100000:1.0:1788483428.997315:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250881280 00010000:00010000:1.0:1788483428.997333:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f1372 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f136b expref: 22 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483428.997362:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1788483428.997369:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:3640:x1875360250881280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483428.997377:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483428.997381:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f1372 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f136b expref: 22 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.997389:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f1372 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f136b expref: 22 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.997399:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483428.997426:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:3640:x1875360250881280:12345-0@lo:103:ldlm_bl.0 Request processed in 58us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.997432:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1788483428.997571:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250881280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483428.997579:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250881792:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483428.997601:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483428.997664:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788483428.997670:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250881408:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483428.997701:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483428.997849:0:6499:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:3.0:1788483428.997876:0:6499:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+3:19845:x1875360250879488:12345-0@lo:104: Request processed in 9831us (11608us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483428.997885:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788483428.998045:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250881920:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483428.998067:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483428.998122:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250881792 00000100:00100000:1.0:1788483428.998126:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250881792 00010000:00010000:1.0:1788483428.998144:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911a400/0xf2b1f833e60f1333 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f132c expref: 22 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483428.998158:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250881408 00000100:00100000:1.0:1788483428.998160:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250881408 00010000:00010000:1.0:1788483428.998169:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911ac00/0xf2b1f833e60f1364 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f135d expref: 23 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483428.998180:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1788483428.998185:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:3640:x1875360250881792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483428.998192:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483428.998203:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911a400/0xf2b1f833e60f1333 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f132c expref: 23 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.998224:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911a400/0xf2b1f833e60f1333 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f132c expref: 23 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.998235:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483428.998260:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:3640:x1875360250881792:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.998267:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1788483428.998279:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1788483428.998285:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:3640:x1875360250881408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483428.998292:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483428.998297:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911ac00/0xf2b1f833e60f1364 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f135d expref: 22 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.998305:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911ac00/0xf2b1f833e60f1364 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f135d expref: 22 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483428.998314:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483428.998332:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:3640:x1875360250881408:12345-0@lo:103:ldlm_bl.0 Request processed in 47us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483428.998339:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1788483429.000938:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250881920 00000100:00100000:1.0:1788483429.000951:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250881920 00010000:00010000:1.0:1788483429.000992:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f7508830e00/0xf2b1f833e60f1325 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f131e expref: 22 pid: 6507 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483429.001019:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1788483429.001027:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:3640:x1875360250881920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788483429.001055:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483429.001062:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f7508830e00/0xf2b1f833e60f1325 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f131e expref: 22 pid: 6507 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483429.001073:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f7508830e00/0xf2b1f833e60f1325 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f131e expref: 22 pid: 6507 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483429.001102:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483429.002200:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483429.002418:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:3640:x1875360250881920:12345-0@lo:103:ldlm_bl.0 Request processed in 1387us (4345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483429.002428:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1788483429.002593:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250881920:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483429.002622:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250881792:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483429.002641:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250881408:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788483429.002736:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641745f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250879616:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483429.002750:0:19845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f1380 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f1379 expref: 21 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483429.002764:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641748e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250879744:0@lo:104: 00010000:00010000:1.0:1788483429.002775:0:19845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75084fe400/0xf2b1f833e60f1372 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f136b expref: 20 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483429.002784:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174aa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250879872:0@lo:104: 00010000:00010000:1.0:1788483429.002794:0:19845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911ac00/0xf2b1f833e60f1364 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f135d expref: 19 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483429.002803:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641748380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880000:0@lo:104: 00010000:00010000:1.0:1788483429.002813:0:19845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f1356 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f134f expref: 18 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483429.002821:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880128:0@lo:104: 00010000:00010000:1.0:1788483429.002839:0:19845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f761334ba00/0xf2b1f833e60f1348 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f1341 expref: 17 pid: 6508 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483429.002848:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880256:0@lo:104: 00000100:00100000:1.0:1788483429.002869:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641748700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880384:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483429.002878:0:19845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911a400/0xf2b1f833e60f1333 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f132c expref: 16 pid: 6509 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483429.002887:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641748000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880512:0@lo:104: 00010000:00010000:1.0:1788483429.002896:0:19845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f7508830e00/0xf2b1f833e60f1325 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f131e expref: 15 pid: 6507 timeout: 743 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483429.002905:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641749500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880640:0@lo:104: 00000100:00100000:0.0:1788483429.003196:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483429.003252:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483429.003801:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224688128 00000100:00100000:2.0:1788483429.003808:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224688128 00010000:00010000:2.0:1788483429.003842:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f133a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc9 expref: 13 pid: 6509 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483429.003877:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224688000 00000100:00100000:2.0:1788483429.003880:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224688000 00010000:00010000:2.0:1788483429.003891:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f7508830a00/0xf2b1f833e60f1387 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dd0 expref: 14 pid: 6508 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483429.003909:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 255 00000100:00100000:2.0:1788483429.003917:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+14:2401:x1875360224688128:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483429.003928:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483429.003934:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f133a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc9 expref: 14 pid: 6509 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.003944:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f133a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc9 expref: 14 pid: 6509 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.003957:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f133a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc9 expref: 14 pid: 6509 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.003968:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483429.004013:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224688128:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 97us (819us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483429.004020:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 255 00000100:00100000:2.0:1788483429.004049:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 256 00000100:00100000:2.0:1788483429.004055:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:2401:x1875360224688000:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483429.004064:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483429.004069:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f7508830a00/0xf2b1f833e60f1387 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dd0 expref: 12 pid: 6508 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.004184:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f7508830a00/0xf2b1f833e60f1387 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dd0 expref: 12 pid: 6508 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.004196:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f7508830a00/0xf2b1f833e60f1387 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dd0 expref: 12 pid: 6508 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.004205:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483429.004235:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:2401:x1875360224688000:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 180us (983us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483429.004241:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 256 00000100:00100000:0.0:1788483429.004371:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483429.005553:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224688256 00000100:00100000:2.0:1788483429.005563:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224688256 00010000:00010000:2.0:1788483429.005592:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f7508830200/0xf2b1f833e60f1317 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc2 expref: 11 pid: 6507 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483429.005623:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 257 00000100:00100000:2.0:1788483429.005631:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:2401:x1875360224688256:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483429.005643:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483429.005648:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f7508830200/0xf2b1f833e60f1317 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc2 expref: 11 pid: 6507 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005659:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f7508830200/0xf2b1f833e60f1317 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc2 expref: 11 pid: 6507 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005698:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005708:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005723:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005731:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005739:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005746:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005753:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911aa00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483429.005757:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005765:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005774:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483429.005784:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483429.005820:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f33480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:2401:x1875360224688256:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 190us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483429.005836:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 257 00010000:00010000:1.0:1788483429.006195:0:19845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f7508830200/0xf2b1f833e60f1317 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dc2 expref: 10 pid: 6507 timeout: 693 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483429.006208:0:19845:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19845:1875360250880768:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483429.006365:0:19845:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483429.006376:0:19845:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483429.006383:0:19845:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483429.006390:0:19845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1475 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483429.129384:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483429.445049:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483429.445086:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250882048:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483429.445156:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483429.445280:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250882048 00000100:00100000:3.0:1788483429.445288:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250882048 00000100:00100000:3.0:1788483429.445337:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1788483429.445357:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250882048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483429.445389:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483429.445434:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250882048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (278us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483429.445441:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1788483429.445827:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250882048:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1788483430.020741:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483430.020751:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483430.021305:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483430.021318:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483430.150969:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788483430.340843:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1788483430.340850:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f7634025800 from 58 10000000:01000000:0.0:1788483430.340856:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788483430.340975:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483430.340986:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483430.340998:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483430.341025:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250882176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.341108:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483430.341184:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.342039:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250882176 00000100:00100000:3.0:1788483430.342050:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250882176 00000100:00100000:3.0:1788483430.342149:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1788483430.342159:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+15:6512:x1875360250882176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483430.342172:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483430.342188:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1483 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f147c expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.342213:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1483 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f147c expref: 16 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.342223:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1483 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f147c expref: 16 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.342246:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:3.0:1788483430.342304:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250882176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (1196us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.342311:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1788483430.342396:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250882176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788483430.342412:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483430.342421:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483430.342495:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250882304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.342570:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483430.348341:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.348447:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250882304 00000100:00100000:1.0:1788483430.348465:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250882304 00000100:00100000:1.0:1788483430.348535:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1788483430.348546:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250882304:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.348739:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250882304:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 195us (6178us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.348747:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1788483430.351644:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250882304:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.351720:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250882432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.351796:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483430.351846:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.352195:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250882432 00000100:00100000:3.0:1788483430.352204:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250882432 00000100:00100000:3.0:1788483430.352250:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1788483430.352258:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250882432:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.352379:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250882432:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 121us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.352387:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1788483430.352755:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250882432:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.353270:0:19850:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19850:1875360250882560:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483430.353314:0:19850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483430.353350:0:19850:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719780 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.353409:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250882560 00000100:00100000:3.0:1788483430.353414:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250882560 00000100:00100000:3.0:1788483430.353450:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1788483430.353465:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19850:x1875360250882560:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483430.353741:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19850:x1875360250882560:12345-0@lo:502:llog_process_th.0 Request processed in 284us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.353748:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1788483430.353825:0:19850:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19850:1875360250882560:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483430.353862:0:19850:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19850:1875360250882688:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483430.353907:0:19850:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483430.353932:0:19850:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719780 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.354047:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250882688 00000100:00100000:3.0:1788483430.354052:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250882688 00000100:00100000:3.0:1788483430.354071:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:3.0:1788483430.354076:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19850:x1875360250882688:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483430.354153:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19850:x1875360250882688:12345-0@lo:502:llog_process_th.0 Request processed in 76us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.354159:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1788483430.354370:0:19850:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19850:1875360250882688:0@lo:502:llog_process_th.0 00000040:00080000:0.0:1788483430.354388:0:19850:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:3.0:1788483430.355004:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:3.0:1788483430.355024:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788483430.355034:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.355044:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483430.355054:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:3.0:1788483430.355057:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:3.0:1788483430.355059:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:3.0:1788483430.355088:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.355095:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.355103:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483430.355120:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250882816:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.355156:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483430.355195:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608cb3900 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.355268:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250882816 00000100:00100000:1.0:1788483430.355273:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250882816 00000100:00100000:1.0:1788483430.355303:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1788483430.355311:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250882816:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483430.355320:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483430.355332:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f5000/0xf2b1f833e60f1491 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f148a expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.355351:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f5000/0xf2b1f833e60f1491 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f148a expref: 17 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.355360:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f5000/0xf2b1f833e60f1491 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f148a expref: 17 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.355383:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5000, rc 0) 00000100:00100000:1.0:1788483430.355424:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250882816:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.355430:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1788483430.355707:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250882816:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483430.355721:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.355729:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483430.355800:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250882944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.355827:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483430.355858:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608cb3900 going to sleep for 11 seconds 00000100:00100000:0.0:1788483430.356080:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250882944 00000100:00100000:0.0:1788483430.356085:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250882944 00000100:00100000:0.0:1788483430.356121:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1788483430.356129:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250882944:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.356249:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250882944:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 120us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483430.356255:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1788483430.356321:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250882944:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.356352:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883072:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.356391:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483430.356410:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675900 going to sleep for 11 seconds 00000100:00100000:0.0:1788483430.356452:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250883072 00000100:00100000:0.0:1788483430.356455:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250883072 00000100:00100000:0.0:1788483430.356780:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:0.0:1788483430.356787:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250883072:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.356878:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250883072:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 81us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483430.356885:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1788483430.356956:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883072:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788483430.357682:0:19851:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:1.0:1788483430.357741:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1788483430.357764:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788483430.357774:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.357783:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483430.357792:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:1.0:1788483430.357794:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f76366ca000 from 58 10000000:01000000:1.0:1788483430.357797:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1788483430.357822:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.357830:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.357852:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483430.357870:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.357904:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483430.359884:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483430.360093:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250883200 00000100:00100000:2.0:1788483430.360103:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250883200 00000100:00100000:2.0:1788483430.360152:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1788483430.360161:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250883200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483430.360177:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483430.360193:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f149f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f1498 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.360219:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f149f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f1498 expref: 18 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.360230:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f149f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1498 expref: 18 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.360239:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a000, rc 0) 00000100:00100000:2.0:1788483430.360302:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250883200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 142us (2397us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.360308:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1788483430.360431:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483430.360447:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.360466:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483430.360554:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.360606:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483430.360625:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483430.360782:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250883328 00000100:00100000:2.0:1788483430.360786:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250883328 00000100:00100000:2.0:1788483430.360805:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1788483430.360810:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250883328:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.360926:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250883328:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 116us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.360934:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1788483430.361119:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883328:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.361148:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.361193:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483430.361222:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483430.361265:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250883456 00000100:00100000:2.0:1788483430.361275:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250883456 00000100:00100000:2.0:1788483430.361293:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1788483430.361299:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250883456:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.361378:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250883456:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 77us (183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.361385:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1788483430.361454:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883456:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.361932:0:19852:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19852:1875360250883584:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483430.361968:0:19852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483430.361997:0:19852:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605fbde40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483430.362100:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250883584 00000100:00100000:2.0:1788483430.362104:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250883584 00000100:00100000:2.0:1788483430.362123:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1788483430.362129:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19852:x1875360250883584:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483430.362206:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19852:x1875360250883584:12345-0@lo:502:llog_process_th.0 Request processed in 76us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.362213:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1788483430.362771:0:19852:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19852:1875360250883584:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483430.362818:0:19852:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19852:1875360250883712:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483430.362854:0:19852:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.362960:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250883712 00000100:00100000:2.0:1788483430.362965:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250883712 00000100:00100000:2.0:1788483430.362987:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1788483430.362994:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19852:x1875360250883712:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483430.363066:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19852:x1875360250883712:12345-0@lo:502:llog_process_th.0 Request processed in 71us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.363073:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1788483430.363133:0:19852:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605fbde40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.363146:0:19852:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19852:1875360250883712:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788483430.363164:0:19852:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:2.0:1788483430.363305:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:2.0:1788483430.363326:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788483430.363335:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.363345:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483430.363366:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:2.0:1788483430.363369:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:2.0:1788483430.363371:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:2.0:1788483430.363392:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.363412:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.363421:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483430.363436:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.363473:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.363522:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.363808:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250883840 00000100:00100000:1.0:1788483430.363813:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250883840 00000100:00100000:1.0:1788483430.363835:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1788483430.363841:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250883840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483430.363851:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483430.363862:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f14ad lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f14a6 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.363990:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f14ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f14a6 expref: 19 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.364001:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f14ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14a6 expref: 19 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.364010:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4800, rc 0) 00000100:00100000:1.0:1788483430.364049:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250883840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 208us (577us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.364055:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1788483430.364122:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483430.364136:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.364144:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483430.364192:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.364217:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.364242:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.367494:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250883968 00000100:00100000:1.0:1788483430.367522:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250883968 00000100:00100000:1.0:1788483430.367595:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1788483430.367605:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250883968:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.367795:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250883968:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 192us (3577us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.367803:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1788483430.368213:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250883968:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.368261:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884096:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.368315:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.368351:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483430.369744:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250884096 00000100:00100000:0.0:1788483430.369759:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250884096 00000100:00100000:0.0:1788483430.369820:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1788483430.369828:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250884096:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.370057:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250884096:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 229us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483430.370065:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1788483430.370138:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884096:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788483430.371772:0:19853:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:2.0:1788483430.372814:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:2.0:1788483430.372841:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:2.0:1788483430.372852:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.372864:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483430.372995:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1788483430.372998:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f763f528800 from 58 10000000:01000000:2.0:1788483430.373000:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788483430.373039:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.373048:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.373058:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483430.373081:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.373142:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.373181:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483430.373327:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250884224 00000100:00100000:0.0:1788483430.373347:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250884224 00000100:00100000:0.0:1788483430.373394:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1788483430.373404:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250884224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788483430.373415:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483430.373427:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75083ce400/0xf2b1f833e60f14bb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f14b4 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483430.373450:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75083ce400/0xf2b1f833e60f14bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f14b4 expref: 20 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483430.373832:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75083ce400/0xf2b1f833e60f14bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14b4 expref: 20 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483430.373841:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75083ce400, rc 0) 00000100:00100000:0.0:1788483430.373964:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250884224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 562us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483430.373971:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788483430.378332:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483430.378361:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.378396:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483430.378484:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.379016:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.379057:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.379307:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250884352 00000100:00100000:1.0:1788483430.379314:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250884352 00000100:00100000:1.0:1788483430.379362:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1788483430.379372:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250884352:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.379532:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250884352:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 161us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.379540:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1788483430.380249:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884352:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.380292:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.380342:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.380377:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483430.380482:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250884480 00000100:00100000:0.0:1788483430.380488:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250884480 00000100:00100000:0.0:1788483430.380570:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1788483430.381098:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250884480:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.381206:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250884480:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 629us (863us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483430.381213:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1788483430.381786:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884480:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.382136:0:19854:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19854:1875360250884608:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483430.382183:0:19854:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.382218:0:19854:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.382271:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250884608 00000100:00100000:3.0:1788483430.382277:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250884608 00000100:00100000:3.0:1788483430.382315:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1788483430.382323:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19854:x1875360250884608:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483430.382431:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19854:x1875360250884608:12345-0@lo:502:llog_process_th.0 Request processed in 108us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.382438:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1788483430.382839:0:19854:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19854:1875360250884608:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483430.382878:0:19854:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19854:1875360250884736:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483430.382912:0:19854:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.382939:0:19854:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe66c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.382981:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250884736 00000100:00100000:1.0:1788483430.382985:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250884736 00000100:00100000:1.0:1788483430.383010:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1788483430.383017:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19854:x1875360250884736:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483430.383103:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19854:x1875360250884736:12345-0@lo:502:llog_process_th.0 Request processed in 86us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.383109:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1788483430.383355:0:19854:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19854:1875360250884736:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788483430.383375:0:19854:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:0.0:1788483430.383860:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:0.0:1788483430.383883:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788483430.383892:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483430.383915:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788483430.383924:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:0.0:1788483430.383927:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 53 10000000:01000000:0.0:1788483430.383930:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1788483430.383955:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483430.383963:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483430.383972:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483430.383989:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.384021:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483430.384048:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719180 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.384139:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250884864 00000100:00100000:1.0:1788483430.384145:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250884864 00000100:00100000:1.0:1788483430.384171:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1788483430.384179:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250884864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483430.384189:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483430.384202:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f5c00/0xf2b1f833e60f14c9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f14c2 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.384222:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f5c00/0xf2b1f833e60f14c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f14c2 expref: 21 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.384241:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f5c00/0xf2b1f833e60f14c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14c2 expref: 21 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.384250:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5c00, rc 0) 00000100:00100000:1.0:1788483430.384291:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250884864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.384298:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:0.0:1788483430.384490:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788483430.384545:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483430.384555:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483430.384868:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.384897:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483430.384932:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719180 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.385023:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250884992 00000100:00100000:1.0:1788483430.385028:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250884992 00000100:00100000:1.0:1788483430.385065:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1788483430.385072:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250884992:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.385187:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250884992:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 115us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.385194:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:0.0:1788483430.385345:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250884992:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.385371:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250885120:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483430.385424:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483430.385494:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719180 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.387919:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250885120 00000100:00100000:3.0:1788483430.387931:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250885120 00000100:00100000:3.0:1788483430.387990:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788483430.387999:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250885120:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.388165:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250885120:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 167us (2740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.388173:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1788483430.388267:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250885120:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.402259:0:19855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19855:1875360250885248:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483430.402356:0:19855:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.402449:0:19855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6000 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.402908:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250885248 00000100:00100000:1.0:1788483430.402916:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250885248 00000100:00100000:1.0:1788483430.403002:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1788483430.403013:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19855:x1875360250885248:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483430.403155:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19855:x1875360250885248:12345-0@lo:502:llog_process_th.0 Request processed in 143us (798us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.403163:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1788483430.403239:0:19855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19855:1875360250885248:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788483430.403267:0:19855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788483430.403277:0:19855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788483430.403279:0:19855:0:(obd_config.c:1563:class_process_config()) marker 51 (0x1) lustre-MDT0001-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:2.0:1788483430.403284:0:19855:0:(obd_config.c:1472:class_process_config()) processing cmd: ce022 00020000:01000000:2.0:1788483430.403301:0:19855:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:2.0:1788483430.403323:0:19855:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19855:1875360250885376:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483430.403357:0:19855:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.403462:0:19855:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.403901:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250885376 00000100:00100000:3.0:1788483430.403908:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250885376 00000100:00100000:3.0:1788483430.403935:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1788483430.403941:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19855:x1875360250885376:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483430.404033:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19855:x1875360250885376:12345-0@lo:502:llog_process_th.0 Request processed in 91us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.404040:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1788483430.404123:0:19855:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19855:1875360250885376:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788483430.404143:0:19855:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788483430.404147:0:19855:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788483430.404149:0:19855:0:(obd_config.c:1563:class_process_config()) marker 51 (0x2) lustre-MDT0001-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1788483430.404152:0:19855:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 56 count 55 00000020:01000000:3.0:1788483430.404319:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 53-55 (rc=0) 10000000:01000000:3.0:1788483430.404343:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:3.0:1788483430.404352:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.404362:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483430.404372:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788483430.404375:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f7609c20800 from 58 10000000:01000000:3.0:1788483430.404378:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788483430.404405:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.404411:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.404421:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483430.404437:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250885504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.404479:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483430.404537:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760a179480 going to sleep for 11 seconds 00000100:00100000:2.0:1788483430.405011:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250885504 00000100:00100000:2.0:1788483430.405017:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250885504 00000100:00100000:2.0:1788483430.405045:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1788483430.405051:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250885504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483430.405061:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483430.405072:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f14d7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f14d0 expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.405093:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f14d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f14d0 expref: 22 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.405103:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f14d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14d0 expref: 22 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.405121:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911ae00, rc 0) 00000100:00100000:2.0:1788483430.405166:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250885504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.405172:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1788483430.405255:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250885504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483430.405268:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.405278:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483430.405348:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250885632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.405374:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483430.405403:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760a179480 going to sleep for 11 seconds 00000100:00100000:2.0:1788483430.405449:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250885632 00000100:00100000:2.0:1788483430.405454:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250885632 00000100:00100000:2.0:1788483430.405482:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1788483430.405488:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250885632:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.406003:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250885632:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 512us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.406011:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1788483430.406132:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250885632:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.406159:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250885760:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.406196:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483430.406220:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760a179480 going to sleep for 11 seconds 00000100:00100000:2.0:1788483430.406318:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250885760 00000100:00100000:2.0:1788483430.406322:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250885760 00000100:00100000:2.0:1788483430.406340:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1788483430.406345:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250885760:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.406434:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250885760:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 87us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.406440:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1788483430.406550:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250885760:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.406986:0:19856:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19856:1875360250885888:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483430.407022:0:19856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483430.407047:0:19856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760a179e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483430.407085:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250885888 00000100:00100000:2.0:1788483430.407089:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250885888 00000100:00100000:2.0:1788483430.407105:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1788483430.407111:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19856:x1875360250885888:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483430.407185:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19856:x1875360250885888:12345-0@lo:502:llog_process_th.0 Request processed in 73us (162us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.407191:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1788483430.407254:0:19856:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19856:1875360250885888:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483430.407284:0:19856:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19856:1875360250886016:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483430.407310:0:19856:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483430.407327:0:19856:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760a179e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483430.407362:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250886016 00000100:00100000:2.0:1788483430.407366:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250886016 00000100:00100000:2.0:1788483430.407381:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1788483430.407386:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19856:x1875360250886016:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483430.407446:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19856:x1875360250886016:12345-0@lo:502:llog_process_th.0 Request processed in 59us (134us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.407452:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1788483430.407786:0:19856:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19856:1875360250886016:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1788483430.407803:0:19856:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000020:01000000:2.0:1788483430.407925:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 58-60 (rc=0) 10000000:01000000:2.0:1788483430.407946:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788483430.407955:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.407966:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483430.407975:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1788483430.407977:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 53 10000000:01000000:2.0:1788483430.407980:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788483430.408000:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.408007:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.408016:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483430.408029:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250886144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.408055:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.408089:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.408123:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250886144 00000100:00100000:3.0:1788483430.408127:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250886144 00000100:00100000:3.0:1788483430.408144:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1788483430.408149:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250886144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483430.408156:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483430.408172:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f14e5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f14de expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.408190:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f14e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f14de expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.408200:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f14e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14de expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.408208:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2a00, rc 0) 00000100:00100000:3.0:1788483430.408239:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250886144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 90us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.408245:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1788483430.408294:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250886144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483430.408305:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.408313:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483430.408350:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250886272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.408371:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.408388:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6000 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.408440:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250886272 00000100:00100000:1.0:1788483430.408444:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250886272 00000100:00100000:1.0:1788483430.408830:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1788483430.408839:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250886272:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.408987:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250886272:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 148us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.408993:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1788483430.409208:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250886272:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.409237:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250886400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.409275:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.409350:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6000 going to sleep for 11 seconds 00000100:00100000:1.0:1788483430.409788:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250886400 00000100:00100000:1.0:1788483430.409793:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250886400 00000100:00100000:1.0:1788483430.409860:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1788483430.409869:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250886400:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.409965:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250886400:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 98us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.409972:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1788483430.410034:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250886400:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.410386:0:19857:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19857:1875360250886528:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483430.410426:0:19857:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483430.410827:0:19857:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.410895:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250886528 00000100:00100000:3.0:1788483430.410901:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250886528 00000100:00100000:3.0:1788483430.410927:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1788483430.410934:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19857:x1875360250886528:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483430.411035:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19857:x1875360250886528:12345-0@lo:502:llog_process_th.0 Request processed in 101us (609us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.411042:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1788483430.411143:0:19857:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19857:1875360250886528:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788483430.411166:0:19857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788483430.411177:0:19857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788483430.411179:0:19857:0:(obd_config.c:1563:class_process_config()) marker 50 (0x1) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000020:00000080:2.0:1788483430.411184:0:19857:0:(obd_config.c:1472:class_process_config()) processing cmd: ce022 00020000:01000000:2.0:1788483430.411199:0:19857:0:(lod_pool.c:649:lod_pool_remove()) lustre-OST0001_UUID removed from test_11c 00000100:00100000:1.0:1788483430.412262:0:19857:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19857:1875360250886656:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483430.412318:0:19857:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483430.412349:0:19857:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4a600 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.412774:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250886656 00000100:00100000:3.0:1788483430.412782:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250886656 00000100:00100000:3.0:1788483430.412817:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1788483430.412825:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19857:x1875360250886656:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483430.412934:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19857:x1875360250886656:12345-0@lo:502:llog_process_th.0 Request processed in 109us (614us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.412941:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000020:01000004:3.0:1788483430.413011:0:19858:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9f7609c20800 from lustre-MDT0000, refs=4 00000020:01000004:3.0:1788483430.413021:0:19858:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9f7609c20800 4 00000100:00100000:2.0:1788483430.413209:0:19857:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19857:1875360250886656:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788483430.413246:0:19857:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788483430.413253:0:19857:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788483430.413255:0:19857:0:(obd_config.c:1563:class_process_config()) marker 50 (0x2) lustre-MDT0000-m rem lustre.test_11c.lustre-OST0001_UUID 00000040:00080000:2.0:1788483430.413259:0:19857:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000020:01000000:1.0:1788483430.413421:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 53-55 (rc=0) 10000000:01000000:1.0:1788483430.413468:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1788483430.413478:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.413489:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483430.413527:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:1.0:1788483430.413530:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9f7610fd8000 from 1 10000000:01000000:1.0:1788483430.413533:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788483430.413572:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.413581:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.413786:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483430.413805:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250886784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.413841:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483430.413873:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76013720c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.414031:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250886784 00000100:00100000:3.0:1788483430.414037:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250886784 00000100:00100000:3.0:1788483430.414065:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1788483430.414072:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250886784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483430.414083:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483430.414096:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f14f3 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f14ec expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.414119:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f14f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f14ec expref: 24 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.414128:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f14f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14ec expref: 24 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.414136:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2400, rc 0) 00000100:00100000:3.0:1788483430.414263:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250886784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.414270:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1788483430.414342:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250886784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483430.414356:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.414365:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483430.414427:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250886912:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.414453:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483430.414997:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250886912 00000100:00100000:3.0:1788483430.415004:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250886912 00000100:00100000:3.0:1788483430.415028:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1788483430.415035:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250886912:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.415107:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250886912:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 72us (652us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483430.415114:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1788483430.415147:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75066249c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483430.415161:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250886912:0@lo:501:ll_cfg_requeue.0 10000000:01000000:3.0:1788483430.415217:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:3.0:1788483430.415224:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.415233:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483430.504640:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483430.504882:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224688384 00000100:00100000:3.0:1788483430.504892:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224688384 00000100:00100000:3.0:1788483430.504953:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 609 00000100:00100000:3.0:1788483430.504964:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+10:6174:x1875360224688384:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483430.504979:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483430.505006:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f76027e2200/0xf2b1f833e60f14fa lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e0f expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.505034:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f76027e2200/0xf2b1f833e60f14fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e0f expref: 11 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.505046:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f76027e2200/0xf2b1f833e60f14fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e0f expref: 11 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483430.505055:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2200, rc 0) 00000100:00100000:3.0:1788483430.505110:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224688384:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 Request processed in 148us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.505118:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 609 00000100:00100000:2.0:1788483430.517103:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483430.517232:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224688512 00000100:00100000:3.0:1788483430.517242:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224688512 00000100:00100000:3.0:1788483430.517298:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 610 00000100:00100000:3.0:1788483430.517321:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224688512:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.517725:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224688512:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 404us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.517734:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 610 00000100:00100000:2.0:1788483430.523669:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483430.524117:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224688640 00000100:00100000:3.0:1788483430.524129:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224688640 00000100:00100000:3.0:1788483430.524186:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 611 00000100:00100000:3.0:1788483430.524195:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224688640:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.524335:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224688640:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 Request processed in 140us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.524343:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 611 00000100:00100000:0.0:1788483430.530179:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483430.530579:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224688768 00000100:00100000:2.0:1788483430.530599:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224688768 00000100:00100000:2.0:1788483430.530656:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 612 00000100:00100000:2.0:1788483430.530666:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:24026:x1875360224688768:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788483430.530832:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:24026:x1875360224688768:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 165us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.530849:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 612 00000040:00080000:1.0:1788483430.533169:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788483430.535465:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483430.535871:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224688896 00000100:00100000:1.0:1788483430.535886:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224688896 00000100:00100000:1.0:1788483430.535966:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 613 00000100:00100000:1.0:1788483430.535979:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:24026:x1875360224688896:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788483430.536348:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:24026:x1875360224688896:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 369us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.536358:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 613 00000100:00100000:0.0:1788483430.546269:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483430.546448:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224689024 00000100:00100000:2.0:1788483430.546462:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224689024 00000100:00100000:2.0:1788483430.546568:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 614 00000100:00100000:2.0:1788483430.546582:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224689024:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483430.546622:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483430.546654:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1501 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e16 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.546699:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1501 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e16 expref: 12 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.546712:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1501 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e16 expref: 12 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483430.546724:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911aa00, rc 0) 00000100:00100000:2.0:1788483430.546800:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224689024:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 Request processed in 221us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.546808:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 614 00000100:00100000:0.0:1788483430.555684:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483430.556927:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224689152 00000100:00100000:1.0:1788483430.556946:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224689152 00000100:00100000:1.0:1788483430.557036:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 615 00000100:00100000:1.0:1788483430.557049:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224689152:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483430.557249:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224689152:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 202us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.557259:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 615 00000100:00100000:0.0:1788483430.570832:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483430.570966:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224689280 00000100:00100000:3.0:1788483430.570976:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224689280 00000100:00100000:3.0:1788483430.571030:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 616 00000100:00100000:3.0:1788483430.571041:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224689280:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483430.571190:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224689280:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 Request processed in 150us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483430.571198:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 616 00000100:00100000:0.0:1788483430.587878:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483430.588339:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224689408 00000100:00100000:1.0:1788483430.588359:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224689408 00000100:00100000:1.0:1788483430.588450:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 617 00000100:00100000:1.0:1788483430.588463:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:24027:x1875360224689408:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788483430.588973:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:24027:x1875360224689408:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 509us (1101us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.588982:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 617 00000100:00100000:0.0:1788483430.609063:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483430.610578:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224689536 00000100:00100000:2.0:1788483430.610601:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224689536 00000100:00100000:2.0:1788483430.610716:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 618 00000100:00100000:2.0:1788483430.610731:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:24027:x1875360224689536:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788483430.610957:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:24027:x1875360224689536:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 228us (1904us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483430.610966:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 618 00000100:00100000:0.0:1788483430.627599:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483430.627701:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224689664 00000100:00100000:1.0:1788483430.627710:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224689664 00000100:00100000:1.0:1788483430.627757:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 619 00000100:00100000:1.0:1788483430.627766:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224689664:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483430.627779:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483430.627794:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f4e00/0xf2b1f833e60f1508 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e1d expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.627820:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f4e00/0xf2b1f833e60f1508 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e1d expref: 13 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.627831:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f4e00/0xf2b1f833e60f1508 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e1d expref: 13 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483430.627841:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4e00, rc 0) 00000100:00100000:1.0:1788483430.627903:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:6174:x1875360224689664:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 Request processed in 138us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483430.627910:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 619 00000100:00100000:0.0:1788483430.636653:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483430.637742:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224689792 00000100:00100000:2.0:1788483430.637754:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224689792 00000100:00100000:2.0:1788483430.637879:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 620 00000100:00100000:2.0:1788483430.637890:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:6174:x1875360224689792:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483430.638001:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:6174:x1875360224689792:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 112us (1355us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788483430.638022:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 620 00010000:00010000:3.0:1788483431.172837:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483431.500133:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483431.500153:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250887040:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483431.500213:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483431.500366:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250887168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483431.500396:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483431.500441:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250887040 00000100:00100000:2.0:1788483431.500447:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250887040 00000100:00100000:2.0:1788483431.500490:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250887168 00000100:00100000:2.0:1788483431.500494:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250887168 00000100:00100000:2.0:1788483431.500676:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1788483431.500685:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250887040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483431.500711:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483431.500751:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250887040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483431.500757:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:2.0:1788483431.500786:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:2.0:1788483431.500792:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250887168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483431.500802:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483431.500833:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250887168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483431.500840:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:2.0:1788483431.500856:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483431.501195:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250887040:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483431.502986:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250887168:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788483432.203081:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483432.516704:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250887296:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483432.516772:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483432.517344:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250887296 00000100:00100000:1.0:1788483432.517352:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250887296 00000100:00100000:1.0:1788483432.517404:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1788483432.517413:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250887296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483432.517443:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:1.0:1788483432.517485:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250887296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483432.517521:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:2.0:1788483432.517568:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250887296:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1788483432.902804:0:19956:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866bc len=0 uarg=00007ffefb250330 20000000:00000080:2.0:1788483432.902819:0:19956:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866bc len=576 karg=ffff9f750621a800 uarg=0000000000000000 00000040:00100000:2.0:1788483432.903431:0:19956:0:(llog.c:1072:llog_reverse_process()) index 60 : idx 49 20000000:01000000:2.0:1788483432.903438:0:19956:0:(mgs_llog.c:963:mgs_search_pool_cb()) Matched pool rec 59 cmd:0xce022 lustre.test_11c lustre-OST0001_UUID 20000000:01000000:2.0:1788483432.903449:0:19956:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-client/lustre-clilov/new lustre.test_11c fl=4 20000000:01000000:1.0:1788483432.905821:0:19957:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 52 marker 43 1->4: lustre-clilov new lustre.test_11c 20000000:01000000:1.0:1788483432.905935:0:19957:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 54 marker 43 2->4: lustre-clilov new lustre.test_11c 00000040:00080000:1.0:1788483432.905955:0:19957:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 61 count 60 00000040:00080000:2.0:1788483432.906474:0:19956:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].61, 224 off18904 20000000:01000000:2.0:1788483432.906489:0:19956:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-clilov 0xce023 lustre test_11c (null) (null) 00000040:00080000:2.0:1788483432.906655:0:19956:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].62, 112 off19016 00000040:00080000:2.0:1788483432.906688:0:19956:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x3:0x0].63, 224 off19240 20000000:01000000:2.0:1788483432.908388:0:19956:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0000/lustre-MDT0000-mdtlov/new lustre.test_11c fl=4 20000000:01000000:1.0:1788483432.909281:0:19958:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 46 marker 44 1->4: lustre-MDT0000-mdtlov new lustre.test_11c 20000000:01000000:1.0:1788483432.909332:0:19958:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 49 marker 44 2->4: lustre-MDT0000-mdtlov new lustre.test_11c 00000040:00080000:1.0:1788483432.909348:0:19958:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 56 count 55 00000040:00080000:2.0:1788483432.909698:0:19956:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].56, 224 off18016 20000000:01000000:2.0:1788483432.909711:0:19956:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0000-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:2.0:1788483432.909726:0:19956:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].57, 120 off18136 00000040:00080000:2.0:1788483432.909744:0:19956:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x4:0x0].58, 224 off18360 20000000:01000000:2.0:1788483432.909757:0:19956:0:(mgs_llog.c:1109:mgs_modify()) modify lustre-MDT0001/lustre-MDT0001-mdtlov/new lustre.test_11c fl=4 20000000:01000000:1.0:1788483432.910256:0:19959:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 46 marker 45 1->4: lustre-MDT0001-mdtlov new lustre.test_11c 20000000:01000000:1.0:1788483432.910283:0:19959:0:(mgs_llog.c:1076:mgs_modify_handler()) Changing rec 49 marker 45 2->4: lustre-MDT0001-mdtlov new lustre.test_11c 00000040:00080000:1.0:1788483432.910297:0:19959:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 56 count 55 00000040:00080000:2.0:1788483432.910455:0:19956:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].56, 224 off18016 20000000:01000000:2.0:1788483432.910465:0:19956:0:(mgs_llog.c:1539:record_base_raw()) lcfg lustre-MDT0001-mdtlov 0xce023 lustre test_11c (null) (null) 00000040:00080000:2.0:1788483432.910478:0:19956:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].57, 120 off18136 00000040:00080000:2.0:1788483432.910601:0:19956:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x8:0x0].58, 224 off18360 10000000:01000000:2.0:1788483432.910614:0:19956:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x0 (lustre) 00010000:00010000:2.0:1788483432.910631:0:19956:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910648:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1483 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f147c expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910655:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75087f5000/0xf2b1f833e60f1491 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f148a expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910672:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f149f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1498 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910691:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f14ad lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14a6 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910699:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75083ce400/0xf2b1f833e60f14bb lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14b4 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910705:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75087f5c00/0xf2b1f833e60f14c9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14c2 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910712:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f14d7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14d0 expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910720:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f14e5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14de expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910726:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f14f3 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f14ec expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910736:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f76027e2200/0xf2b1f833e60f14fa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e0f expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910742:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1501 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e16 expref: 12 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910749:0:19956:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9f75087f4e00/0xf2b1f833e60f1508 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e1d expref: 12 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910756:0:19956:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 15/0,1 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910799:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75087f4e00/0xf2b1f833e60f1508 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e1d expref: 12 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.910814:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f75087f4e00/0xf2b1f833e60f1508 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e1d expref: 12 pid: 6509 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.910828:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250887424:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483432.911041:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1501 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e16 expref: 12 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.911060:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1501 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e16 expref: 12 pid: 6508 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.911069:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250887552:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483432.911099:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f76027e2200/0xf2b1f833e60f14fa lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e0f expref: 12 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.911107:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9f76027e2200/0xf2b1f833e60f14fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e0f expref: 12 pid: 6507 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.911114:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250887680:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483432.911138:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f14f3 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f14ec expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.911146:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f14f3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f14ec expref: 23 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.911155:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250887808:0@lo:104: 00000100:00100000:2.0:1788483432.911201:0:19956:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788483432.911247:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f14e5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f14de expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.911256:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f14e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f14de expref: 23 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.911264:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250887936:0@lo:104: 00000100:00100000:2.0:1788483432.911285:0:19956:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788483432.911368:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f14d7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f14d0 expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.911377:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f14d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f14d0 expref: 23 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.911385:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888064:0@lo:104: 00000100:00100000:2.0:1788483432.911408:0:19956:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788483432.913954:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75087f5c00/0xf2b1f833e60f14c9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f14c2 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.913971:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75087f5c00/0xf2b1f833e60f14c9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f14c2 expref: 23 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.913984:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888192:0@lo:104: 00010000:00010000:2.0:1788483432.914029:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75083ce400/0xf2b1f833e60f14bb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f14b4 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.914037:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75083ce400/0xf2b1f833e60f14bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f14b4 expref: 23 pid: 6508 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.914077:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888320:0@lo:104: 00010000:00010000:2.0:1788483432.914105:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f14ad lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f14a6 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.914114:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f14ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f14a6 expref: 23 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.914122:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888448:0@lo:104: 00010000:00010000:2.0:1788483432.914150:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f149f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f1498 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.914157:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f149f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f1498 expref: 23 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.914165:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888576:0@lo:104: 00010000:00010000:2.0:1788483432.914190:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75087f5000/0xf2b1f833e60f1491 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f148a expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.914198:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75087f5000/0xf2b1f833e60f1491 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f148a expref: 23 pid: 6508 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.914206:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888704:0@lo:104: 00010000:00010000:2.0:1788483432.914242:0:19956:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1483 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xf2b1f833e60f147c expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.914250:0:19956:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1483 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xf2b1f833e60f147c expref: 23 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.914270:0:19956:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888832:0@lo:104: 00000100:00100000:2.0:1788483432.914291:0:19956:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483432.915167:0:19849:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788483432.915203:0:19849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483432.916167:0:19849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483432.916184:0:19849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483432.916196:0:19849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483432.916207:0:19849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483432.916949:0:19849:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483432.916963:0:19849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250887808 00000100:00100000:3.0:1788483432.916971:0:19849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250887808 00000100:00100000:3.0:1788483432.917031:0:19849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250887936 00000100:00100000:3.0:1788483432.917034:0:19849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250887936 00000100:00100000:3.0:1788483432.917047:0:19849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250888064 00000100:00100000:3.0:1788483432.917349:0:19849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250888064 00000100:00100000:3.0:1788483432.917367:0:19849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250888192 00000100:00100000:3.0:1788483432.917369:0:19849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250888192 00000100:00100000:3.0:1788483432.917378:0:19849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250888320 00000100:00100000:3.0:1788483432.917380:0:19849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250888320 00000100:00100000:3.0:1788483432.917388:0:19849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250888448 00000100:00100000:3.0:1788483432.917391:0:19849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250888448 00000100:00100000:3.0:1788483432.917400:0:19849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250888576 00000100:00100000:3.0:1788483432.917402:0:19849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250888576 00000100:00100000:3.0:1788483432.917410:0:19849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250888704 00000100:00100000:3.0:1788483432.917413:0:19849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250888704 00000100:00100000:3.0:1788483432.917421:0:19849:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250888832 00000100:00100000:3.0:1788483432.917423:0:19849:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250888832 00000100:00100000:3.0:1788483432.917436:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788483432.917445:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+11:19956:x1875360250887808:12345-0@lo:104: 00010000:00010000:3.0:1788483432.917461:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483432.917932:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/2 left), rc = 0 00000100:00100000:1.0:1788483432.917941:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788483432.918010:0:6498:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+11:19956:x1875360250887936:12345-0@lo:104: 00010000:00010000:2.0:1788483432.918021:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483432.918156:0:6499:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/2 left), rc = 0 00000100:00100000:0.0:1788483432.918162:0:6499:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 3 min 2 max 56 00000100:00100000:0.0:1788483432.918170:0:6499:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_003' 00010000:00010000:3.0:1788483432.921009:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788483432.921025:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+11:19956:x1875360250887808:12345-0@lo:104: Request processed in 3577us (9819us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483432.921036:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1788483432.921216:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483432.921243:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483432.921266:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483432.921292:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224690048 00000100:00100000:0.0:1788483432.921300:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224690048 00010000:00010000:0.0:1788483432.921333:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1501 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e16 expref: 13 pid: 6508 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483432.921359:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224689920 00000100:00100000:0.0:1788483432.921362:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224689920 00010000:00010000:0.0:1788483432.921372:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75087f4e00/0xf2b1f833e60f1508 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e1d expref: 14 pid: 6509 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483432.921394:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224690176 00000100:00100000:0.0:1788483432.921397:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224690176 00010000:00010000:0.0:1788483432.921407:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f76027e2200/0xf2b1f833e60f14fa lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e0f expref: 15 pid: 6507 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483432.921420:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 258 00000100:00100000:0.0:1788483432.921428:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+15:2400:x1875360224690048:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483432.921441:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483432.921446:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1501 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e16 expref: 15 pid: 6508 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.921458:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1501 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e16 expref: 15 pid: 6508 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.921477:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483432.921537:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+15:2400:x1875360224690048:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 109us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483432.921544:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 258 00000100:00100000:0.0:1788483432.921584:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 259 00000100:00100000:0.0:1788483432.921590:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+14:2402:x1875360224689920:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483432.921599:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483432.921603:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75087f4e00/0xf2b1f833e60f1508 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e1d expref: 14 pid: 6509 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.921613:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75087f4e00/0xf2b1f833e60f1508 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e1d expref: 14 pid: 6509 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.921635:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483432.921654:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+14:2402:x1875360224689920:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 64us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483432.921676:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 259 00000100:00100000:0.0:1788483432.921689:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 260 00000100:00100000:0.0:1788483432.921696:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224690176:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483432.921704:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483432.921708:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f76027e2200/0xf2b1f833e60f14fa lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e0f expref: 13 pid: 6507 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.921718:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f76027e2200/0xf2b1f833e60f14fa lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e0f expref: 13 pid: 6507 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.921728:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483432.921744:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224690176:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 49us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483432.921751:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 260 00000100:00100000:3.0:1788483432.922980:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788483432.922992:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764168c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+10:19956:x1875360250888064:12345-0@lo:104: 00000100:00100000:0.0:1788483432.923449:0:19960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788483432.923458:0:19960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+10:19956:x1875360250888192:12345-0@lo:104: 00010000:00010000:0.0:1788483432.923473:0:19960:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923556:0:19960:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1788483432.923563:0:19960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+10:19956:x1875360250888192:12345-0@lo:104: Request processed in 106us (8360us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483432.923570:0:19960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788483432.923590:0:19960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788483432.923596:0:19960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+9:19956:x1875360250888320:12345-0@lo:104: 00010000:00010000:0.0:1788483432.923603:0:19960:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923638:0:19960:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:0.0:1788483432.923642:0:19960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+9:19956:x1875360250888320:12345-0@lo:104: Request processed in 48us (7480us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483432.923648:0:19960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00010000:0.0:1788483432.923673:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788483432.923679:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923685:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788483432.923689:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923698:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788483432.923705:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788483432.923710:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788483432.923743:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923750:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788483432.923768:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923785:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f75087f5e00/0xf2b1f833e60f14ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14f3 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923794:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788483432.923798:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923803:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce600 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788483432.923806:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923812:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788483432.923819:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788483432.923823:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788483432.923847:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923853:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788483432.923859:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923865:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f75083ce600/0xf2b1f833e60f14c2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14c9 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923873:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483432.923880:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923886:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788483432.923888:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923895:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788483432.923901:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788483432.923906:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788483432.923917:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923922:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788483432.923942:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923949:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f750911bc00/0xf2b1f833e60f14b4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14bb expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.923957:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483432.923959:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483432.923961:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483432.923976:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250888960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788483432.924291:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483432.924331:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483432.924338:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250889088:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788483432.924368:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483432.924394:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250888960 00000100:00100000:0.0:1788483432.924400:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250888960 00010000:00010000:0.0:1788483432.924422:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f14f3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14ec expref: 24 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483432.924441:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250889088 00000100:00100000:0.0:1788483432.924444:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250889088 00010000:00010000:0.0:1788483432.924454:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75087f5c00/0xf2b1f833e60f14c9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14c2 expref: 25 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483432.924468:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1788483432.924474:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+25:3638:x1875360250888960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788483432.924483:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483432.924488:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f14f3 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14ec expref: 25 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924523:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f14f3 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f14ec expref: 25 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924539:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483432.924566:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f33800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+25:3638:x1875360250888960:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483432.924572:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1788483432.924592:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1788483432.924598:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250889088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788483432.924605:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483432.924609:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75087f5c00/0xf2b1f833e60f14c9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14c2 expref: 24 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924627:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75087f5c00/0xf2b1f833e60f14c9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f14c2 expref: 24 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924637:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483432.924671:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250889088:12345-0@lo:103:ldlm_bl.0 Request processed in 60us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483432.924678:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1788483432.924716:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250889088:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788483432.924724:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250888960:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788483432.924746:0:19960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788483432.924753:0:19960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+8:19956:x1875360250888448:12345-0@lo:104: 00010000:00010000:0.0:1788483432.924762:0:19960:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924796:0:19960:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788483432.924801:0:19960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+8:19956:x1875360250888448:12345-0@lo:104: Request processed in 49us (8615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483432.924806:0:19960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00010000:00010000:0.0:1788483432.924819:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483432.924824:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924830:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a600 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:0.0:1788483432.924834:0:19386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924849:0:19386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788483432.924856:0:19386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788483432.924861:0:19386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:0.0:1788483432.924877:0:19386:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924882:0:19386:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788483432.924890:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924896:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f750911a600/0xf2b1f833e60f14a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14ad expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924906:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483432.924908:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483432.924909:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483432.924920:0:19960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1788483432.924927:0:19960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+7:19956:x1875360250888576:12345-0@lo:104: 00010000:00010000:0.0:1788483432.924934:0:19960:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483432.924967:0:19960:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788483432.924972:0:19960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_003:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+7:19956:x1875360250888576:12345-0@lo:104: Request processed in 46us (8775us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483432.924977:0:19960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00010000:00010000:3.0:1788483432.925236:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925278:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:3.0:1788483432.925283:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764168c450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+6:19956:x1875360250888064:12345-0@lo:104: Request processed in 2297us (13875us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483432.925291:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:3.0:1788483432.925305:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788483432.925312:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+5:19956:x1875360250888704:12345-0@lo:104: 00010000:00010000:3.0:1788483432.925320:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925347:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:3.0:1788483432.925352:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+5:19956:x1875360250888704:12345-0@lo:104: Request processed in 41us (9144us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483432.925358:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788483432.925369:0:19849:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788483432.925376:0:19849:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+4:19956:x1875360250888832:12345-0@lo:104: 00010000:00010000:3.0:1788483432.925383:0:19849:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925408:0:19849:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:3.0:1788483432.925413:0:19849:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+4:19956:x1875360250888832:12345-0@lo:104: Request processed in 39us (8467us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483432.925419:0:19849:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:3.0:1788483432.925447:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1788483432.925451:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925459:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5a00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788483432.925462:0:19386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925470:0:19386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788483432.925477:0:19386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483432.925482:0:19386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788483432.925518:0:19386:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925526:0:19386:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788483432.925536:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925543:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f75087f5a00/0xf2b1f833e60f1498 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f149f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925553:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788483432.925556:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925561:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788483432.925565:0:19386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925577:0:19386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788483432.925584:0:19386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483432.925590:0:19386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788483432.925603:0:19386:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925609:0:19386:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788483432.925615:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925621:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f75086f3200/0xf2b1f833e60f14d0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14d7 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925629:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788483432.925632:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925637:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788483432.925639:0:19386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925645:0:19386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788483432.925650:0:19386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483432.925674:0:19386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788483432.925688:0:19386:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925694:0:19386:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788483432.925700:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925707:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f75086f3400/0xf2b1f833e60f148a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1491 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925715:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483432.925718:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925724:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083cfc00 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:3.0:1788483432.925728:0:19386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925735:0:19386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788483432.925741:0:19386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483432.925747:0:19386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:3.0:1788483432.925757:0:19386:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925762:0:19386:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788483432.925772:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925779:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f75083cfc00/0xf2b1f833e60f147c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f1483 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.925788:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483432.925789:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483432.925791:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483432.925807:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250889472:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788483432.925904:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483432.925925:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483432.925931:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250889600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788483432.925954:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483432.925979:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250889472 00000100:00100000:3.0:1788483432.925984:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250889472 00010000:00010000:0.0:1788483432.926185:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483432.926229:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f149f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f1498 expref: 24 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483432.926256:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250889600 00000100:00100000:3.0:1788483432.926259:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250889600 00010000:00010000:3.0:1788483432.926272:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f14d7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14d0 expref: 25 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483432.926290:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1788483432.926296:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+25:3638:x1875360250889472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788483432.926306:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483432.926311:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f149f lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f1498 expref: 25 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.926331:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f149f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f1498 expref: 25 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.926344:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483432.926372:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+25:3638:x1875360250889472:12345-0@lo:103:ldlm_bl.0 Request processed in 76us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483432.926380:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:3.0:1788483432.926392:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1788483432.926398:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250889600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788483432.926406:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483432.926411:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f14d7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14d0 expref: 24 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.926419:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f14d7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f14d0 expref: 24 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483432.926429:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483432.926448:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250889600:12345-0@lo:103:ldlm_bl.0 Request processed in 51us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483432.926454:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1788483432.926483:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250889600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788483432.926491:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250889472:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483432.926650:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250889216:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483432.926694:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483432.926736:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250889728:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483432.926757:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483432.926783:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788483432.926789:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250889344:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483432.926808:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483432.926825:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250889856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483432.926854:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483432.926891:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250889216 00000100:00100000:2.0:1788483432.926895:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250889216 00010000:00010000:2.0:1788483432.926911:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75083ce400/0xf2b1f833e60f14bb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14b4 expref: 24 pid: 6508 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.926924:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250889728 00000100:00100000:2.0:1788483432.926926:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250889728 00010000:00010000:2.0:1788483432.926936:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75087f5000/0xf2b1f833e60f1491 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f148a expref: 25 pid: 6508 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.926945:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250889344 00000100:00100000:2.0:1788483432.926955:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250889344 00010000:00010000:2.0:1788483432.926979:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f14ad lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14a6 expref: 26 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.926990:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250889856 00000100:00100000:2.0:1788483432.926993:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250889856 00010000:00010000:2.0:1788483432.927019:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1483 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f147c expref: 27 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.927031:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1788483432.927037:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+27:3640:x1875360250889216:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788483432.927046:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483432.927221:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75083ce400/0xf2b1f833e60f14bb lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14b4 expref: 27 pid: 6508 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.927231:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75083ce400/0xf2b1f833e60f14bb lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f14b4 expref: 27 pid: 6508 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.927243:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483432.927275:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+27:3640:x1875360250889216:12345-0@lo:103:ldlm_bl.0 Request processed in 237us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483432.927282:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1788483432.927318:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1788483432.927324:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+26:3640:x1875360250889728:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788483432.927332:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483432.927337:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75087f5000/0xf2b1f833e60f1491 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f148a expref: 26 pid: 6508 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.927345:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75087f5000/0xf2b1f833e60f1491 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f148a expref: 26 pid: 6508 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.927365:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483432.927389:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+26:3640:x1875360250889728:12345-0@lo:103:ldlm_bl.0 Request processed in 65us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483432.927396:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1788483432.927409:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1788483432.927415:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+25:3640:x1875360250889344:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788483432.927423:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483432.927427:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f14ad lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14a6 expref: 25 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.927436:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f14ad lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f14a6 expref: 25 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.927446:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483432.927466:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+25:3640:x1875360250889344:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483432.927473:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1788483432.927485:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1788483432.927490:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250889856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788483432.927544:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483432.927549:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1483 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f147c expref: 24 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.927559:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1483 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f147c expref: 24 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.927569:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483432.927598:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250889856:12345-0@lo:103:ldlm_bl.0 Request processed in 107us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483432.927605:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1788483432.927632:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250889344:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483432.927639:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250889856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483432.927646:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250889216:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788483432.927653:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250889728:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788483432.927696:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788483432.927704:0:6498:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+3:19956:x1875360250887936:12345-0@lo:104: Request processed in 9756us (16417us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483432.927712:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00010000:00010000:2.0:1788483432.927744:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788483432.927750:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.927757:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911b600 already unused, calling callback (ffffffffc13dec20) 10000000:00010000:2.0:1788483432.927761:0:19386:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.927770:0:19386:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788483432.927978:0:19386:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483432.927985:0:19386:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 00010000:00010000:2.0:1788483432.929195:0:19386:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929217:0:19386:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788483432.929269:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250889984:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788483432.929315:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788483432.929374:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929382:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.206.136@tcp lock: ffff9f750911b600/0xf2b1f833e60f14de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xf2b1f833e60f14e5 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929400:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483432.929402:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483432.929404:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483432.929416:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250889984 00000100:00100000:2.0:1788483432.929422:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250889984 00010000:00010000:2.0:1788483432.929444:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f14e5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14de expref: 24 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.929466:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1788483432.929473:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250889984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788483432.929482:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483432.929487:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f14e5 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xf2b1f833e60f14de expref: 24 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929511:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f14e5 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xf2b1f833e60f14de expref: 24 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929527:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929534:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929558:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929565:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929571:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929578:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929584:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483432.929588:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929596:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929604:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.929612:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483432.929809:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483432.929815:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483432.930223:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250889984:12345-0@lo:103:ldlm_bl.0 Request processed in 747us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483432.930231:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00010000:00010000:2.0:1788483432.930285:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75087f4e00/0xf2b1f833e60f1508 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e1d expref: 12 pid: 6509 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930297:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250887424:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483432.930317:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911aa00/0xf2b1f833e60f1501 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e16 expref: 11 pid: 6508 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930327:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250887552:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483432.930336:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f76027e2200/0xf2b1f833e60f14fa lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e0f expref: 10 pid: 6507 timeout: 697 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930345:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250887680:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483432.930355:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f76027e2400/0xf2b1f833e60f14f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f14ec expref: 23 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930362:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250887808:0@lo:104: 00010000:00010000:2.0:1788483432.930371:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f76027e2a00/0xf2b1f833e60f14e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f14de expref: 22 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930378:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250887936:0@lo:104: 00010000:00010000:2.0:1788483432.930387:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911ae00/0xf2b1f833e60f14d7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f14d0 expref: 21 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930395:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888064:0@lo:104: 00010000:00010000:2.0:1788483432.930403:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75087f5c00/0xf2b1f833e60f14c9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f14c2 expref: 20 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930410:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888192:0@lo:104: 00010000:00010000:2.0:1788483432.930418:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75083ce400/0xf2b1f833e60f14bb lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f14b4 expref: 19 pid: 6508 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930426:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888320:0@lo:104: 00010000:00010000:2.0:1788483432.930443:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f14ad lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f14a6 expref: 18 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930451:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888448:0@lo:104: 00010000:00010000:2.0:1788483432.930459:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911a000/0xf2b1f833e60f149f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f1498 expref: 17 pid: 6509 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930467:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888576:0@lo:104: 00010000:00010000:2.0:1788483432.930475:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75087f5000/0xf2b1f833e60f1491 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f148a expref: 16 pid: 6508 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930483:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888704:0@lo:104: 00010000:00010000:2.0:1788483432.930492:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75086f2800/0xf2b1f833e60f1483 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xf2b1f833e60f147c expref: 15 pid: 6507 timeout: 747 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483432.930655:0:19956:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19956:1875360250888832:0@lo:104: 00010000:00010000:2.0:1788483432.930704:0:19956:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.930714:0:19956:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.930721:0:19956:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483432.930728:0:19956:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f750911a800/0xf2b1f833e60f150f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19956 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483432.931814:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250889984:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788483433.220696:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483433.649758:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483433.649808:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483433.649848:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483433.649874:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483433.649897:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483433.649926:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224690688 00000100:00100000:0.0:1788483433.649935:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224690688 00000100:00100000:0.0:1788483433.649985:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224691200 00000100:00100000:0.0:1788483433.649989:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224691200 00000100:00100000:0.0:1788483433.650011:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 393 00000100:00100000:0.0:1788483433.650021:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2400:x1875360224690688:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483433.650097:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2400:x1875360224690688:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 77us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483433.650105:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 393 00000100:00100000:0.0:1788483433.650120:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 394 00000100:00100000:0.0:1788483433.650127:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224691200:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483433.650150:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224691200:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483433.650157:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 394 00000100:00080000:0.0:1788483433.650173:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483433.650344:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224690432 00000100:00100000:2.0:1788483433.650361:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224690432 00000100:00100000:2.0:1788483433.650400:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224690944 00000100:00100000:2.0:1788483433.650403:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224690944 00000100:00100000:2.0:1788483433.650421:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 703 00000100:00100000:2.0:1788483433.650428:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+74:2400:x1875360224690432:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483433.650466:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+74:2400:x1875360224690432:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (657us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483433.650472:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 703 00000100:00100000:2.0:1788483433.650487:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 704 00000100:00100000:2.0:1788483433.650494:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:2400:x1875360224690944:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483433.650561:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:2400:x1875360224690944:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 68us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483433.650575:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 704 00000100:00080000:0.0:1788483433.651222:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483433.652024:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224690304 00000100:00100000:3.0:1788483433.652033:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224690304 00000100:00100000:3.0:1788483433.652096:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 621 00000100:00100000:3.0:1788483433.652104:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+10:2399:x1875360224690304:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483433.652167:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+10:2399:x1875360224690304:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 62us (2416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483433.652175:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 621 00000100:00100000:0.0:1788483433.658621:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483433.658673:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483433.658710:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483433.658743:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483433.658771:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224690816 00000100:00100000:0.0:1788483433.658779:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224690816 00000100:00100000:0.0:1788483433.658825:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224691328 00000100:00100000:0.0:1788483433.658829:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224691328 00000100:00100000:0.0:1788483433.658850:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 395 00000100:00100000:0.0:1788483433.658859:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2399:x1875360224690816:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483433.658932:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2399:x1875360224690816:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 74us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483433.658940:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 395 00000100:00100000:0.0:1788483433.658956:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 396 00000100:00100000:0.0:1788483433.658963:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224691328:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483433.658989:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224691328:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483433.658995:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 396 00000100:00080000:0.0:1788483433.659009:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483433.659077:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224690560 00000100:00100000:3.0:1788483433.659082:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224690560 00000100:00100000:3.0:1788483433.659118:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224691072 00000100:00100000:3.0:1788483433.659121:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224691072 00000100:00100000:3.0:1788483433.659140:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 705 00000100:00100000:3.0:1788483433.659146:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224690560:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483433.659188:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224690560:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 42us (576us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483433.659195:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 705 00000100:00100000:3.0:1788483433.659213:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 706 00000100:00100000:3.0:1788483433.659219:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224691072:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483433.659244:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224691072:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483433.659249:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 706 00000100:00080000:0.0:1788483433.659431:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483434.053259:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483434.053281:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250890112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483434.053363:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.053763:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250890112 00000100:00100000:2.0:1788483434.053771:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250890112 00000100:00100000:2.0:1788483434.053834:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:2.0:1788483434.053844:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250890112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483434.053871:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483434.053930:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250890112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (567us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.053937:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00080000:1.0:1788483434.054138:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483434.054661:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483434.054676:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250890240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483434.054714:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483434.054758:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250890240 00000100:00100000:1.0:1788483434.054762:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250890240 00000100:00100000:1.0:1788483434.054800:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1788483434.054807:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250890240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483434.054821:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788483434.054854:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250890240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (139us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.054860:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00080000:1.0:1788483434.054879:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483434.054924:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250890240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483434.054967:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250890112:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483434.055803:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250890624:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.055851:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.055873:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250891136:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.055896:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.055921:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250891648:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.055942:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.055961:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788483434.055978:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250890496:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.056021:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.056039:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250891008:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.056060:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.056078:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250891520:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.056099:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.056127:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250890624 00000100:00100000:3.0:1788483434.056132:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250890624 00000100:00100000:3.0:1788483434.056166:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1788483434.056173:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250890624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.056217:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250890624:12345-0@lo:400:kworker.0 Request processed in 45us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.056224:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:3.0:1788483434.056247:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250891136 00000100:00100000:3.0:1788483434.056250:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250891136 00000100:00100000:3.0:1788483434.056277:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250891648 00000100:00100000:3.0:1788483434.056280:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250891648 00000100:00100000:3.0:1788483434.056790:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250890496 00000100:00100000:3.0:1788483434.056796:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250890496 00000100:00080000:1.0:1788483434.056882:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483434.056914:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250891008 00000100:00100000:1.0:1788483434.056917:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250891008 00000100:00100000:1.0:1788483434.056941:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250891520 00000100:00100000:1.0:1788483434.056944:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250891520 00000100:00100000:1.0:1788483434.056957:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1788483434.056964:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250891136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057020:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250891136:12345-0@lo:400:kworker.0 Request processed in 56us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.057027:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1788483434.057040:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1788483434.057046:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250891648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057070:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250891648:12345-0@lo:400:kworker.0 Request processed in 25us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.057076:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1788483434.057086:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1788483434.057091:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250891008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057113:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250891008:12345-0@lo:400:kworker.0 Request processed in 23us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.057119:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1788483434.057131:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1788483434.057137:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250891520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057162:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250891520:12345-0@lo:400:kworker.0 Request processed in 25us (1063us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.057177:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00080000:1.0:1788483434.057191:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483434.057202:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250890368:0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057232:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483434.057258:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250890880:0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057280:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483434.057307:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250891392:0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057328:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483434.057347:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788483434.057353:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250890752:0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057372:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483434.057386:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250891264:0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057405:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483434.057434:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250891392 00000100:00100000:1.0:1788483434.057437:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250891392 00000100:00100000:1.0:1788483434.057466:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250891264 00000100:00100000:1.0:1788483434.057469:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250891264 00000100:00100000:1.0:1788483434.057489:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1788483434.057495:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250891392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057556:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250891392:12345-0@lo:400:kworker.0 Request processed in 61us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.057562:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1788483434.057574:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1788483434.057580:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250891264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057606:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250891264:12345-0@lo:400:kworker.0 Request processed in 27us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.057619:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00080000:1.0:1788483434.057639:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483434.057646:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250890752 00000100:00100000:1.0:1788483434.057649:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250890752 00000100:00100000:1.0:1788483434.057679:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1788483434.057685:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250890752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057714:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250890752:12345-0@lo:400:kworker.0 Request processed in 29us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.057720:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:1.0:1788483434.057753:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250890752:0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057763:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250891264:0@lo:400:kworker.0 00000100:00100000:1.0:1788483434.057772:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250891392:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.058157:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1788483434.058165:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250890496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.058200:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250890496:12345-0@lo:400:kworker.0 Request processed in 37us (2179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.058206:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1788483434.058239:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250890496:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.058253:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250891008:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.058276:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250891520:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.058287:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250890624:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.058608:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250891136:0@lo:400:kworker.0 00000100:00100000:3.0:1788483434.058620:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250891648:0@lo:400:kworker.0 00000100:00100000:2.0:1788483434.060546:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250890368 00000100:00100000:2.0:1788483434.060559:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250890368 00000100:00100000:2.0:1788483434.060637:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1788483434.060648:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+15:3641:x1875360250890368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483434.060753:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+15:3641:x1875360250890368:12345-0@lo:400:kworker.0 Request processed in 107us (3519us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.060771:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1788483434.060810:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250890880 00000100:00100000:2.0:1788483434.060814:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250890880 00000100:00100000:2.0:1788483434.060843:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1788483434.060864:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250890880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483434.060905:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250890880:12345-0@lo:400:kworker.0 Request processed in 56us (3624us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.060912:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1788483434.060970:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250890368:0@lo:400:kworker.0 00000100:00100000:2.0:1788483434.060984:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250890880:0@lo:400:kworker.0 10000000:01000000:3.0:1788483434.116633:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788483434.116642:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f7634025800 from 61 10000000:01000000:3.0:1788483434.116647:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788483434.116708:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60f1516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.116721:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60f1516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.116732:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60f1516 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483434.116755:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250891776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.116834:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.116905:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e83c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.118186:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250891776 00000100:00100000:1.0:1788483434.118198:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250891776 00000100:00100000:1.0:1788483434.118347:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:1.0:1788483434.118358:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+15:6512:x1875360250891776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483434.118377:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483434.118395:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f5400/0xf2b1f833e60f151d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f1516 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.118424:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f5400/0xf2b1f833e60f151d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f1516 expref: 16 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.118435:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f5400/0xf2b1f833e60f151d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1516 expref: 16 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.118462:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5400, rc 0) 00000100:00100000:1.0:1788483434.118546:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250891776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (1712us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.118552:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1788483434.118729:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250891776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483434.118745:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60f1516 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f151d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.118754:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60f1516 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f151d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483434.118834:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250891904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.118876:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.121825:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483434.121887:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250891904 00000100:00100000:3.0:1788483434.121897:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250891904 00000100:00100000:3.0:1788483434.121940:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:3.0:1788483434.121949:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250891904:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.122104:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250891904:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 156us (3227us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.122112:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1788483434.122527:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250891904:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.122573:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.122620:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.122650:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8000 going to sleep for 11 seconds 00000100:00100000:0.0:1788483434.122736:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250892032 00000100:00100000:0.0:1788483434.122741:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250892032 00000100:00100000:0.0:1788483434.122784:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1788483434.122791:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250892032:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.122883:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250892032:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 92us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483434.122890:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1788483434.123018:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892032:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.123490:0:19962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19962:1875360250892160:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483434.123562:0:19962:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.123592:0:19962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788483434.123718:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250892160 00000100:00100000:0.0:1788483434.123724:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250892160 00000100:00100000:0.0:1788483434.123746:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1788483434.123764:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19962:x1875360250892160:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483434.123863:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19962:x1875360250892160:12345-0@lo:502:llog_process_th.0 Request processed in 99us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483434.123869:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1788483434.123993:0:19962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19962:1875360250892160:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483434.124030:0:19962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19962:1875360250892288:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483434.124063:0:19962:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.124093:0:19962:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788483434.124185:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250892288 00000100:00100000:0.0:1788483434.124189:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250892288 00000100:00100000:0.0:1788483434.124220:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1788483434.124226:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19962:x1875360250892288:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483434.124528:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:19962:x1875360250892288:12345-0@lo:502:llog_process_th.0 Request processed in 301us (464us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483434.124535:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1788483434.124666:0:19962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19962:1875360250892288:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788483434.124686:0:19962:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:0.0:1788483434.124885:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:0.0:1788483434.124903:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788483434.124912:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60f1516 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f151d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.124922:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f761334ba00/0xf2b1f833e60f1516 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f151d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788483434.124931:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0001 10000000:01000000:0.0:1788483434.124934:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 11 10000000:01000000:0.0:1788483434.124944:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788483434.124970:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f1524 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.124977:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f1524 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.124986:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f1524 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483434.125001:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.125030:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.125061:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608672e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483434.125112:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250892416 00000100:00100000:3.0:1788483434.125117:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250892416 00000100:00100000:3.0:1788483434.125150:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:3.0:1788483434.125157:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+16:6512:x1875360250892416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483434.125166:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483434.125178:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f152b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f1524 expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.125211:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f152b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f1524 expref: 17 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.125221:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f761334b800/0xf2b1f833e60f152b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1524 expref: 17 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.125229:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334b800, rc 0) 00000100:00100000:3.0:1788483434.125274:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250892416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.125280:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1788483434.125722:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788483434.125737:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f1524 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f152b expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.125758:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f1524 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f152b expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483434.125834:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.125861:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.125880:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608672e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483434.125989:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250892544 00000100:00100000:3.0:1788483434.125994:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250892544 00000100:00100000:3.0:1788483434.126026:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:3.0:1788483434.126032:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250892544:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.126146:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250892544:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 113us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.126153:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1788483434.126349:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892544:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.126376:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892672:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.126472:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.126565:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608672e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483434.126859:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250892672 00000100:00100000:2.0:1788483434.126865:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250892672 00000100:00100000:2.0:1788483434.126935:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1788483434.126943:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250892672:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.127046:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250892672:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 103us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.127054:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1788483434.127129:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892672:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788483434.128929:0:19963:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 64768 count 11 00000020:01000000:1.0:1788483434.132135:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 11-10 (rc=0) 10000000:01000000:1.0:1788483434.132188:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788483434.132199:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f1524 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f152b expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.132210:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f7508831a00/0xf2b1f833e60f1524 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f152b expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788483434.135132:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:0.0:1788483434.135139:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f76366ca000 from 61 10000000:01000000:0.0:1788483434.135144:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788483434.135187:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f1532 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.135197:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f1532 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.135208:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f1532 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483434.135232:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.135292:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.135344:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483434.135417:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250892800 00000100:00100000:3.0:1788483434.135425:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250892800 00000100:00100000:3.0:1788483434.135478:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1788483434.135487:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+17:6512:x1875360250892800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483434.135537:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483434.135550:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f761334a800/0xf2b1f833e60f1539 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f1532 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.135581:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f761334a800/0xf2b1f833e60f1539 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f1532 expref: 18 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.135591:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f761334a800/0xf2b1f833e60f1539 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1532 expref: 18 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.135600:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334a800, rc 0) 00000100:00100000:3.0:1788483434.135662:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250892800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.135669:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:1.0:1788483434.135830:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483434.135846:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f1532 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1539 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.135869:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f1532 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1539 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483434.135930:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483434.135958:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483434.135988:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f761900a180 going to sleep for 11 seconds 00000100:00100000:3.0:1788483434.136156:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250892928 00000100:00100000:3.0:1788483434.136161:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250892928 00000100:00100000:3.0:1788483434.136193:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1788483434.136200:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250892928:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.136309:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250892928:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 109us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.136316:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:3.0:1788483434.136345:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250892928:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.136374:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.136416:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.136430:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942180 going to sleep for 11 seconds 00000100:00100000:3.0:1788483434.136441:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250893056 00000100:00100000:3.0:1788483434.136444:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250893056 00000100:00100000:3.0:1788483434.136465:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1788483434.136470:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250893056:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.136557:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250893056:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 86us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.136688:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1788483434.136729:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893056:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.145597:0:19964:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19964:1875360250893184:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483434.145696:0:19964:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.145741:0:19964:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942180 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.146278:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250893184 00000100:00100000:1.0:1788483434.146287:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250893184 00000100:00100000:1.0:1788483434.146336:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788483434.146345:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19964:x1875360250893184:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483434.146486:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19964:x1875360250893184:12345-0@lo:502:llog_process_th.0 Request processed in 141us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.146493:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1788483434.146796:0:19964:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19964:1875360250893184:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483434.146858:0:19964:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19964:1875360250893312:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483434.146895:0:19964:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.146918:0:19964:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.147187:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250893312 00000100:00100000:1.0:1788483434.147192:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250893312 00000100:00100000:1.0:1788483434.147227:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:1.0:1788483434.147235:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19964:x1875360250893312:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483434.147320:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:19964:x1875360250893312:12345-0@lo:502:llog_process_th.0 Request processed in 84us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.147327:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1788483434.147402:0:19964:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19964:1875360250893312:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788483434.147424:0:19964:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:1.0:1788483434.149684:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:1.0:1788483434.149973:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788483434.149985:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f1532 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1539 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.149996:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f7508830a00/0xf2b1f833e60f1532 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1539 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788483434.150007:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-OST0000 10000000:01000000:1.0:1788483434.150010:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 14 10000000:01000000:1.0:1788483434.150013:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1788483434.150122:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75087f4a00/0xf2b1f833e60f1540 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.150132:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f75087f4a00/0xf2b1f833e60f1540 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.150143:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f75087f4a00/0xf2b1f833e60f1540 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483434.150178:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893440:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788483434.150246:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.150373:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250893440 00000100:00100000:0.0:1788483434.150381:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250893440 00000100:00100000:0.0:1788483434.150431:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1788483434.150441:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+18:6512:x1875360250893440:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788483434.150452:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483434.150465:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f7508830e00/0xf2b1f833e60f1547 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f1540 expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.150519:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f7508830e00/0xf2b1f833e60f1547 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f1540 expref: 19 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.150531:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f7508830e00/0xf2b1f833e60f1547 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1540 expref: 19 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.150540:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508830e00, rc 0) 00000100:00100000:1.0:1788483434.150761:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f761900a240 going to sleep for 11 seconds 00000100:00100000:0.0:1788483434.151011:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250893440:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 570us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483434.151018:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:3.0:1788483434.151860:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893440:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483434.151878:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f75087f4a00/0xf2b1f833e60f1540 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1547 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.151888:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f75087f4a00/0xf2b1f833e60f1540 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1547 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483434.151960:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.152001:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.152036:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942180 going to sleep for 11 seconds 00000100:00100000:2.0:1788483434.152189:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250893568 00000100:00100000:2.0:1788483434.152195:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250893568 00000100:00100000:2.0:1788483434.152235:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1788483434.152243:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250893568:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.152367:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250893568:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 124us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.152384:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1788483434.152446:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893568:0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.152478:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893696:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.153027:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.153165:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942180 going to sleep for 11 seconds 00000100:00100000:0.0:1788483434.153213:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250893696 00000100:00100000:0.0:1788483434.153219:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250893696 00000100:00100000:0.0:1788483434.153261:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1788483434.153268:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250893696:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.153366:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250893696:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 98us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483434.153374:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1788483434.153468:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893696:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788483434.155856:0:19965:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 64768 count 14 00000020:01000000:3.0:1788483434.156307:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 14-13 (rc=0) 10000000:01000000:3.0:1788483434.156331:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1788483434.156340:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f75087f4a00/0xf2b1f833e60f1540 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1547 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.156352:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f75087f4a00/0xf2b1f833e60f1540 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1547 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788483434.156361:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:3.0:1788483434.156364:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f763f528800 from 61 10000000:01000000:3.0:1788483434.156366:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1788483434.156401:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f154e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.156409:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f154e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.156421:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f154e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483434.156443:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.156496:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.156647:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942180 going to sleep for 11 seconds 00000100:00100000:0.0:1788483434.156976:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250893824 00000100:00100000:0.0:1788483434.156994:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250893824 00000100:00100000:0.0:1788483434.157052:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:0.0:1788483434.157061:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+19:6512:x1875360250893824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788483434.157073:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483434.157086:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f7508830200/0xf2b1f833e60f1555 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f154e expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.157108:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f7508830200/0xf2b1f833e60f1555 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f154e expref: 20 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.157131:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f7508830200/0xf2b1f833e60f1555 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f154e expref: 20 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.157140:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508830200, rc 0) 00000100:00100000:0.0:1788483434.157192:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250893824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483434.157200:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1788483434.157346:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483434.157361:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f154e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1555 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.157370:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f154e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1555 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483434.157430:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483434.157461:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483434.157491:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f761900a240 going to sleep for 11 seconds 00000100:00100000:2.0:1788483434.157578:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250893952 00000100:00100000:2.0:1788483434.157583:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250893952 00000100:00100000:2.0:1788483434.157610:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1788483434.157617:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250893952:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.157750:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250893952:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 133us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.157757:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:1.0:1788483434.157832:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250893952:0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483434.157870:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250894080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483434.157910:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483434.157936:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f761900a240 going to sleep for 11 seconds 00000100:00100000:2.0:1788483434.158545:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250894080 00000100:00100000:2.0:1788483434.158552:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250894080 00000100:00100000:2.0:1788483434.158586:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1788483434.158593:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250894080:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.158695:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250894080:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 102us (784us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.158702:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1788483434.158743:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250894080:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.159155:0:19966:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19966:1875360250894208:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483434.159195:0:19966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.159218:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250894208 00000100:00100000:2.0:1788483434.159222:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250894208 00000100:00100000:2.0:1788483434.159241:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1788483434.159247:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19966:x1875360250894208:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483434.159328:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19966:x1875360250894208:12345-0@lo:502:llog_process_th.0 Request processed in 81us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.159346:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1788483434.159385:0:19966:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8300 going to sleep for 11 seconds 00000100:00100000:2.0:1788483434.159397:0:19966:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19966:1875360250894208:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483434.159434:0:19966:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19966:1875360250894336:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788483434.159466:0:19966:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.159484:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250894336 00000100:00100000:2.0:1788483434.159487:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250894336 00000100:00100000:0.0:1788483434.160726:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1788483434.160746:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19966:x1875360250894336:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483434.160890:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:19966:x1875360250894336:12345-0@lo:502:llog_process_th.0 Request processed in 153us (1423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483434.160897:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1788483434.161171:0:19966:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8300 going to sleep for 11 seconds 00000100:00100000:2.0:1788483434.161194:0:19966:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19966:1875360250894336:0@lo:502:llog_process_th.0 00000040:00080000:2.0:1788483434.161222:0:19966:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:0.0:1788483434.162093:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:0.0:1788483434.162139:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1788483434.162149:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f154e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1555 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.162161:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f761334b200/0xf2b1f833e60f154e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1555 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788483434.162170:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0001 10000000:01000000:0.0:1788483434.162172:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 56 10000000:01000000:0.0:1788483434.162175:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:0.0:1788483434.162206:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f155c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.162214:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f155c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.162233:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f155c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483434.162256:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250894464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.162298:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.162327:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636b3c840 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.162459:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250894464 00000100:00100000:1.0:1788483434.162466:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250894464 00000100:00100000:1.0:1788483434.162547:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1788483434.162555:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+20:6512:x1875360250894464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483434.162576:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483434.162589:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f4000/0xf2b1f833e60f1563 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f155c expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.162623:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f4000/0xf2b1f833e60f1563 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f155c expref: 21 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.162633:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f4000/0xf2b1f833e60f1563 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f155c expref: 21 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.162641:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4000, rc 0) 00000100:00100000:1.0:1788483434.162691:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250894464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.162698:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1788483434.163281:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250894464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788483434.163297:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f155c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1563 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483434.163306:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f155c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1563 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483434.163368:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250894592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.163399:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.163433:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636b3c840 going to sleep for 11 seconds 00000100:00100000:3.0:1788483434.163485:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250894592 00000100:00100000:3.0:1788483434.163490:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250894592 00000100:00100000:3.0:1788483434.163556:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:3.0:1788483434.163573:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250894592:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.163699:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250894592:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 135us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.163717:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788483434.164214:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250894592:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.164245:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250894720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.164285:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.164315:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636b3c840 going to sleep for 11 seconds 00000100:00100000:2.0:1788483434.165568:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250894720 00000100:00100000:2.0:1788483434.165579:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250894720 00000100:00100000:2.0:1788483434.165627:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1788483434.165635:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250894720:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.165962:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250894720:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.166309:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250894720:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 673us (2022us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.166316:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1788483434.166685:0:19967:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19967:1875360250894848:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483434.166732:0:19967:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.166762:0:19967:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636b3c900 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.166976:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250894848 00000100:00100000:1.0:1788483434.166992:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250894848 00000100:00100000:1.0:1788483434.167029:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1788483434.167038:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19967:x1875360250894848:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483434.167406:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19967:x1875360250894848:12345-0@lo:502:llog_process_th.0 Request processed in 368us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.167413:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1788483434.167957:0:19967:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19967:1875360250894848:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788483434.167998:0:19967:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788483434.168010:0:19967:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788483434.168013:0:19967:0:(obd_config.c:1563:class_process_config()) marker 54 (0x1) lustre-MDT0001-m del lustre.test_11c 00000020:00000080:0.0:1788483434.168018:0:19967:0:(obd_config.c:1472:class_process_config()) processing cmd: ce023 00000100:00100000:0.0:1788483434.168130:0:19967:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19967:1875360250894976:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483434.168169:0:19967:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483434.168201:0:19967:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636b3cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788483434.168311:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250894976 00000100:00100000:3.0:1788483434.168317:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250894976 00000100:00100000:3.0:1788483434.168345:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:3.0:1788483434.168353:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19967:x1875360250894976:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483434.168445:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:19967:x1875360250894976:12345-0@lo:502:llog_process_th.0 Request processed in 92us (275us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.168452:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1788483434.168811:0:19967:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304000 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19967:1875360250894976:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788483434.168833:0:19967:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788483434.168838:0:19967:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788483434.168840:0:19967:0:(obd_config.c:1563:class_process_config()) marker 54 (0x2) lustre-MDT0001-m del lustre.test_11c 00000040:00080000:0.0:1788483434.168855:0:19967:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 59 count 58 00000020:01000000:2.0:1788483434.169348:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 56-58 (rc=0) 10000000:01000000:2.0:1788483434.169368:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:2.0:1788483434.169377:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f155c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1563 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.169387:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f7508830400/0xf2b1f833e60f155c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1563 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483434.169397:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:01000000:2.0:1788483434.169407:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9f7609c20800 from 61 10000000:01000000:2.0:1788483434.169410:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788483434.169436:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911ae00/0xf2b1f833e60f156a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.169443:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f750911ae00/0xf2b1f833e60f156a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.169453:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f750911ae00/0xf2b1f833e60f156a lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483434.169469:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250895104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.169537:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.169591:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788483434.169731:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250895104 00000100:00100000:0.0:1788483434.169736:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250895104 00000100:00100000:3.0:1788483434.169832:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:3.0:1788483434.169841:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+21:6512:x1875360250895104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788483434.169860:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483434.169872:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f761334b000/0xf2b1f833e60f1571 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f156a expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.169895:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f761334b000/0xf2b1f833e60f1571 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f156a expref: 22 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.169904:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f761334b000/0xf2b1f833e60f1571 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f156a expref: 22 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483434.169911:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334b000, rc 0) 00000100:00100000:3.0:1788483434.169949:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250895104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.169955:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1788483434.170067:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250895104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483434.170080:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f750911ae00/0xf2b1f833e60f156a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1571 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.170089:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f750911ae00/0xf2b1f833e60f156a lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f1571 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483434.170137:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250895232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.170160:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.170183:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.170283:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250895232 00000100:00100000:1.0:1788483434.170288:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250895232 00000100:00100000:1.0:1788483434.170320:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1788483434.170326:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250895232:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483434.170436:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250895232:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 110us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.170443:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1788483434.170685:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250895232:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.170713:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250895360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.170754:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.170798:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.170898:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250895360 00000100:00100000:1.0:1788483434.170903:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250895360 00000100:00100000:1.0:1788483434.170941:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1788483434.170949:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250895360:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483434.171069:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250895360:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 120us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.171076:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1788483434.171281:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250895360:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.171765:0:19968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19968:1875360250895488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483434.171817:0:19968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.171843:0:19968:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76340c1a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.171992:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250895488 00000100:00100000:1.0:1788483434.171997:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250895488 00000100:00100000:1.0:1788483434.172028:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1788483434.172036:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19968:x1875360250895488:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483434.172265:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19968:x1875360250895488:12345-0@lo:502:llog_process_th.0 Request processed in 230us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.172271:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1788483434.172343:0:19968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19968:1875360250895488:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483434.172381:0:19968:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19968:1875360250895616:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483434.172414:0:19968:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.172439:0:19968:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.172485:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250895616 00000100:00100000:1.0:1788483434.172490:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250895616 00000100:00100000:1.0:1788483434.172548:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1788483434.172554:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19968:x1875360250895616:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483434.172636:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:19968:x1875360250895616:12345-0@lo:502:llog_process_th.0 Request processed in 81us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.172642:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1788483434.172795:0:19968:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19968:1875360250895616:0@lo:502:llog_process_th.0 00000040:00080000:3.0:1788483434.172815:0:19968:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64 count 63 00000020:01000000:2.0:1788483434.173142:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 61-63 (rc=0) 10000000:01000000:2.0:1788483434.173162:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788483434.173172:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911ae00/0xf2b1f833e60f156a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1571 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.173182:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f750911ae00/0xf2b1f833e60f156a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f1571 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483434.173191:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-MDT0000 10000000:01000000:2.0:1788483434.173194:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 56 10000000:01000000:2.0:1788483434.173196:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:2.0:1788483434.173230:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911aa00/0xf2b1f833e60f1578 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.173237:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f750911aa00/0xf2b1f833e60f1578 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.173246:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f750911aa00/0xf2b1f833e60f1578 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483434.173259:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250895744:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.173288:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.173325:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788483434.173339:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250895744 00000100:00100000:2.0:1788483434.173342:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250895744 00000100:00100000:2.0:1788483434.173362:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1788483434.173368:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+22:6512:x1875360250895744:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483434.173376:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483434.173393:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911b600/0xf2b1f833e60f157f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f1578 expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.173414:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911b600/0xf2b1f833e60f157f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f1578 expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.173424:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911b600/0xf2b1f833e60f157f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1578 expref: 23 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.173433:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b600, rc 0) 00000100:00100000:2.0:1788483434.173465:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250895744:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 97us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.173472:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1788483434.173527:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250895744:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483434.173539:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f750911aa00/0xf2b1f833e60f1578 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f157f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.173547:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f750911aa00/0xf2b1f833e60f1578 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f157f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483434.174236:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250895872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.174267:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.174305:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e8d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483434.174423:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250895872 00000100:00100000:0.0:1788483434.174428:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250895872 00000100:00100000:0.0:1788483434.174464:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:0.0:1788483434.174472:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250895872:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788483434.174616:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250895872:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 144us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483434.174623:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:2.0:1788483434.174765:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250895872:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.175168:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250896000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.175211:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.175246:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483434.175321:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250896000 00000100:00100000:3.0:1788483434.175326:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250896000 00000100:00100000:3.0:1788483434.175358:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:3.0:1788483434.175365:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250896000:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.175443:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250896000:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 77us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.175450:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1788483434.175735:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250896000:0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.177601:0:19969:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19969:1875360250896128:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483434.177683:0:19969:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.177717:0:19969:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b50c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.177964:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250896128 00000100:00100000:1.0:1788483434.177971:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250896128 00000100:00100000:1.0:1788483434.178022:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1788483434.178031:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19969:x1875360250896128:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788483434.178361:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19969:x1875360250896128:12345-0@lo:502:llog_process_th.0 Request processed in 330us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.178369:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1788483434.178821:0:19969:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19969:1875360250896128:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788483434.178861:0:19969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788483434.178872:0:19969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788483434.178875:0:19969:0:(obd_config.c:1563:class_process_config()) marker 53 (0x1) lustre-MDT0000-m del lustre.test_11c 00000020:00000080:3.0:1788483434.178880:0:19969:0:(obd_config.c:1472:class_process_config()) processing cmd: ce023 00000100:00100000:3.0:1788483434.179719:0:19969:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19969:1875360250896256:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788483434.179772:0:19969:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.179808:0:19969:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b5480 going to sleep for 11 seconds 00000100:00100000:0.0:1788483434.180015:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250896256 00000100:00100000:0.0:1788483434.180023:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250896256 00000100:00100000:0.0:1788483434.180073:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1788483434.180081:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19969:x1875360250896256:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788483434.180187:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:19969:x1875360250896256:12345-0@lo:502:llog_process_th.0 Request processed in 106us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483434.180199:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1788483434.185214:0:19969:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:19969:1875360250896256:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1788483434.185272:0:19969:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788483434.185283:0:19969:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788483434.185285:0:19969:0:(obd_config.c:1563:class_process_config()) marker 53 (0x2) lustre-MDT0000-m del lustre.test_11c 00000040:00080000:3.0:1788483434.185290:0:19969:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 59 count 58 00000020:01000000:2.0:1788483434.186641:0:6512:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 56-58 (rc=0) 10000000:01000000:2.0:1788483434.186680:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:2.0:1788483434.186691:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911aa00/0xf2b1f833e60f1578 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f157f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.186702:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f750911aa00/0xf2b1f833e60f1578 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f157f expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788483434.186713:0:6512:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:01000000:2.0:1788483434.186716:0:6512:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9f7610fd8000 from 1 10000000:01000000:2.0:1788483434.186719:0:6512:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:2.0:1788483434.186755:0:6512:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911b400/0xf2b1f833e60f1586 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.186763:0:6512:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.206.136@tcp lock: ffff9f750911b400/0xf2b1f833e60f1586 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.186772:0:6512:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.206.136@tcp lock: ffff9f750911b400/0xf2b1f833e60f1586 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483434.186795:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250896384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.186872:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.186921:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.187197:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250896384 00000100:00100000:1.0:1788483434.187205:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250896384 00000100:00100000:1.0:1788483434.187252:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1788483434.187260:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+23:6512:x1875360250896384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483434.187272:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483434.187284:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f4200/0xf2b1f833e60f158d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xf2b1f833e60f1586 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.187304:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f4200/0xf2b1f833e60f158d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xf2b1f833e60f1586 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.187313:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f4200/0xf2b1f833e60f158d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xf2b1f833e60f1586 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.187321:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4200, rc 0) 00000100:00100000:1.0:1788483434.187361:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250896384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 100us (489us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.187368:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:2.0:1788483434.187783:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250896384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483434.187797:0:6512:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.206.136@tcp lock: ffff9f750911b400/0xf2b1f833e60f1586 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f158d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.187806:0:6512:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.206.136@tcp lock: ffff9f750911b400/0xf2b1f833e60f1586 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xf2b1f833e60f158d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483434.187926:0:6512:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250896512:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.187955:0:6512:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483434.187981:0:6512:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483434.188317:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250896512 00000100:00100000:1.0:1788483434.188323:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250896512 00000100:00100000:1.0:1788483434.188361:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1788483434.188370:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250896512:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788483434.188443:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:6512:x1875360250896512:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 75us (488us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483434.188450:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:2.0:1788483434.188664:0:6512:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:6512:1875360250896512:0@lo:501:ll_cfg_requeue.0 10000000:01000000:2.0:1788483434.188726:0:6512:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.206.136@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:2.0:1788483434.188737:0:6512:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.206.136@tcp lock: ffff9f750911b400/0xf2b1f833e60f1586 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f158d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.188761:0:6512:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.206.136@tcp lock: ffff9f750911b400/0xf2b1f833e60f1586 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xf2b1f833e60f158d expref: -99 pid: 6512 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.245669:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483434.565788:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483434.565822:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250896640:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483434.565927:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483434.570985:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250896640 00000100:00100000:3.0:1788483434.571007:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250896640 00000100:00100000:3.0:1788483434.571568:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1788483434.571585:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250896640:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483434.571635:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483434.571765:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250896640:12345-0@lo:41:osp-pre-1-0.0 Request processed in 185us (5837us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.571773:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1788483434.574810:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250896640:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483434.797923:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483434.798295:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224691456 00000100:00100000:1.0:1788483434.798308:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224691456 00000100:00100000:1.0:1788483434.798402:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 661 00000100:00100000:1.0:1788483434.798415:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+10:6174:x1875360224691456:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483434.798437:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483434.798460:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f4400/0xf2b1f833e60f1594 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e24 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.798545:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f4400/0xf2b1f833e60f1594 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e24 expref: 11 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.798560:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f4400/0xf2b1f833e60f1594 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e24 expref: 11 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.798571:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4400, rc 0) 00000100:00100000:1.0:1788483434.798669:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224691456:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 Request processed in 255us (772us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.798678:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 661 00000100:00100000:2.0:1788483434.809552:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483434.809977:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224691584 00000100:00100000:3.0:1788483434.809992:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224691584 00000100:00100000:3.0:1788483434.810071:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 662 00000100:00100000:3.0:1788483434.810085:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224691584:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.810465:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224691584:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 382us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.812015:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 662 00000100:00100000:3.0:1788483434.822222:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483434.824547:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224691712 00000100:00100000:2.0:1788483434.824568:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224691712 00000100:00100000:2.0:1788483434.824666:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 663 00000100:00100000:2.0:1788483434.824680:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224691712:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788483434.824896:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224691712:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 Request processed in 217us (2686us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.824905:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 663 00000100:00100000:1.0:1788483434.837820:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483434.837946:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224691840 00000100:00100000:3.0:1788483434.837959:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224691840 00000100:00100000:3.0:1788483434.838035:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 664 00000100:00100000:3.0:1788483434.838048:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:24046:x1875360224691840:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788483434.838287:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+11:24046:x1875360224691840:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 242us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.838302:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 664 00000100:00100000:3.0:1788483434.850210:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483434.850373:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224691968 00000100:00100000:1.0:1788483434.850404:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224691968 00000100:00100000:1.0:1788483434.850536:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 665 00000100:00100000:1.0:1788483434.850550:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:24046:x1875360224691968:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788483434.850818:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+11:24046:x1875360224691968:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 270us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.850827:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 665 00000100:00100000:0.0:1788483434.867007:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483434.867556:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224692096 00000100:00100000:2.0:1788483434.867569:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224692096 00000100:00100000:2.0:1788483434.867643:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 666 00000100:00100000:2.0:1788483434.867666:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+11:6174:x1875360224692096:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788483434.867687:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483434.867729:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f159b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e2b expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.867766:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f159b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e2b expref: 12 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.867777:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f750911b800/0xf2b1f833e60f159b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e2b expref: 12 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483434.867788:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b800, rc 0) 00000100:00100000:2.0:1788483434.867880:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224692096:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 Request processed in 216us (887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.867889:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 666 00000100:00100000:2.0:1788483434.874663:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483434.875166:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224692224 00000100:00100000:3.0:1788483434.875180:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224692224 00000100:00100000:3.0:1788483434.875249:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 667 00000100:00100000:3.0:1788483434.875260:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224692224:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.875422:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224692224:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 163us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.875430:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 667 00000100:00100000:3.0:1788483434.883330:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483434.883547:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224692352 00000100:00100000:1.0:1788483434.883560:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224692352 00000100:00100000:1.0:1788483434.883633:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 668 00000100:00100000:1.0:1788483434.883645:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224692352:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788483434.883888:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224692352:12345-192.168.206.36@tcp:503:ll_cfg_requeue.0 Request processed in 245us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.883898:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 668 00000100:00100000:0.0:1788483434.891383:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483434.891488:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224692480 00000100:00100000:3.0:1788483434.891541:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224692480 00000100:00100000:3.0:1788483434.891615:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 669 00000100:00100000:3.0:1788483434.891628:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:24047:x1875360224692480:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788483434.891846:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+12:24047:x1875360224692480:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 220us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483434.891855:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 669 00000100:00100000:0.0:1788483434.898361:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483434.898833:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224692608 00000100:00100000:2.0:1788483434.898847:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224692608 00000100:00100000:2.0:1788483434.898917:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 670 00000100:00100000:2.0:1788483434.898930:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:24047:x1875360224692608:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788483434.899160:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+12:24047:x1875360224692608:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 231us (817us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483434.899170:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 670 00000100:00100000:2.0:1788483434.903262:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483434.904685:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224692736 00000100:00100000:1.0:1788483434.904707:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224692736 00000100:00100000:1.0:1788483434.904802:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 671 00000100:00100000:1.0:1788483434.904816:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+12:6174:x1875360224692736:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788483434.904837:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483434.904860:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f15a2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e32 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.904898:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f15a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e32 expref: 13 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.904913:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f4800/0xf2b1f833e60f15a2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e32 expref: 13 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483434.904923:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4800, rc 0) 00000100:00100000:1.0:1788483434.905013:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:6174:x1875360224692736:12345-192.168.206.36@tcp:101:ll_cfg_requeue.0 Request processed in 199us (1766us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483434.905021:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 671 00000100:00100000:0.0:1788483434.920566:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483434.921609:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224692864 00000100:00100000:3.0:1788483434.921627:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224692864 00000100:00100000:3.0:1788483434.921720:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 672 00000100:00100000:3.0:1788483434.921734:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:6174:x1875360224692864:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788483434.921913:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:6174:x1875360224692864:12345-192.168.206.36@tcp:501:ll_cfg_requeue.0 Request processed in 181us (1414us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483434.921924:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 672 00010000:00010000:1.0:1788483435.269056:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483436.295400:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483436.612876:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483436.612908:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250896768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483436.613002:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483436.613164:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483436.613177:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250896768 00000100:00100000:3.0:1788483436.613178:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250896896:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483436.613189:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250896768 00000100:00100000:3.0:1788483436.613231:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483436.613265:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250896896 00000100:00100000:2.0:1788483436.613270:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250896896 00000100:00100000:2.0:1788483436.613291:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1788483436.613300:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250896768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483436.613355:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483436.613418:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250896768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483436.613425:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1788483436.613447:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1788483436.613452:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250896896:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483436.613474:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 91270848 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483436.613525:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250896896:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483436.613530:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1788483436.613575:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250896896:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483436.614045:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250896768:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483436.614152:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788483437.317451:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483437.636768:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250897024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483437.636884:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483437.637159:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250897024 00000100:00100000:2.0:1788483437.637169:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250897024 00000100:00100000:2.0:1788483437.637238:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:2.0:1788483437.637250:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250897024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483437.637297:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444405248 avail 1298165760 00000100:00100000:2.0:1788483437.637364:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250897024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483437.637374:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788483437.637493:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250897024:0@lo:41:osp-pre-0-1.0 00000001:02000400:2.0:1788483438.134964:0:20066:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12a: Restore an imported file explicitly ========================================================== 20:57:15 (1788483435) 00010000:00010000:0.0:1788483438.342043:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483438.427257:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483438.427483:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224693120 00000100:00100000:1.0:1788483438.427493:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224693120 00000100:00100000:3.0:1788483438.431226:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 783 00000100:00100000:3.0:1788483438.431244:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+31:24251:x1875360224693120:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483438.431264:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483438.431284:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f15a9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e39 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.431389:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f15b0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.431404:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f15b0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.431414:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f15b0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483438.431425:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:3.0:1788483438.431567:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f15a9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e39 expref: 34 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.431596:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334bc00/0xf2b1f833e60f15b0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e39 expref: 33 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.431618:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483438.431621:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788483438.431624:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334bc00, rc 0) 00000100:00100000:3.0:1788483438.431689:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+33:24251:x1875360224693120:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 451us (4441us total) trans 4294967763 rc 0/0 00000100:00100000:3.0:1788483438.431696:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 783 00000100:00080000:2.0:1788483438.432229:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483438.435978:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483438.436082:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224693248 00000100:00100000:1.0:1788483438.436092:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224693248 00000100:00100000:1.0:1788483438.436154:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 784 00000100:00100000:1.0:1788483438.436165:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+33:24251:x1875360224693248:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483438.436271:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+33:24251:x1875360224693248:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 107us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483438.436279:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 784 00000100:00100000:0.0:1788483438.446459:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483438.446846:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224693376 00000100:00100000:3.0:1788483438.446857:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224693376 00000100:00080000:1.0:1788483438.447520:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483438.447595:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 785 00000100:00100000:3.0:1788483438.447610:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:24251:x1875360224693376:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788483438.447718:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:24251:x1875360224693376:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 112us (1269us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483438.447726:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 785 00000100:00100000:1.0:1788483438.447818:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483438.458362:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224693504 00000100:00100000:0.0:1788483438.458379:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224693504 00000100:00100000:0.0:1788483438.458471:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 786 00000100:00100000:0.0:1788483438.458482:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+74:24252:x1875360224693504:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483438.458519:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483438.458552:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f15be lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e40 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458615:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f15c5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458627:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f15c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458650:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f15c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458683:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f15cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458691:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f15cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458698:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f15cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458745:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f15c5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458753:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f15c5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458760:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f15c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458767:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483438.458772:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f15c5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458781:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f15c5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458793:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483438.458797:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483438.458801:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f15c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458807:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f15c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458827:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f15cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458834:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f15cc lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458840:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f15cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458845:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483438.458848:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f15cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458854:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f15cc lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458861:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9f7607fae700) 00010000:00010000:0.0:1788483438.458864:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483438.458867:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f15cc lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.458873:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f15cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788483438.458974:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788483438.459057:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f15be lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e40 expref: 75 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.459068:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483438.459070:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483438.459081:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f15be lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e40 expref: 75 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483438.459091:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508830600, rc 0) 00000100:00100000:0.0:1788483438.459192:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+74:24252:x1875360224693504:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 711us (11373us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483438.459199:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 786 00000100:00100000:2.0:1788483438.475829:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483438.475938:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224693760 00000100:00100000:1.0:1788483438.475953:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224693760 00000100:00100000:1.0:1788483438.476037:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 787 00000100:00100000:1.0:1788483438.476048:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+74:24252:x1875360224693760:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:1.0:1788483438.476228:0:6514:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483438.476254:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f13c6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146dd7 expref: 74 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.476275:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483438.476280:0:6514:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483438.476341:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.476354:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146df3 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.476381:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.476417:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146df3 expref: 32 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.476433:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146df3 expref: 32 pid: 6514 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483438.476450:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250897152:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483438.476697:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619480 going to sleep for 11 seconds 00000100:00100000:1.0:1788483438.489447:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483438.490561:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224693888 00000100:00100000:3.0:1788483438.490575:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224693888 00010000:00010000:3.0:1788483438.490624:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146df3 expref: 33 pid: 6514 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483438.490679:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 270 00000100:00100000:3.0:1788483438.490690:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+33:2401:x1875360224693888:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483438.490705:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483438.490712:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146df3 expref: 33 pid: 6514 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.490726:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146df3 expref: 33 pid: 6514 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.490770:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483438.490776:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.490786:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.490794:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.490826:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483438.490888:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+33:2401:x1875360224693888:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 199us (1449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483438.490895:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 270 00010000:00010000:2.0:1788483438.495247:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f1421 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146df3 expref: 32 pid: 6514 timeout: 703 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483438.495293:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250897152:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483438.495318:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.495327:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.495333:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.495355:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.495367:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.495376:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.496013:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.496039:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.496047:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483438.496064:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005fbba685 reply state 000000003952353c transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.496085:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.496956:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:2.0:1788483438.496962:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483438.496966:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788483438.496974:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00010000:00010000:2.0:1788483438.496986:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.496995:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.497001:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.497008:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483438.497012:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.500290:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.500311:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483438.500315:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483438.500321:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.500329:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f15d3 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483438.500374:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005fbba685 reply state 000000003952353c transno 4294967764 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.500387:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.500395:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9f7506667800) 00010000:00010000:2.0:1788483438.500397:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483438.500401:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788483438.500533:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+75:24252:x1875360224693760:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 24449us (24681us total) trans 4294967764 rc 0/0 00000100:00100000:2.0:1788483438.500542:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 787 00000040:00080000:2.0:1788483438.726456:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483438.767008:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483438.767057:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483438.767092:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483438.767128:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483438.767150:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483438.767172:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483438.767199:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224694272 00000100:00100000:1.0:1788483438.767209:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224694272 00000100:00100000:1.0:1788483438.767261:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224694400 00000100:00100000:1.0:1788483438.767264:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224694400 00000100:00100000:1.0:1788483438.767279:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224694528 00000100:00100000:1.0:1788483438.767283:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224694528 00000100:00100000:1.0:1788483438.767297:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224694656 00000100:00100000:1.0:1788483438.767299:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224694656 00000100:00100000:1.0:1788483438.767317:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 399 00000100:00100000:1.0:1788483438.767326:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224694272:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483438.767405:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224694272:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 80us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483438.767414:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 399 00000100:00100000:1.0:1788483438.767437:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 400 00000100:00100000:1.0:1788483438.767444:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224694400:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483438.767470:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224694400:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (341us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483438.767477:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 400 00000100:00100000:1.0:1788483438.767489:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 401 00000100:00100000:1.0:1788483438.767496:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224694528:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483438.767662:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224694016 00000100:00100000:2.0:1788483438.767667:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224694016 00000100:00100000:2.0:1788483438.767698:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 673 00000100:00100000:2.0:1788483438.767705:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224694016:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483438.767734:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224694016:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (737us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483438.767741:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 673 00000100:00100000:2.0:1788483438.767809:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 402 00000100:00100000:2.0:1788483438.767817:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224694656:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483438.767844:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224694656:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483438.767850:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 402 00000100:00080000:2.0:1788483438.767871:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483438.767881:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483438.768300:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224694144 00000100:00100000:0.0:1788483438.768306:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224694144 00000100:00100000:0.0:1788483438.768359:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 713 00000100:00100000:0.0:1788483438.768366:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224694144:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483438.768405:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224694144:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 39us (1347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483438.768411:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 713 00000100:00100000:1.0:1788483438.769719:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224694528:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 2215us (2560us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483438.769730:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 401 00000100:00080000:2.0:1788483438.772103:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483438.985849:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483438.986049:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224694784 00000100:00100000:3.0:1788483438.986063:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224694784 00000100:00100000:3.0:1788483438.986143:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 788 00000100:00100000:3.0:1788483438.986159:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+75:24289:x1875360224694784:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:3.0:1788483438.986191:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483438.986232:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f15e8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e47 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.986321:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f15ef lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.986339:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f15ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.986352:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f15ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483438.986446:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788483438.986451:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483438.986687:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f15ef lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.986722:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f15e8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e47 expref: 77 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.986744:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f15ef lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e47 expref: 76 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483438.986753:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483438.986757:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483438.986761:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334aa00, rc 0) 00000100:00100000:3.0:1788483438.987046:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+76:24289:x1875360224694784:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 890us (1213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483438.987056:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 788 00000100:00100000:0.0:1788483438.991155:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483438.991194:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483438.991379:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224695168 00000100:00100000:2.0:1788483438.991393:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224695168 00000100:00100000:2.0:1788483438.991487:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224694912 00000100:00100000:2.0:1788483438.991491:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224694912 00000100:00100000:2.0:1788483438.991556:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 789 00000100:00100000:2.0:1788483438.991568:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+77:24289:x1875360224695168:12345-192.168.206.36@tcp:36:mkdir.0 00010000:00010000:2.0:1788483438.991657:0:6514:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483438.991689:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f15ef lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e47 expref: 77 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.991715:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483438.991721:0:6514:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483438.991895:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+76:24289:x1875360224695168:12345-192.168.206.36@tcp:36:mkdir.0 Request processed in 327us (827us total) trans 0 rc -17/-17 00000100:00100000:2.0:1788483438.991902:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 789 00000100:00100000:2.0:1788483438.991922:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 790 00000100:00100000:2.0:1788483438.991928:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+75:2401:x1875360224694912:12345-192.168.206.36@tcp:41:mkdir.0 00000004:00000024:2.0:1788483438.991950:0:6514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:2.0:1788483438.991978:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+75:2401:x1875360224694912:12345-192.168.206.36@tcp:41:mkdir.0 Request processed in 51us (785us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483438.991984:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 790 00000100:00100000:0.0:1788483438.994795:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483438.994878:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224695296 00000100:00100000:2.0:1788483438.994891:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224695296 00000100:00100000:2.0:1788483438.994957:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 791 00000100:00100000:2.0:1788483438.994969:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+75:24289:x1875360224695296:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:2.0:1788483438.995013:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483438.995053:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f15f6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e4e expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.995130:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f15fd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.995146:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f15fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.995159:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f15fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483438.995211:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788483438.995215:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483438.995238:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f15fd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.995266:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f15f6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e4e expref: 77 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.995286:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f15fd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e4e expref: 76 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483438.995295:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483438.995299:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483438.995303:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911ba00, rc 0) 00000100:00100000:2.0:1788483438.995370:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+76:24289:x1875360224695296:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 403us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483438.995377:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 791 00000100:00100000:2.0:1788483438.998829:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483438.999116:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224695424 00000100:00100000:1.0:1788483438.999130:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224695424 00000100:00100000:1.0:1788483438.999673:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 792 00000100:00100000:1.0:1788483438.999690:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+76:24289:x1875360224695424:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:1.0:1788483438.999718:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483438.999743:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1604 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e55 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.999841:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f160b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.999858:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f160b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.999888:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f160b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.999902:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1612 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.999908:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483438.999915:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000197:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1619 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000207:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1619 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000215:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1619 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483439.000269:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:1.0:1788483439.000273:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483439.000297:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1619 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000311:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f160b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000319:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f160b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000337:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f160b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000345:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483439.000350:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f160b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000359:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f160b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000374:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483439.000378:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483439.000384:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f160b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000390:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f160b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.000406:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1612 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.001685:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1612 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.001695:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1612 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.001701:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483439.001705:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1612 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.001735:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1612 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.001754:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9f7506667800) 00010000:00010000:1.0:1788483439.001757:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483439.001761:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1612 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.001767:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1612 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.001836:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1604 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e55 expref: 78 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.001853:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1619 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e55 expref: 77 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.001860:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:1.0:1788483439.001862:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483439.001865:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:1.0:1788483439.001965:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+77:24289:x1875360224695424:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 2278us (3148us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483439.001975:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 792 00000100:00100000:0.0:1788483439.055799:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483439.056328:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224695552 00000100:00100000:3.0:1788483439.056343:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224695552 00000100:00100000:0.0:1788483439.056683:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 793 00000100:00100000:0.0:1788483439.056699:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+32:24295:x1875360224695552:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483439.056725:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483439.056751:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1620 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e5c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.056853:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.056893:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.056910:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483439.056980:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483439.056985:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483439.057025:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.057056:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1620 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e5c expref: 34 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.057080:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e5c expref: 33 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.057089:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483439.057093:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483439.057097:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f600, rc 0) 00000100:00100000:0.0:1788483439.057180:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+33:24295:x1875360224695552:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 486us (1397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.057188:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 793 00000100:00100000:0.0:1788483439.065925:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483439.066034:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224695808 00000100:00100000:2.0:1788483439.066046:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224695808 00000100:00100000:2.0:1788483439.066119:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 794 00000100:00100000:2.0:1788483439.066132:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+77:24295:x1875360224695808:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483439.066157:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483439.066161:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1788483439.066195:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1619 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e55 expref: 77 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.066217:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:2.0:1788483439.066222:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483439.066238:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f162e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e63 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.066367:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1635 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.066382:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1635 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.066393:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1635 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.066422:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.066430:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.066438:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.066996:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067007:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067014:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483439.067025:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:2.0:1788483439.067055:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1635 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067061:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1635 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067068:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1635 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067075:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483439.067080:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1635 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067087:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1635 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067097:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:2.0:1788483439.067100:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483439.067104:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1635 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067122:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1635 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483439.067136:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002cf22803 reply state 00000000a58705c0 transno 4294967765 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067147:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067153:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff9f7506667600) 00010000:00010000:2.0:1788483439.067155:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483439.067159:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788483439.067191:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f162e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e63 expref: 79 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067205:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e63 expref: 78 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.067212:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7506667200) 00010000:00010000:2.0:1788483439.067214:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483439.067216:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a000, rc 0) 00000100:00100000:2.0:1788483439.067313:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+79:24295:x1875360224695808:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1182us (1402us total) trans 4294967765 rc 0/0 00000100:00100000:2.0:1788483439.067322:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 794 00000100:00100000:2.0:1788483439.072860:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483439.072981:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224696064 00000100:00100000:0.0:1788483439.072995:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224696064 00000100:00100000:0.0:1788483439.073076:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 795 00000100:00100000:0.0:1788483439.073089:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+79:24295:x1875360224696064:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483439.073140:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483439.073166:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1651 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e6a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.073330:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.073348:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e63 expref: 80 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.073358:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.073398:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e63 expref: 80 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.073424:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e63 expref: 80 pid: 13707 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483439.073441:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250897280:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483439.073613:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483439.077959:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483439.078063:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224696192 00000100:00100000:2.0:1788483439.078075:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224696192 00010000:00010000:2.0:1788483439.078125:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e63 expref: 81 pid: 13707 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483439.078198:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 271 00000100:00100000:2.0:1788483439.078220:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+81:2401:x1875360224696192:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483439.078242:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483439.078251:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e63 expref: 81 pid: 13707 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.078267:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e63 expref: 81 pid: 13707 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.078296:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7506667200) 00010000:00010000:2.0:1788483439.078302:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.078311:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.078320:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.078341:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483439.078576:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+81:2401:x1875360224696192:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 366us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483439.078584:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 271 00010000:00010000:0.0:1788483439.078807:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1643 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e63 expref: 80 pid: 13707 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483439.078827:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250897280:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483439.078855:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.078880:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.078887:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483439.078909:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 0 00010000:00010000:0.0:1788483439.079170:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.079179:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.079185:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.079191:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483439.079196:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.079205:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.079232:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7506667200) 00010000:00010000:0.0:1788483439.079235:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483439.079240:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.079246:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1658 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.079340:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1651 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e6a expref: 80 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.079351:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:0.0:1788483439.079354:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483439.079357:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1651 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e6a expref: 80 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.079366:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fc00, rc 0) 00000100:00100000:0.0:1788483439.079404:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+79:24295:x1875360224696064:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 6317us (6559us total) trans 4294967766 rc 301/301 00000100:00100000:0.0:1788483439.079652:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 795 00000100:00100000:2.0:1788483439.082861:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483439.082990:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224696448 00000100:00100000:3.0:1788483439.083003:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224696448 00000100:00100000:3.0:1788483439.083071:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 154 00000100:00100000:3.0:1788483439.083084:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+79:24295:x1875360224696448:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483439.083946:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+80:24295:x1875360224696448:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 859us (1097us total) trans 4294967767 rc 0/0 00000100:00100000:2.0:1788483439.083977:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 154 00000100:00100000:1.0:1788483439.087175:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483439.087296:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224696576 00000100:00100000:0.0:1788483439.087308:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224696576 00000100:00100000:0.0:1788483439.087380:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 796 00000100:00100000:0.0:1788483439.087392:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+80:24295:x1875360224696576:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483439.087433:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483439.087463:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1666 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e71 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.087578:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1666 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e71 expref: 81 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.087596:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1666 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e71 expref: 81 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.087656:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:0.0:1788483439.087660:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483439.087664:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fc00, rc 0) 00000100:00100000:0.0:1788483439.087743:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+81:24295:x1875360224696576:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 352us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.087751:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 796 00000100:00100000:1.0:1788483439.091143:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483439.091388:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224696832 00000100:00100000:2.0:1788483439.091400:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224696832 00000100:00100000:2.0:1788483439.091622:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 797 00000100:00100000:2.0:1788483439.091644:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+81:24295:x1875360224696832:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788483439.091733:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f166d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.091754:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f166d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.091767:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f166d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.091967:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f166d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.091976:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f166d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.091982:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f166d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.091988:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483439.091992:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f166d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.092000:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f166d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.092038:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:2.0:1788483439.092041:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788483439.092047:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f166d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.092053:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f166d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483439.092149:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+82:24295:x1875360224696832:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 507us (1018us total) trans 4294967768 rc 0/0 00000100:00100000:2.0:1788483439.092159:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 797 00000100:00100000:2.0:1788483439.095328:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483439.095541:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224697088 00000100:00100000:1.0:1788483439.095554:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224697088 00000100:00100000:1.0:1788483439.095653:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 798 00000100:00100000:1.0:1788483439.095666:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+82:24295:x1875360224697088:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788483439.096011:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.096032:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.096046:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788483439.096120:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967769 00000004:00010000:1.0:1788483439.096147:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006983f425 reply state 00000000ec37a274 transno 4294967770 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.096161:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483439.096169:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:1.0:1788483439.096173:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1788483439.096177:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483439.096302:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+85:24295:x1875360224697088:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 636us (986us total) trans 4294967770 rc 0/0 00000100:00100000:1.0:1788483439.096310:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 798 00000020:00080000:1.0:1788483439.096316:0:6514:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788483439.099228:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483439.099329:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224697344 00000100:00100000:3.0:1788483439.099342:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224697344 00000100:00100000:3.0:1788483439.099418:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 155 00000100:00100000:3.0:1788483439.099431:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e75bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+85:24295:x1875360224697344:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483439.099794:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e75bc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+86:24295:x1875360224697344:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 365us (579us total) trans 4294967771 rc 0/0 00000100:00100000:3.0:1788483439.099812:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 155 00000100:00100000:2.0:1788483439.136085:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483439.136485:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224697472 00000100:00100000:0.0:1788483439.136601:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224697472 00000100:00100000:0.0:1788483439.136754:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 799 00000100:00100000:0.0:1788483439.136767:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+33:24298:x1875360224697472:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483439.136793:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483439.136833:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f167b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e78 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.136920:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1682 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.136936:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1682 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.136949:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1682 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.136961:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1689 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.136968:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1689 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.136997:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1689 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137555:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ea00/0xf2b1f833e60f1690 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137567:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ea00/0xf2b1f833e60f1690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137575:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ea00/0xf2b1f833e60f1690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483439.137622:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:0.0:1788483439.137637:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483439.137666:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ea00/0xf2b1f833e60f1690 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137681:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1682 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137688:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1682 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137696:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1682 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137702:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483439.137719:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1682 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137727:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1682 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137763:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483439.137766:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483439.137772:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1682 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137779:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1682 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137909:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1689 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137917:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1689 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137922:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1689 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137928:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483439.137931:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1689 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137938:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1689 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137948:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9f7506667800) 00010000:00010000:0.0:1788483439.137950:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483439.137952:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1689 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.137958:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1689 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.138007:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f167b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e78 expref: 35 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.138100:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ea00/0xf2b1f833e60f1690 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e78 expref: 34 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.138110:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:0.0:1788483439.138112:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483439.138114:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5ea00, rc 0) 00000100:00100000:0.0:1788483439.138208:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:24298:x1875360224697472:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1443us (2205us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.141610:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 799 00000100:00100000:2.0:1788483439.142777:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483439.142866:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224697728 00000100:00100000:3.0:1788483439.142880:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224697728 00000100:00100000:3.0:1788483439.142956:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 800 00000100:00100000:3.0:1788483439.142970:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:24298:x1875360224697728:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483439.143001:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483439.143045:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f1697 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e7f expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143151:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143169:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143183:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143198:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f16a5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143206:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f16a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143213:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f16a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143360:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f16ac lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143387:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f16ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143395:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f16ac lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483439.143406:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:3.0:1788483439.143551:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143559:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143566:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143572:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143579:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334aa00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483439.143584:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143592:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143607:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:3.0:1788483439.143611:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483439.143617:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143624:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f169e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143658:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f16a5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143664:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f16a5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143669:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f16a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143674:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483439.143677:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f16a5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143683:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f16a5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143691:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff9f7506667600) 00010000:00010000:3.0:1788483439.143693:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483439.143696:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f16a5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143702:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f16a5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143745:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f1697 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e7f expref: 37 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143762:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f16ac lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e7f expref: 36 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.143781:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:3.0:1788483439.143783:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483439.143786:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75083ce600, rc 0) 00000100:00100000:3.0:1788483439.143876:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:24298:x1875360224697728:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 908us (1106us total) trans 4294967772 rc 0/0 00000100:00100000:3.0:1788483439.143885:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 800 00000100:00100000:1.0:1788483439.147458:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483439.147589:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224697856 00000100:00100000:2.0:1788483439.147603:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224697856 00000100:00100000:2.0:1788483439.147683:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 801 00000100:00100000:2.0:1788483439.147697:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:24298:x1875360224697856:12345-192.168.206.36@tcp:54:lfs.0 00010000:00010000:2.0:1788483439.147818:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.147840:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.147855:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.147898:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.147923:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.147930:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.147937:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483439.147942:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.147950:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.147966:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:2.0:1788483439.147970:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483439.147975:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.147982:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483439.148072:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:24298:x1875360224697856:12345-192.168.206.36@tcp:54:lfs.0 Request processed in 377us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483439.148079:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 801 00000100:00100000:3.0:1788483439.151875:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483439.152156:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224698112 00000100:00100000:2.0:1788483439.152170:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224698112 00000100:00100000:2.0:1788483439.152245:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 156 00000100:00100000:2.0:1788483439.152260:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:24298:x1875360224698112:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:2.0:1788483439.152667:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24298:x1875360224698112:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 409us (807us total) trans 4294967773 rc 0/0 00000100:00100000:2.0:1788483439.152687:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 156 00000100:00100000:1.0:1788483439.172995:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250897408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483439.173101:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483439.173357:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250897408 00000100:00100000:0.0:1788483439.173367:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250897408 00000100:00100000:0.0:1788483439.173451:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:0.0:1788483439.173464:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250897408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483439.173540:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1788483439.173598:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250897408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 135us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.173606:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1788483439.173782:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250897408:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788483439.174049:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483439.174216:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250897536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483439.174258:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483439.174425:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483439.174435:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250897664:0@lo:400:kworker.0 00000100:00100000:1.0:1788483439.174474:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483439.174538:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250897664 00000100:00100000:1.0:1788483439.174545:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250897664 00000100:00100000:1.0:1788483439.174590:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1788483439.174598:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250897664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483439.174651:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250897664:12345-0@lo:400:kworker.0 Request processed in 54us (176us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483439.174659:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:3.0:1788483439.175000:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250897536 00000100:00100000:3.0:1788483439.175005:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250897536 00000100:00100000:3.0:1788483439.175051:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1788483439.175058:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250897536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483439.175073:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788483439.175111:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250897536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483439.175117:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1788483439.175184:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250897536:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788483439.175206:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483439.175475:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250897664:0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.178138:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483439.178253:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483439.178280:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250898176:0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.178366:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360250897792:0@lo:400:kworker.0 00000100:00100000:3.0:1788483439.178370:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483439.178405:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483439.178436:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250898176 00000100:00100000:0.0:1788483439.178436:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250897792 00000100:00100000:3.0:1788483439.178444:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250898176 00000100:00100000:0.0:1788483439.178444:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250897792 00000100:00100000:3.0:1788483439.178517:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1788483439.178528:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250898176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483439.178592:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250898176:12345-0@lo:400:kworker.0 Request processed in 66us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483439.178600:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1788483439.178660:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250898304:0@lo:400:kworker.0 00000100:00100000:3.0:1788483439.178687:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483439.178727:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250898048:0@lo:400:kworker.0 00000100:00100000:2.0:1788483439.178759:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483439.178792:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250898560:0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.178887:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250898304 00000100:00100000:0.0:1788483439.178899:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250898304 00000100:00100000:0.0:1788483439.178935:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250898048 00000100:00100000:0.0:1788483439.178938:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250898048 00000100:00100000:0.0:1788483439.178959:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1788483439.178966:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360250897792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.179000:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360250897792:12345-0@lo:400:kworker.0 Request processed in 35us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.179007:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1788483439.179121:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483439.179149:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788483439.179156:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250897920:0@lo:400:kworker.0 00000100:00100000:2.0:1788483439.179179:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483439.179202:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250898432:0@lo:400:kworker.0 00000100:00100000:3.0:1788483439.179297:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250898816:0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.179311:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1788483439.179319:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250898304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483439.179660:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250898688:0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.185777:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250898304:12345-0@lo:400:kworker.0 Request processed in 6443us (7073us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.185806:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1788483439.185860:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:0.0:1788483439.185875:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250898048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.185943:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250898048:12345-0@lo:400:kworker.0 Request processed in 75us (7184us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.185949:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1788483439.186213:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483439.186281:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250898944:0@lo:400:kworker.0 00000100:00100000:2.0:1788483439.186319:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483439.186364:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250898048:0@lo:400:kworker.0 00000100:00100000:2.0:1788483439.186407:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250897920 00000100:00100000:2.0:1788483439.186414:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250897920 00000100:00100000:2.0:1788483439.186467:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1788483439.186475:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250897920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483439.186640:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250897920:12345-0@lo:400:kworker.0 Request processed in 164us (7458us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483439.186666:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1788483439.186694:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250898560 00000100:00100000:2.0:1788483439.186698:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250898560 00000100:00100000:2.0:1788483439.186733:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1788483439.186740:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250898560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483439.186775:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250898560:12345-0@lo:400:kworker.0 Request processed in 37us (7655us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483439.186781:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1788483439.186880:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250897920:0@lo:400:kworker.0 00000100:00100000:2.0:1788483439.186893:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250898560:0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.186998:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250898432 00000100:00100000:0.0:1788483439.187003:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250898432 00000100:00100000:0.0:1788483439.187118:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250898944 00000100:00100000:0.0:1788483439.187123:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250898944 00000100:00100000:0.0:1788483439.187143:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1788483439.187150:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250898432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.187195:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250898432:12345-0@lo:400:kworker.0 Request processed in 45us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.187202:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:0.0:1788483439.187225:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1788483439.187232:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250898944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.187263:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250898944:12345-0@lo:400:kworker.0 Request processed in 31us (943us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.187269:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1788483439.187350:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250898432:0@lo:400:kworker.0 00000100:00100000:2.0:1788483439.187362:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250898944:0@lo:400:kworker.0 00000100:00100000:1.0:1788483439.187466:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788483439.187670:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483439.187676:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483439.187679:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483439.187754:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360250897792:0@lo:400:kworker.0 00000100:00100000:2.0:1788483439.187875:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250898688 00000100:00100000:2.0:1788483439.187881:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250898688 00000100:00100000:2.0:1788483439.187972:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1788483439.187980:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250898688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483439.188145:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250898688:12345-0@lo:400:kworker.0 Request processed in 165us (679us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483439.188152:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:0.0:1788483439.188213:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483439.188257:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250898688:0@lo:400:kworker.0 00000100:00100000:3.0:1788483439.188384:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483439.188469:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250898176:0@lo:400:kworker.0 00000100:00100000:3.0:1788483439.188581:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250898304:0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.188723:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250898816 00000100:00100000:0.0:1788483439.188729:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250898816 00000100:00100000:0.0:1788483439.188778:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1788483439.188785:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250898816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483439.188840:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250898816:12345-0@lo:400:kworker.0 Request processed in 56us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.188846:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00080000:1.0:1788483439.189143:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483439.189193:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250898816:0@lo:400:kworker.0 00000040:00080000:1.0:1788483439.236791:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483439.236804:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1788483439.237287:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000040:00080000:1.0:1788483439.237419:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483439.237429:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483439.237718:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224698240 00000100:00100000:2.0:1788483439.237731:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224698240 00000100:00100000:2.0:1788483439.237830:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 802 00000100:00100000:2.0:1788483439.237847:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24306:x1875360224698240:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483439.237896:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483439.237945:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e86 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.238038:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f16c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.238055:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f16c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.238068:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f16c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483439.238126:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:2.0:1788483439.238131:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483439.238155:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f16c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.238187:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f16c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e86 expref: 39 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.238206:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f16c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e86 expref: 38 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.238216:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:2.0:1788483439.238219:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483439.238224:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a600, rc 0) 00000100:00100000:2.0:1788483439.238357:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:24306:x1875360224698240:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 515us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483439.238365:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 802 00000100:00100000:0.0:1788483439.243925:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483439.244741:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224698496 00000100:00100000:3.0:1788483439.244755:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224698496 00000100:00100000:3.0:1788483439.244845:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 35 00000100:00100000:3.0:1788483439.244857:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:24306:x1875360224698496:12345-192.168.206.36@tcp:103:lfs.0 00010000:00010000:3.0:1788483439.244876:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483439.244909:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f16ac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e7f expref: 38 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483439.244932:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:3.0:1788483439.244939:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483439.245021:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24306:x1875360224698496:12345-192.168.206.36@tcp:103:lfs.0 Request processed in 166us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483439.245029:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 35 00000100:00100000:3.0:1788483439.248978:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483439.249100:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224698624 00000100:00100000:0.0:1788483439.249115:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224698624 00000100:00100000:2.0:1788483439.249536:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 803 00000100:00100000:2.0:1788483439.250678:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24306:x1875360224698624:12345-192.168.206.36@tcp:58:lfs.0 00010000:00010000:2.0:1788483439.250810:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.250828:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1666 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e71 expref: 85 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.250840:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.250879:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1666 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e71 expref: 85 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.250895:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1666 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e71 expref: 85 pid: 6515 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483439.250911:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250899072:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483439.251030:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4a000 going to sleep for 11 seconds 00000100:00100000:0.0:1788483439.255555:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250899072:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483439.255592:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483439.258384:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483439.258759:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224698752 00000100:00100000:2.0:1788483439.258772:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224698752 00010000:00010000:2.0:1788483439.258837:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1666 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e71 expref: 86 pid: 6515 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483439.258892:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 272 00000100:00100000:2.0:1788483439.258903:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+86:2401:x1875360224698752:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483439.258921:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483439.258939:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1666 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e71 expref: 86 pid: 6515 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.258977:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1666 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e71 expref: 86 pid: 6515 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.259005:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1666 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e71 expref: 86 pid: 6515 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.259490:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:2.0:1788483439.259596:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.259611:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.259620:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483439.259660:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483439.259780:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+85:2401:x1875360224698752:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 874us (1404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483439.259790:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 272 00010000:00010000:0.0:1788483439.259911:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483439.259920:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788483439.260108:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].18, 136 off10640 00000100:00100000:0.0:1788483439.260173:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24306:x1875360224698624:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 9520us (11210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483439.260183:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 803 00010000:00010000:0.0:1788483439.364758:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483439.687879:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250899200:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483439.688002:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483439.688169:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250899200 00000100:00100000:1.0:1788483439.688196:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250899200 00000100:00100000:1.0:1788483439.688927:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1788483439.688941:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250899200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483439.688985:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483439.689529:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250899200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 561us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483439.689538:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1788483439.690251:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250899200:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788483440.267319:0:20116:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483440.267327:0:20116:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483440.267353:0:20116:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:0.0:1788483440.267360:0:20116:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1788483440.278177:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483440.278186:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483440.278212:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1788483440.278220:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483440.278348:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250899328:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483440.278444:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b59c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483440.290634:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0a80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250899328:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483440.303994:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.304059:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224698880 00000100:00100000:3.0:1788483440.304067:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224698880 00000100:00100000:3.0:1788483440.304127:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 804 00000100:00100000:3.0:1788483440.304137:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24316:x1875360224698880:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483440.304164:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483440.304259:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24316:x1875360224698880:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 122us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483440.304266:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 804 00000100:00080000:1.0:1788483440.305342:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483440.315888:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483440.315982:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224699008 00000100:00100000:1.0:1788483440.315992:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224699008 00000100:00100000:1.0:1788483440.316057:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 805 00000100:00100000:1.0:1788483440.316068:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24316:x1875360224699008:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788483440.316140:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16d6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316156:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316168:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316219:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f16dd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316226:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f16dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316232:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f16dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316260:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316298:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316306:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483440.316351:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:1.0:1788483440.316356:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483440.316370:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316382:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16d6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316389:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16d6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316397:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16d6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316402:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483440.316406:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16d6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316415:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16d6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316426:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:1.0:1788483440.316429:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483440.316433:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16d6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316450:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16d6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316462:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f16dd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316468:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f16dd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316474:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f16dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316479:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483440.316482:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f16dd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316489:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f16dd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316546:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1451b5e8 (ffff9f7636b4f400) 00010000:00010000:1.0:1788483440.316550:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483440.316553:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f16dd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316558:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f16dd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1451b5e8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316573:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316579:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316592:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316597:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483440.316601:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316607:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316614:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:1.0:1788483440.316617:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483440.316619:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.316634:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f16e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483440.316701:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24316:x1875360224699008:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 635us (820us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483440.316710:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 805 00000100:00100000:3.0:1788483440.326943:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483440.328692:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224699264 00000100:00100000:1.0:1788483440.328707:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224699264 00000100:00100000:1.0:1788483440.328767:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 806 00000100:00100000:1.0:1788483440.328778:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24316:x1875360224699264:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483440.328805:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483440.328825:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16eb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e8d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.328949:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f16f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.328965:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f16f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.328976:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f16f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483440.328989:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:1.0:1788483440.329067:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f16f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.329075:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f16f2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.329082:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f16f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.329089:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483440.329093:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f16f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.329101:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f16f2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.329114:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:1.0:1788483440.329117:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483440.329121:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f16f2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.329137:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f16f2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.329178:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16eb lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e8d expref: 39 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.329188:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:1.0:1788483440.329191:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483440.329195:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f16eb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e8d expref: 39 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.329204:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5e00, rc 0) 00000100:00100000:1.0:1788483440.329262:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:24316:x1875360224699264:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 486us (2328us total) trans 4294967774 rc 301/301 00000100:00100000:1.0:1788483440.329270:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 806 00000100:00100000:2.0:1788483440.343178:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.343249:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224699392 00000100:00100000:3.0:1788483440.343259:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224699392 00000100:00100000:3.0:1788483440.343325:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 807 00000100:00100000:3.0:1788483440.343337:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:24316:x1875360224699392:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483440.343371:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483440.343480:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:24316:x1875360224699392:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 144us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483440.343547:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 807 00000100:00100000:3.0:1788483440.350426:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483440.353333:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224699648 00000100:00100000:1.0:1788483440.353350:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224699648 00000100:00100000:1.0:1788483440.353423:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 808 00000100:00100000:1.0:1788483440.353434:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:24316:x1875360224699648:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483440.353453:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483440.353456:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1788483440.353482:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f16c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e86 expref: 38 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.353536:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:1.0:1788483440.353542:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483440.353573:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1700 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e94 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483440.353963:0:6515:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0xf:0x0], index 0: 0 00010000:00010000:1.0:1788483440.354095:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1707 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.354109:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1707 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.354119:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1707 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.354167:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1700 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e94 expref: 40 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.354183:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1707 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e94 expref: 39 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.354191:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f7636b4f400) 00010000:00010000:1.0:1788483440.354194:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483440.354197:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5600, rc 0) 00000100:00100000:1.0:1788483440.354260:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:24316:x1875360224699648:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 827us (3843us total) trans 4294967775 rc 0/0 00000100:00100000:1.0:1788483440.354267:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 808 00000100:00100000:1.0:1788483440.371910:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.372023:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224699904 00000100:00100000:3.0:1788483440.372033:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224699904 00000100:00100000:3.0:1788483440.372091:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 809 00000100:00100000:3.0:1788483440.372101:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:24316:x1875360224699904:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483440.372156:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483440.372183:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1707 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e94 expref: 39 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372200:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f7636b4f400) 00010000:00010000:3.0:1788483440.372211:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483440.372232:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1715 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372246:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1715 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372255:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1715 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372267:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f171c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2b:0x0].0x5e8d4b73 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372285:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f171c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x5e8d4b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372292:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f171c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x5e8d4b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372349:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1715 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372356:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1715 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372362:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1715 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372368:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483440.372372:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1715 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372379:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1715 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372388:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:3.0:1788483440.372391:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483440.372394:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1715 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372400:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1715 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372408:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f171c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2b:0x0].0x5e8d4b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372415:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f171c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x5e8d4b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372421:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f171c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x5e8d4b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372431:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483440.372435:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f171c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x5e8d4b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372441:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f171c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2b:0x0].0x5e8d4b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372449:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x5e8d4b73 (ffff9f76340c0b00) 00010000:00010000:3.0:1788483440.372451:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483440.372454:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f171c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x5e8d4b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.372470:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f171c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2b:0x0].0x5e8d4b73 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483440.372578:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:24316:x1875360224699904:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 477us (676us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483440.372585:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 809 00000100:00100000:3.0:1788483440.382857:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483440.384123:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224700032 00000100:00100000:0.0:1788483440.384135:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224700032 00000100:00100000:0.0:1788483440.384198:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 810 00000100:00100000:0.0:1788483440.384209:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:24316:x1875360224700032:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483440.384229:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483440.384251:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1723 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146e9b expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.384287:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.384299:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.384309:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.384426:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1723 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e9b expref: 40 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.384454:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e9b expref: 39 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.384462:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:0.0:1788483440.384466:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483440.384469:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fe00, rc 0) 00000100:00100000:0.0:1788483440.384547:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:24316:x1875360224700032:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 340us (1698us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483440.384554:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 810 00000100:00100000:1.0:1788483440.389698:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.389990:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224700288 00000100:00100000:3.0:1788483440.390000:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224700288 00000100:00100000:3.0:1788483440.390049:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 811 00000100:00100000:3.0:1788483440.390058:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:24316:x1875360224700288:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483440.390131:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.390147:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.390169:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483440.390335:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].7, 88 off8664 00000004:00080000:3.0:1788483440.390344:0:6515:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 605344844404ns, next at 606344842394ns, rc = 0 00000004:00010000:3.0:1788483440.390391:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000123931e3 reply state 0000000007b02526 transno 4294967776 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.390404:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.390412:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:3.0:1788483440.390415:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788483440.390419:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788483440.390659:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:24316:x1875360224700288:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 599us (967us total) trans 4294967776 rc 0/0 00000100:00100000:3.0:1788483440.390667:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 811 00010000:00010000:1.0:1788483440.392584:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483440.409294:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483440.409434:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224700416 00000100:00100000:0.0:1788483440.409444:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224700416 00000100:00100000:0.0:1788483440.409519:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 812 00000100:00100000:0.0:1788483440.409537:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:24316:x1875360224700416:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483440.409560:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483440.409581:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1738 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ea2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.409645:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1738 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea2 expref: 42 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.409659:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1738 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea2 expref: 42 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.409678:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:0.0:1788483440.409682:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483440.409691:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5ee00, rc 0) 00000100:00100000:0.0:1788483440.409743:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:24316:x1875360224700416:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 207us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483440.409750:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 812 00000100:00100000:1.0:1788483440.413271:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.413359:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224700544 00000100:00100000:3.0:1788483440.413368:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224700544 00000100:00100000:3.0:1788483440.413438:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 194 00000100:00100000:3.0:1788483440.413448:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224700544:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00000100:00100000:3.0:1788483440.413701:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224700544:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 254us (439us total) trans 4294967330 rc 0/0 00000100:00100000:3.0:1788483440.413709:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 194 00000100:00080000:1.0:1788483440.413950:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483440.431457:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.431845:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224700800 00000100:00100000:3.0:1788483440.431854:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224700800 00000100:00100000:3.0:1788483440.431909:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 157 00000100:00100000:3.0:1788483440.431919:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:24316:x1875360224700800:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483440.432124:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:24316:x1875360224700800:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 206us (676us total) trans 4294967777 rc 0/0 00000100:00100000:3.0:1788483440.432132:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 157 00000100:00100000:3.0:1788483440.435144:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.435182:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224701056 00000100:00100000:3.0:1788483440.435191:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224701056 00000100:00100000:3.0:1788483440.435242:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 813 00000100:00100000:3.0:1788483440.435252:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:24316:x1875360224701056:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483440.435361:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:24316:x1875360224701056:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 110us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483440.435369:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 813 00000100:00100000:3.0:1788483440.455564:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483440.455726:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224701184 00000100:00100000:0.0:1788483440.455736:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224701184 00000100:00100000:0.0:1788483440.455792:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 814 00000100:00100000:0.0:1788483440.455802:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:24316:x1875360224701184:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483440.455820:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483440.455838:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f173f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ea9 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.455902:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1746 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.455916:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1746 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.455927:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1746 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483440.455965:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483440.455982:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1746 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.456005:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f173f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea9 expref: 45 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.456021:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1746 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea9 expref: 44 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.456038:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:0.0:1788483440.456041:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788483440.456044:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f200, rc 0) 00000100:00100000:0.0:1788483440.456091:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:24316:x1875360224701184:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 290us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483440.456098:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 814 00000100:00100000:1.0:1788483440.463118:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483440.463186:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224701312 00000100:00100000:2.0:1788483440.463196:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224701312 00000100:00100000:2.0:1788483440.463249:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 195 00000100:00100000:2.0:1788483440.463259:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224701312:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483440.463288:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483440.463310:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff02d1c7/0xf2b1f833e60f174d lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146eb0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483440.463345:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9a176f, blocks: 0x0 00010000:00010000:2.0:1788483440.463364:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=605s v=(0 0) 00010000:00010000:2.0:1788483440.463369:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483440.463378:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff02d1c7/0xf2b1f833e60f174d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb0 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.463395:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ff02d1c7/0xf2b1f833e60f174d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb0 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.463408:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a600, rc 0) 00000100:00100000:2.0:1788483440.463471:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224701312:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 214us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483440.463479:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 195 00000100:00100000:0.0:1788483440.483986:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.484237:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224701568 00000100:00100000:3.0:1788483440.484247:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224701568 00000100:00100000:3.0:1788483440.484306:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 815 00000100:00100000:3.0:1788483440.484314:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:24316:x1875360224701568:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483440.484399:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:24316:x1875360224701568:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 86us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483440.484407:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 815 00000100:00100000:3.0:1788483440.491647:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483440.492116:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224701696 00000100:00100000:1.0:1788483440.492127:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224701696 00000100:00100000:1.0:1788483440.492188:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 196 00000100:00100000:1.0:1788483440.492198:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:24316:x1875360224701696:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483440.492216:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483440.492234:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 2/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146eb7 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.492270:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff02d1c7/0xf2b1f833e60f174d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb0 expref: 11 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.492284:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483440.492288:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483440.492293:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 4/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 11 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.492329:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ff02d1c7/0xf2b1f833e60f174d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb0 expref: 11 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.492344:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ff02d1c7/0xf2b1f833e60f174d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb0 expref: 11 pid: 8433 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483440.492358:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250899456:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483440.492770:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604a406c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483440.509801:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483440.509857:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250899456:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483440.509887:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 3/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 11 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.509909:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4600, rc 0) 00000100:00100000:1.0:1788483440.509961:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:24316:x1875360224701696:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 17764us (18323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483440.509970:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 196 00000100:00100000:0.0:1788483440.510204:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224701824 00000100:00100000:0.0:1788483440.510212:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224701824 00010000:00010000:0.0:1788483440.510242:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ff02d1c7/0xf2b1f833e60f174d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb0 expref: 11 pid: 8433 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483440.510364:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 273 00000100:00100000:0.0:1788483440.510374:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224701824:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483440.510387:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483440.510407:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ff02d1c7/0xf2b1f833e60f174d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb0 expref: 11 pid: 8433 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.510420:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ff02d1c7/0xf2b1f833e60f174d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb0 expref: 11 pid: 8433 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.510442:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff02d1c7/0xf2b1f833e60f174d lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb0 expref: 11 pid: 8433 timeout: 705 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.510465:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483440.510470:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483440.510478:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.510486:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.510542:0:7456:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483440.510555:0:7456:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7456:1875360250899584:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483440.510614:0:7456:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76052a9240 going to sleep for 11 seconds 00000100:00100000:1.0:1788483440.527009:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483440.527053:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224701952 00000100:00100000:1.0:1788483440.527062:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224701952 00002000:00100000:1.0:1788483440.527108:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff9f750927e300 x1875360224701952/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:191/0 lens 648/0 e 0 to 0 dl 1788483451 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483440.527118:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750927e300 with x1875360224701952 ext(0->157) 00002000:00010000:1.0:1788483440.527124:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f750927e300 00000100:00100000:1.0:1788483440.527148:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 59 00000100:00100000:1.0:1788483440.527158:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224701952:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788483440.528493:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224701952:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 1329us (1485us total) trans 4294967331 rc 0/0 00000100:00100000:1.0:1788483440.528528:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 59 00002000:00100000:1.0:1788483440.528537:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0xf:0x0] (0->157) req@ffff9f750927e300 x1875360224701952/t4294967331(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:191/0 lens 648/448 e 0 to 0 dl 1788483451 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483440.528565:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750927e300 with x1875360224701952 ext(0->157) 00002000:00010000:1.0:1788483440.528571:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f750927e300 00000100:00100000:0.0:1788483440.529206:0:7456:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7456:1875360250899584:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483440.529226:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483440.529331:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224701824:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 18957us (19538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483440.529340:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 273 00000100:00100000:0.0:1788483440.537019:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483440.537122:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224702080 00000100:00100000:0.0:1788483440.537131:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224702080 00000100:00100000:0.0:1788483440.537176:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 816 00000100:00100000:0.0:1788483440.537185:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:24316:x1875360224702080:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1788483440.545428:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967777 is committed 00000004:00080000:0.0:1788483440.545456:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 8 committed 00000001:00080000:0.0:1788483440.545518:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967771 is committed 00010000:00010000:2.0:1788483440.545693:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545705:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545712:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545718:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483440.545722:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545729:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545752:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:2.0:1788483440.545760:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788483440.545765:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545772:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1731 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545809:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545816:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545821:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545827:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483440.545830:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545836:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545844:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9f7506667800) 00010000:00010000:2.0:1788483440.545846:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483440.545849:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545855:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f15da lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545883:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545889:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545895:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545901:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483440.545904:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545911:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545919:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:2.0:1788483440.545921:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483440.545924:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545930:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f15e1 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545942:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545948:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545955:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545966:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483440.545969:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545974:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545982:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff9f7506667600) 00010000:00010000:2.0:1788483440.545985:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483440.545987:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.545993:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f163c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.546008:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.546014:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.546020:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.546024:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483440.546028:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.546034:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.546053:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:2.0:1788483440.546056:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788483440.546059:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.546065:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f1674 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483440.547401:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250899712:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1788483440.549365:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:24316:x1875360224702080:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 12170us (12345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483440.549378:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 816 00000100:00100000:1.0:1788483440.551538:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483440.551611:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250899712 00000100:00100000:1.0:1788483440.551631:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250899712 00000100:00100000:1.0:1788483440.551681:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:1.0:1788483440.551690:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250899712:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:1.0:1788483440.552092:0:8431:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1788483440.552096:0:8431:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 0 -> 1788483439 00002000:00010000:1.0:1788483440.552099:0:8431:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788483440.552101:0:8431:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1788483439 -> 1788483439 00002000:00010000:1.0:1788483440.552103:0:8431:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1788483440.552160:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250899712:12345-0@lo:2:osp-syn-0-0.0 Request processed in 470us (627us total) trans 4294967332 rc 0/0 00000100:00100000:1.0:1788483440.552168:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000004:00080000:0.0:1788483440.552390:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7641749f80/2, rc 0, transno 4294967332 00000100:00100000:0.0:1788483440.552398:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250899712:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1788483440.571080:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483440.571417:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224702208 00000100:00100000:2.0:1788483440.571429:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224702208 00000100:00100000:2.0:1788483440.571521:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 198 00000100:00100000:2.0:1788483440.571739:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224702208:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1788483440.573796:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967332 is committed 00000001:00080000:0.0:1788483440.573812:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967331 is committed 00000100:00100000:2.0:1788483440.574020:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224702208:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 2279us (2943us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483440.574032:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 198 00000100:00100000:2.0:1788483440.590134:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483440.590217:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224702464 00000100:00100000:0.0:1788483440.590227:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224702464 00000100:00100000:0.0:1788483440.590289:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 817 00000100:00100000:0.0:1788483440.590299:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:24316:x1875360224702464:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483440.590350:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483440.590375:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1746 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea9 expref: 36 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.590393:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:0.0:1788483440.590398:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483440.590426:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.590439:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.590448:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483440.590637:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e1040dc7 reply state 000000002ac00e34 transno 4294967778 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.590651:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.590659:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:1.0:1788483440.590661:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483440.590664:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483440.590773:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24316:x1875360224702464:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 465us (638us total) trans 4294967778 rc 0/0 00000100:00100000:1.0:1788483440.590781:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 817 00000100:00100000:0.0:1788483440.595171:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483440.597068:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224702592 00000100:00100000:1.0:1788483440.597083:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224702592 00000100:00100000:1.0:1788483440.597144:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 199 00000100:00100000:1.0:1788483440.597154:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224702592:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788483440.597306:0:8432:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1788483440.597309:0:8432:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb mtime from disk: 1788483439 -> 1536580263 00002000:00010000:1.0:1788483440.597312:0:8432:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb atime from disk: 0 -> 1788482859 00002000:00010000:1.0:1788483440.597314:0:8432:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb ctime from disk: 1788483439 -> 1788483438 00002000:00010000:1.0:1788483440.597316:0:8432:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0xf:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1788483440.597367:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224702592:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 214us (2205us total) trans 4294967333 rc 0/0 00000100:00100000:1.0:1788483440.597374:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 199 00000100:00100000:2.0:1788483440.601929:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.602021:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224702848 00000100:00100000:3.0:1788483440.602031:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224702848 00000100:00100000:3.0:1788483440.602092:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 818 00000100:00100000:3.0:1788483440.602104:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:24316:x1875360224702848:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788483440.602189:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.602217:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e9b expref: 37 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.602227:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.602264:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e9b expref: 37 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.602277:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e9b expref: 37 pid: 8191 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483440.602291:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508195180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250899840:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483440.602382:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b5600 going to sleep for 11 seconds 00000100:00100000:2.0:1788483440.608469:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483440.608638:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224702976 00000100:00100000:1.0:1788483440.608647:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224702976 00010000:00010000:1.0:1788483440.608687:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e9b expref: 38 pid: 8191 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483440.608729:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 274 00000100:00100000:1.0:1788483440.608738:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:2401:x1875360224702976:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483440.608753:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483440.608759:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e9b expref: 38 pid: 8191 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.608773:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e9b expref: 38 pid: 8191 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.608806:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:1.0:1788483440.608812:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.608823:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.608832:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.608852:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483440.608909:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:2401:x1875360224702976:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 172us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483440.608917:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 274 00010000:00010000:0.0:1788483440.609989:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f172a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x13:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e9b expref: 37 pid: 8191 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483440.610008:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508195180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250899840:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483440.610040:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.610050:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.610055:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.610091:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.610098:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.610104:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.610110:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483440.610114:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.610121:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.610134:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:0.0:1788483440.610137:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788483440.610153:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.610159:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1762 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483440.610221:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:24316:x1875360224702848:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 8119us (8301us total) trans 0 rc -22/-22 00000100:00100000:0.0:1788483440.610230:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 818 00000100:00100000:0.0:1788483440.650783:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483440.650940:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224703104 00000100:00100000:1.0:1788483440.650950:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224703104 00000100:00100000:1.0:1788483440.651013:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 200 00000100:00100000:1.0:1788483440.651023:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224703104:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483440.651065:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.651086:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.651095:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483440.651099:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483440.651103:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 4/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.651151:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483440.651165:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 10 pid: 8432 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483440.651180:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250899968:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483440.651318:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760a179540 going to sleep for 11 seconds 00000100:00100000:2.0:1788483440.669957:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250899968:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483440.669988:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 3/1,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483440.670086:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.670568:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224703232 00000100:00100000:3.0:1788483440.670577:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224703232 00010000:00010000:3.0:1788483440.670614:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 11 pid: 8432 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483440.670660:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 275 00000100:00100000:3.0:1788483440.670670:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224703232:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483440.670684:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483440.670704:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 11 pid: 8432 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.670717:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 11 pid: 8432 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.670751:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f1754 lrc: 0/0,0 mode: --/PW res: [0x280000401:0xf:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eb7 expref: 11 pid: 8432 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.670767:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483440.670771:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483440.670777:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.670786:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483440.670837:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483440.670895:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224703232:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 226us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483440.670903:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 275 00010000:00010000:2.0:1788483440.671189:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.671199:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.671226:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.671234:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.671242:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.671249:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483440.671254:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.671262:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.671285:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.671293:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000de0a4998/0xf2b1f833e60f1769 lrc: 0/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483440.671343:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224703104:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 20321us (20568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483440.671351:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 200 00000100:00100000:1.0:1788483440.689238:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483440.689373:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224703488 00000100:00100000:2.0:1788483440.689383:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224703488 00000100:00100000:2.0:1788483440.689443:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 819 00000100:00100000:2.0:1788483440.689454:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:24316:x1875360224703488:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483440.689553:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1770 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.689571:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1770 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.689581:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1770 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.689750:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.689762:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1738 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea2 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.689772:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.689813:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1738 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea2 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.689827:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1738 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea2 expref: 37 pid: 6516 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483440.689841:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250900096:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483440.689922:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4a780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483440.694717:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250900096:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483440.694741:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483440.697702:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483440.698829:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224703616 00000100:00100000:2.0:1788483440.698842:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224703616 00010000:00010000:2.0:1788483440.698884:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1738 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea2 expref: 38 pid: 6516 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483440.698925:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 276 00000100:00100000:2.0:1788483440.699049:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:2401:x1875360224703616:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483440.699064:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483440.699071:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1738 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea2 expref: 38 pid: 6516 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.699085:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1738 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea2 expref: 38 pid: 6516 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.699107:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1738 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ea2 expref: 38 pid: 6516 timeout: 705 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.699122:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:2.0:1788483440.699128:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.699137:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.699145:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.699192:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483440.699268:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:2401:x1875360224703616:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 221us (1573us total) trans 0 rc 0/0 00010000:00010000:0.0:1788483440.699326:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.699335:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788483440.699433:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967779 00000001:00080000:0.0:1788483440.699586:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967780 00000001:00080000:0.0:1788483440.699637:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967781 00000100:00100000:0.0:1788483440.699714:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641748700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250900224:0@lo:1000:mdt00_003.0 00000100:00100000:0.0:1788483440.699767:0:8191:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483440.699796:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636a51540 going to sleep for 11 seconds 00000100:00100000:2.0:1788483440.708975:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 276 00000100:00100000:3.0:1788483440.709296:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250900224 00000100:00100000:3.0:1788483440.709306:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250900224 00000100:00100000:3.0:1788483440.709361:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1788483440.709371:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8191:x1875360250900224:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788483440.709536:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8191:x1875360250900224:12345-0@lo:1000:mdt00_003.0 Request processed in 166us (9769us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483440.709543:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1788483440.709695:0:8191:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967332 gen 2 00000004:00080000:2.0:1788483440.709701:0:8191:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7641749f80, transno 4294967332 00000100:00100000:2.0:1788483440.709719:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641748700 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250900224:0@lo:1000:mdt00_003.0 00000001:00080000:2.0:1788483440.710191:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967782 00000100:00100000:2.0:1788483440.710271:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250900352:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788483440.710314:0:8191:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483440.710345:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483440.711602:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250900352 00000100:00100000:1.0:1788483440.711616:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250900352 00000100:00100000:1.0:1788483440.711690:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1788483440.711700:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:8191:x1875360250900352:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788483440.711879:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:8191:x1875360250900352:12345-0@lo:1000:mdt00_003.0 Request processed in 179us (1563us total) trans 4294967334 rc 0/0 00000100:00100000:1.0:1788483440.711887:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1788483440.712158:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a8380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250900352:0@lo:1000:mdt00_003.0 00010000:00010000:2.0:1788483440.712211:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712222:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712230:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712238:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483440.712242:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712250:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712297:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:2.0:1788483440.712300:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483440.712305:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712311:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1777 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x13:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712335:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712342:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712348:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712353:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ac00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483440.712356:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712361:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712368:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:2.0:1788483440.712370:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483440.712373:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712379:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f16cf lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712412:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f177e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712423:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f177e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712432:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f177e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712439:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f177e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712446:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f177e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712453:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f177e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712458:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483440.712462:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f177e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712469:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f177e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712476:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:2.0:1788483440.712479:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483440.712481:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f177e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712486:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f177e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712545:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1770 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712552:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1770 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712557:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1770 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712562:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483440.712565:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1770 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712571:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1770 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712579:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f7607fae700) 00010000:00010000:2.0:1788483440.712582:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483440.712584:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1770 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.712590:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1770 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483440.712757:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:24316:x1875360224703488:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 23302us (23524us total) trans 4294967783 rc 0/0 00000100:00100000:2.0:1788483440.712766:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 819 00000020:00080000:2.0:1788483440.712770:0:8191:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:1.0:1788483440.714110:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483440.714118:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483440.714773:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1788483440.714784:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483440.717750:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483440.719629:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224703872 00000100:00100000:3.0:1788483440.719644:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224703872 00000100:00100000:3.0:1788483440.719713:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 158 00000100:00100000:3.0:1788483440.719723:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:24316:x1875360224703872:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788483440.721432:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x13:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788483440.721474:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967784 00010000:00010000:2.0:1788483440.722247:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.722295:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.722307:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.722317:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.722324:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.722331:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483440.722355:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788483440.722468:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:24316:x1875360224703872:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 2741us (4721us total) trans 4294967785 rc 0/0 00000100:00100000:2.0:1788483440.722478:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 158 00000020:00080000:2.0:1788483440.722484:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788483440.722660:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483440.722667:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.722675:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ac00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483440.722680:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.722689:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.722712:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:0.0:1788483440.722716:0:6503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788483440.722721:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.722727:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1785 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x13:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483440.722742:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483440.722743:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483440.722745:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483440.773440:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788483441.412736:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483441.735854:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483441.735876:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250900480:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483441.735968:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483441.736040:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250900480 00000100:00100000:3.0:1788483441.736046:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250900480 00000100:00100000:3.0:1788483441.736098:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1788483441.736108:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250900480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483441.736129:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921408000 avail 3689857024 00000100:00100000:3.0:1788483441.736181:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250900480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (213us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483441.736188:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00080000:3.0:1788483441.736208:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483441.736257:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250900480:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483441.752363:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483441.752386:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250900608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483441.752455:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483441.773560:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250900608 00000100:00100000:0.0:1788483441.773577:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250900608 00000100:00100000:0.0:1788483441.773668:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1788483441.773677:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250900608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483441.773702:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921408000 avail 3689857024 00000100:00100000:0.0:1788483441.773777:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250900608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (21322us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483441.773795:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1788483441.774004:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250900608:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483441.774441:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:3.0:1788483442.371329:0:20168:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483442.371337:0:20168:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483442.371365:0:20168:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1788483442.371372:0:20168:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483442.436747:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483442.571370:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483442.572249:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224704128 00000100:00100000:3.0:1788483442.572261:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224704128 00000100:00100000:3.0:1788483442.572335:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 820 00000100:00100000:3.0:1788483442.572347:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:24327:x1875360224704128:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483442.572369:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483442.572388:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f178c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ebe expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572473:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1793 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572487:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1793 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572514:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1793 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572530:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f179a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572537:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f179a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572544:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f179a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572658:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f17a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572667:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f17a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572675:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f17a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483442.572685:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:3.0:1788483442.572751:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1793 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572769:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1793 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572776:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1793 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572853:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483442.572858:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1793 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572865:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1793 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572878:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:3.0:1788483442.572881:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483442.572885:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1793 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572892:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f1793 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572905:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f179a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572910:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f179a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572916:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f179a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572921:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483442.572929:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f179a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572936:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f179a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572944:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff9f76340c0400) 00010000:00010000:3.0:1788483442.572946:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483442.572949:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f179a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572955:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f179a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.572996:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f178c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ebe expref: 45 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788483442.573133:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788483442.573297:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334be00/0xf2b1f833e60f17a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ebe expref: 44 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.573304:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f76340c0b00) 00010000:00010000:3.0:1788483442.573306:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483442.573308:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334be00, rc 0) 00000100:00100000:3.0:1788483442.573375:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:24327:x1875360224704128:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1030us (2015us total) trans 4294967786 rc 0/0 00000100:00100000:3.0:1788483442.573383:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 820 00000100:00100000:3.0:1788483442.578959:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483442.580749:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224704256 00000100:00100000:2.0:1788483442.580763:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224704256 00000100:00100000:2.0:1788483442.580861:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 821 00000100:00100000:2.0:1788483442.580873:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:24327:x1875360224704256:12345-192.168.206.36@tcp:54:lfs.0 00010000:00010000:2.0:1788483442.580962:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f17af lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.580976:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f17af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.580987:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f17af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.581032:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f17af lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.581039:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f17af lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.581044:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f17af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.581050:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483442.581054:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f17af lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.581060:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f17af lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.581347:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f76340c0b00) 00010000:00010000:2.0:1788483442.581351:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483442.581357:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f17af lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.581364:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a800/0xf2b1f833e60f17af lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483442.581463:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:24327:x1875360224704256:12345-192.168.206.36@tcp:54:lfs.0 Request processed in 592us (2512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483442.581471:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 821 00000100:00100000:3.0:1788483442.586798:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483442.586837:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224704512 00000100:00100000:3.0:1788483442.586859:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224704512 00000100:00100000:3.0:1788483442.586908:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 159 00000100:00100000:3.0:1788483442.586918:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:24327:x1875360224704512:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:3.0:1788483442.587656:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:24327:x1875360224704512:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 735us (873us total) trans 4294967787 rc 0/0 00000100:00100000:3.0:1788483442.587666:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 159 00000100:00100000:0.0:1788483442.757146:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483442.757170:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250900736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483442.757238:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483442.757357:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250900736 00000100:00100000:2.0:1788483442.757365:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250900736 00000100:00100000:2.0:1788483442.757477:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1788483442.757486:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250900736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483442.757550:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:2.0:1788483442.757619:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250900736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 123us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483442.757627:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1788483442.757761:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250900736:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483442.856078:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483442.856176:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224704640 00000100:00100000:3.0:1788483442.856188:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224704640 00000100:00100000:3.0:1788483442.856634:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 822 00000100:00100000:3.0:1788483442.856645:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+74:24343:x1875360224704640:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:3.0:1788483442.856669:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483442.856690:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f17b6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ec5 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856751:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17bd lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856765:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856776:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856790:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f17c4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856797:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f17c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856804:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f17c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856900:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f17cb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856909:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f17cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856916:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f17cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483442.856947:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2b:0x0]: returning size 4096 00000004:00200000:3.0:1788483442.856951:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483442.856973:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f17cb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856984:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17bd lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856991:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17bd lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.856998:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857005:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083cfc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483442.857009:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17bd lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857017:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17bd lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857029:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483442.857038:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483442.857043:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857049:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17bd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857064:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f17c4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857069:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f17c4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857076:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f17c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857081:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483442.857084:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f17c4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857090:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f17c4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857097:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x5b990ec8 (ffff9f76340c0400) 00010000:00010000:3.0:1788483442.857100:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483442.857102:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f17c4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857107:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f17c4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x5b990ec8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857138:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f17b6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ec5 expref: 76 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857167:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce600/0xf2b1f833e60f17cb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ec5 expref: 75 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483442.857175:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:3.0:1788483442.857178:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483442.857181:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75083ce600, rc 0) 00000100:00080000:0.0:1788483442.857646:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483442.857815:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+75:24343:x1875360224704640:12345-192.168.206.36@tcp:101:diff.0 Request processed in 1169us (1743us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483442.857823:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 822 00000100:00100000:3.0:1788483442.876900:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483442.878175:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224704768 00000100:00100000:1.0:1788483442.878199:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224704768 00000100:00100000:1.0:1788483442.878273:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 823 00000100:00100000:1.0:1788483442.878284:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+75:24343:x1875360224704768:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:1.0:1788483442.878302:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483442.878320:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f17d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ecc expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878380:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f17d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878394:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f17d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878405:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f17d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878420:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f17e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878428:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f17e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878434:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f17e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878548:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f17e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878558:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f17e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878565:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f17e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483442.878617:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00000004:00200000:1.0:1788483442.878622:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483442.878642:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f17e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878654:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f17e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878663:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f17d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878670:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f17d9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878678:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f17d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878684:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483442.878689:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f17d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878698:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f17d9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878710:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x0 (ffff9f7506667400) 00010000:00010000:1.0:1788483442.878713:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483442.878718:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f17d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878725:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f17d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878747:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f17e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878753:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f17e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878759:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f17e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878764:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483442.878767:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f17e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878773:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f17e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878781:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2b:0x0].0x3b61a3c9 (ffff9f7636b4fd00) 00010000:00010000:1.0:1788483442.878783:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483442.878786:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f17e0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878791:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f17e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2b:0x0].0x3b61a3c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878821:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f17d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ecc expref: 77 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878835:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5a00/0xf2b1f833e60f17e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ecc expref: 76 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.878854:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f76340c0b00) 00010000:00010000:1.0:1788483442.878857:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483442.878860:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5a00, rc 0) 00000100:00100000:1.0:1788483442.878912:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+76:24343:x1875360224704768:12345-192.168.206.36@tcp:101:diff.0 Request processed in 629us (2020us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483442.878920:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 823 00000100:00100000:1.0:1788483442.888704:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483442.888794:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224704896 00000100:00100000:2.0:1788483442.888803:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224704896 00000100:00100000:2.0:1788483442.888877:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 201 00000100:00100000:2.0:1788483442.888887:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2402:x1875360224704896:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:2.0:1788483442.888904:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483442.888924:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000569278d6/0xf2b1f833e60f17ee lrc: 2/0,0 mode: --/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ed3 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483442.888949:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0xf:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9a152b, ctime: 0x6a9a176e, blocks: 0x8 00010000:00010000:2.0:1788483442.888967:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=607s v=(0 0) 00010000:00010000:2.0:1788483442.888971:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0xf:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483442.888980:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000569278d6/0xf2b1f833e60f17ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ed3 expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.889017:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000569278d6/0xf2b1f833e60f17ee lrc: 3/0,0 mode: PR/PR res: [0x280000401:0xf:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ed3 expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483442.889040:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a800, rc 0) 00000100:00100000:2.0:1788483442.889102:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2402:x1875360224704896:12345-192.168.206.36@tcp:101:diff.0 Request processed in 215us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483442.889110:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 201 00000100:00080000:0.0:1788483442.890147:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483442.897620:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483442.898350:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224705152 00000100:00100000:3.0:1788483442.898361:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224705152 00000100:00100000:3.0:1788483442.898425:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 824 00000100:00100000:3.0:1788483442.898435:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+76:24343:x1875360224705152:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:3.0:1788483442.898452:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483442.898472:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146eda expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483442.898695:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f17fc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483442.898710:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f17fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483442.898721:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f17fc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483442.898732:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2d:0x0]: returning size 158 00010000:00010000:0.0:1788483442.898839:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f17f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2b:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eda expref: 79 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483442.898858:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f17fc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eda expref: 78 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483442.898867:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f76340c0b00) 00010000:00010000:0.0:1788483442.898870:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483442.898873:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fc00, rc 0) 00000100:00100000:0.0:1788483442.898986:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+78:24343:x1875360224705152:12345-192.168.206.36@tcp:101:diff.0 Request processed in 552us (1388us total) trans 4294967788 rc 0/0 00000100:00100000:0.0:1788483442.898994:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 824 00000100:00100000:3.0:1788483442.905020:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483442.905066:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483442.905081:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224705280 00000100:00100000:0.0:1788483442.905091:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224705280 00002000:00100000:0.0:1788483442.905141:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff9f7508195f80 x1875360224705280/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:193/0 lens 488/0 e 0 to 0 dl 1788483453 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483442.905158:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508195f80 with x1875360224705280 ext(0->4095) 00002000:00010000:0.0:1788483442.905177:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7508195f80 00000100:00100000:0.0:1788483442.905215:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 60 00000100:00100000:0.0:1788483442.905224:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224705280:12345-192.168.206.36@tcp:3:diff.0 00000100:00100000:0.0:1788483442.905396:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224705280:12345-192.168.206.36@tcp:3:diff.0 Request processed in 172us (397us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483442.905404:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 60 00002000:00100000:0.0:1788483442.905411:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0xf:0x0] (0->4095) req@ffff9f7508195f80 x1875360224705280/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:193/0 lens 488/4536 e 0 to 0 dl 1788483453 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483442.905419:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508195f80 with x1875360224705280 ext(0->4095) 00002000:00010000:0.0:1788483442.905422:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7508195f80 00000100:00100000:1.0:1788483442.905644:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224705408 00000100:00100000:1.0:1788483442.905649:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224705408 00000100:00100000:1.0:1788483442.905694:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 36 00000100:00100000:1.0:1788483442.905702:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+78:2399:x1875360224705408:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483442.905716:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483442.905740:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f17fc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eda expref: 78 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483442.905758:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2d:0x0].0x0 (ffff9f76340c0b00) 00010000:00010000:1.0:1788483442.905762:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483442.905792:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+77:2399:x1875360224705408:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 91us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483442.905799:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 36 00000100:00100000:3.0:1788483442.913141:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483442.913346:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224705664 00000100:00100000:2.0:1788483442.913356:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224705664 00000100:00100000:2.0:1788483442.913414:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 160 00000100:00100000:2.0:1788483442.913425:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+77:24343:x1875360224705664:12345-192.168.206.36@tcp:35:diff.0 00000001:00080000:2.0:1788483442.913712:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967789 00000100:00100000:2.0:1788483442.913948:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+79:24343:x1875360224705664:12345-192.168.206.36@tcp:35:diff.0 Request processed in 524us (815us total) trans 4294967790 rc 0/0 00000100:00100000:2.0:1788483442.913957:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 160 00000020:00080000:2.0:1788483442.913962:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788483443.466654:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483443.898989:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483443.899053:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483443.899082:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483443.899103:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483443.899140:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483443.899163:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483443.899195:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224705920 00000100:00100000:1.0:1788483443.899204:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224705920 00000100:00100000:1.0:1788483443.899245:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224706048 00000100:00100000:1.0:1788483443.899248:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224706048 00000100:00100000:1.0:1788483443.899272:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224706560 00000100:00100000:1.0:1788483443.899275:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224706560 00000100:00100000:1.0:1788483443.899299:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 720 00000100:00100000:1.0:1788483443.899321:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+79:2399:x1875360224705920:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483443.899383:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 721 00000100:00100000:1.0:1788483443.899392:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+79:2399:x1875360224705920:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 73us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483443.899393:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224706048:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483443.899400:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 720 00000100:00100000:1.0:1788483443.899419:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 722 00000100:00100000:2.0:1788483443.899421:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224706048:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483443.899425:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224706560:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483443.899428:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 721 00000100:00100000:2.0:1788483443.899447:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224706304 00000100:00100000:1.0:1788483443.899448:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224706560:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (308us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483443.899450:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224706304 00000100:00100000:1.0:1788483443.899454:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 722 00000100:00080000:1.0:1788483443.899469:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483443.899474:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483443.899475:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224706816 00000100:00100000:2.0:1788483443.899484:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224706816 00000100:00100000:2.0:1788483443.899533:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 405 00000100:00100000:2.0:1788483443.899540:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2400:x1875360224706304:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483443.899566:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2400:x1875360224706304:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (463us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483443.899573:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 405 00000100:00100000:2.0:1788483443.899587:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 406 00000100:00100000:2.0:1788483443.899593:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224706816:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:1.0:1788483443.899632:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483443.899638:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224706816:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 46us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483443.899645:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 406 00000100:00100000:1.0:1788483443.899671:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224705792 00000100:00100000:1.0:1788483443.899675:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224705792 00000100:00100000:1.0:1788483443.899699:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 675 00000100:00100000:1.0:1788483443.899705:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224705792:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483443.899730:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224705792:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483443.899745:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 675 00000100:00100000:1.0:1788483443.906983:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483443.907103:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483443.907140:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483443.907170:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224706176 00000100:00100000:1.0:1788483443.907178:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224706176 00000100:00100000:1.0:1788483443.907221:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224706688 00000100:00100000:1.0:1788483443.907224:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224706688 00000100:00100000:1.0:1788483443.907253:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 407 00000100:00100000:1.0:1788483443.907261:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2399:x1875360224706176:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483443.907418:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224706432 00000100:00100000:0.0:1788483443.907423:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224706432 00000100:00100000:0.0:1788483443.907456:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 723 00000100:00100000:0.0:1788483443.907464:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2399:x1875360224706432:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483443.907586:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2399:x1875360224706176:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 325us (611us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483443.907594:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 407 00000100:00100000:2.0:1788483443.907612:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 408 00000100:00100000:2.0:1788483443.907621:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224706688:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483443.925830:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2399:x1875360224706432:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 18355us (18715us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483443.925845:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 723 00000100:00080000:0.0:1788483443.930906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483443.931238:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224706688:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23610us (24089us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483443.931251:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 408 00000100:00100000:2.0:1788483444.294143:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250901120:0@lo:400:kworker.0 00000100:00100000:3.0:1788483444.294216:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250901248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483444.294224:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483444.294262:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483444.294321:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250901120 00000100:00100000:3.0:1788483444.294329:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250901120 00000100:00100000:2.0:1788483444.294339:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250901632:0@lo:400:kworker.0 00000100:00100000:2.0:1788483444.294376:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483444.294394:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1788483444.294404:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250901120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483444.294426:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483444.294434:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250901760:0@lo:400:kworker.0 00000100:00100000:3.0:1788483444.294460:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250901120:12345-0@lo:400:kworker.0 Request processed in 57us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483444.294468:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483444.294473:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1788483444.294523:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250901120:0@lo:400:kworker.0 00000100:00100000:3.0:1788483444.294527:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250901248 00000100:00100000:3.0:1788483444.294532:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250901248 00000100:00100000:3.0:1788483444.294574:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1788483444.294582:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250901248:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483444.294587:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250902144:0@lo:400:kworker.0 00002000:00000024:3.0:1788483444.294614:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:2.0:1788483444.294628:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483444.294661:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250901248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483444.294668:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:2.0:1788483444.294686:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483444.294694:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250902272:0@lo:400:kworker.0 00000100:00100000:3.0:1788483444.294720:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250901248:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483444.294723:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483444.294862:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250900864:0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.294910:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483444.294938:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250901376:0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.294960:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483444.294978:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250901888:0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.294998:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483444.295046:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250900864 00000100:00100000:3.0:1788483444.295051:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250900864 00000100:00100000:3.0:1788483444.295084:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1788483444.295088:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250900992:0@lo:400:kworker.0 00000100:00100000:3.0:1788483444.295095:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250900864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483444.295127:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483444.295141:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250900864:12345-0@lo:400:kworker.0 Request processed in 49us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483444.295149:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:1.0:1788483444.295152:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250901504:0@lo:400:kworker.0 00000100:00100000:1.0:1788483444.295181:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483444.295204:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250902016:0@lo:400:kworker.0 00000100:00100000:3.0:1788483444.295226:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250901632 00000100:00100000:3.0:1788483444.295230:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250901632 00000100:00100000:1.0:1788483444.295236:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250901760 00000100:00100000:1.0:1788483444.295241:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250901760 00000100:00100000:3.0:1788483444.295256:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250902144 00000100:00100000:3.0:1788483444.295261:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250902144 00000100:00100000:1.0:1788483444.295268:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250902272 00000100:00100000:1.0:1788483444.295273:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250902272 00000100:00100000:3.0:1788483444.295284:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250901376 00000100:00100000:3.0:1788483444.295289:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250901376 00000100:00100000:1.0:1788483444.295295:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250900992 00000100:00100000:1.0:1788483444.295300:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250900992 00000100:00100000:3.0:1788483444.295321:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1788483444.295329:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250901632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483444.295334:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1788483444.295345:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250901760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.297175:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250902400:0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.297233:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483444.297272:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250900864:0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.297286:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483444.297292:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250902528:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483444.297314:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788483444.297349:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483444.297353:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483444.297356:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483444.297379:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1788483444.297389:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250902144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483444.297470:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250901888 00000100:00100000:2.0:1788483444.297476:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250901888 00000100:00100000:2.0:1788483444.297535:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250902400 00000100:00100000:2.0:1788483444.297538:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250902400 00000100:00100000:2.0:1788483444.297558:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1788483444.297564:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250901888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483444.297613:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250901888:12345-0@lo:400:kworker.0 Request processed in 37us (2601us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483444.297620:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1788483444.297637:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1788483444.297643:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250902400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483444.297668:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250902400:12345-0@lo:400:kworker.0 Request processed in 26us (436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483444.297675:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00080000:2.0:1788483444.297694:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483444.297697:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483444.297716:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250901888:0@lo:400:kworker.0 00000100:00100000:2.0:1788483444.297725:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250902400:0@lo:400:kworker.0 00000100:00100000:3.0:1788483444.299984:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250901632:12345-0@lo:400:kworker.0 Request processed in 4648us (5600us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483444.300048:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1788483444.300079:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:3.0:1788483444.300089:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250902272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483444.300315:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250901760:12345-0@lo:400:kworker.0 Request processed in 4971us (5847us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483444.300325:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1788483444.300345:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1788483444.300354:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250901376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.300530:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250902144:12345-0@lo:400:kworker.0 Request processed in 3143us (5901us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483444.300538:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:0.0:1788483444.300554:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:0.0:1788483444.300562:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250900992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.300593:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250900992:12345-0@lo:400:kworker.0 Request processed in 33us (5467us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483444.300612:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1788483444.303965:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250901376:12345-0@lo:400:kworker.0 Request processed in 3603us (8993us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483444.303979:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1788483444.304028:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250902528 00000100:00100000:1.0:1788483444.304035:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250902528 00000100:00100000:1.0:1788483444.304085:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1788483444.304094:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250902528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483444.304111:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:1.0:1788483444.304147:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250902528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (6832us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483444.304154:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1788483444.304274:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250902528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483444.304287:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250901376:0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.304518:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250901504 00000100:00100000:0.0:1788483444.304524:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250901504 00000100:00100000:0.0:1788483444.304555:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1788483444.304562:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250901504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.304617:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250901504:12345-0@lo:400:kworker.0 Request processed in 56us (9437us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483444.304624:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1788483444.304659:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483444.304711:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250900992:0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.304722:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250901504:0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.315057:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250902016 00000100:00100000:0.0:1788483444.315070:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250902016 00000100:00100000:0.0:1788483444.315127:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1788483444.315136:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250902016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483444.315220:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250902016:12345-0@lo:400:kworker.0 Request processed in 85us (10560us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483444.315227:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1788483444.315273:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250902016:0@lo:400:kworker.0 00000100:00080000:0.0:1788483444.315306:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483444.319844:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250902272:12345-0@lo:400:kworker.0 Request processed in 19747us (25111us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483444.319858:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:2.0:1788483444.324613:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250902272:0@lo:400:kworker.0 00000100:00100000:2.0:1788483444.324636:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250902144:0@lo:400:kworker.0 00000100:00100000:2.0:1788483444.324658:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250901760:0@lo:400:kworker.0 00000100:00100000:2.0:1788483444.324670:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250901632:0@lo:400:kworker.0 00010000:00010000:0.0:1788483444.485619:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483444.807906:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250902656:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483444.808016:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483444.812452:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250902656 00000100:00100000:2.0:1788483444.813258:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250902656 00000100:00100000:2.0:1788483444.813416:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1788483444.813429:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250902656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483444.814382:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483444.815424:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250902656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1985us (7397us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483444.815437:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1788483444.815979:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250902656:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788483445.508677:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788483445.836745:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967790 is committed 00000001:00080000:2.0:1788483445.836798:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967787 is committed 00000020:00080000:2.0:1788483445.836817:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7609c4a000 refcount 2 committed 0 result 0 batchid 11 00000020:00080000:2.0:1788483445.836823:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7508507000 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7609c4a780 00000020:00080000:2.0:1788483445.836827:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7508507200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f750919b000 00000020:00080000:2.0:1788483445.836858:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 11 committed batchid 10 00000020:00080000:2.0:1788483445.836940:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 10 00010000:00010000:1.0:1788483445.837353:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483445.837367:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483445.837376:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483445.837403:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483445.837409:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483445.837418:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483445.837452:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x13:0x0].0x0 (ffff9f76420dc100) 00010000:00010000:1.0:1788483445.837456:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483445.837463:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483445.837469:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f175b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x13:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483445.855145:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967334 is committed 00000001:00080000:3.0:1788483445.855163:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967333 is committed 00010000:00010000:0.0:1788483446.532901:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483446.853403:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483446.853433:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250902784:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483446.853557:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483446.853844:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788483446.853855:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250902912:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483446.853888:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483446.853924:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250902784 00000100:00100000:0.0:1788483446.853933:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250902784 00000100:00100000:0.0:1788483446.853988:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250902912 00000100:00100000:0.0:1788483446.853991:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250902912 00000100:00100000:0.0:1788483446.854013:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1788483446.854023:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250902784:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483446.854034:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1788483446.854049:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250902912:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483446.854084:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00002000:00000024:0.0:1788483446.854084:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00080000:2.0:1788483446.854213:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483446.854317:0:3639:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967334 gen 2 00000004:00080000:1.0:1788483446.854325:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967334 committed transno 4294967334 00000100:00100000:1.0:1788483446.854354:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250902912:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483446.854387:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250902784:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483446.856192:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250902912:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2138us (2292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483446.856205:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1788483446.860007:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250902784:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5969us (6434us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483446.860026:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00010000:00010000:1.0:1788483447.557002:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483447.882911:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483447.882941:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250903040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483447.883028:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483447.883118:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250903040 00000100:00100000:2.0:1788483447.883128:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250903040 00000100:00100000:2.0:1788483447.883186:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1788483447.883196:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250903040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483447.883238:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444401152 avail 1298161664 00000100:00100000:2.0:1788483447.883290:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250903040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483447.883297:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1788483447.883353:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250903040:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788483448.580750:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483448.709489:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483448.709658:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224706944 00000100:00100000:0.0:1788483448.709688:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224706944 00000100:00100000:0.0:1788483448.709790:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 825 00000100:00100000:0.0:1788483448.709805:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:24251:x1875360224706944:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788483448.709951:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:24251:x1875360224706944:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 150us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483448.709959:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 825 00000100:00080000:2.0:1788483448.710853:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483448.714046:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483448.714271:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224707072 00000100:00100000:0.0:1788483448.714280:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224707072 00000100:00100000:0.0:1788483448.714348:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 826 00000100:00100000:0.0:1788483448.714358:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:24251:x1875360224707072:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788483448.714453:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:24251:x1875360224707072:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 97us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483448.714460:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 826 00000100:00080000:2.0:1788483448.714593:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483449.002015:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483449.002060:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483449.002105:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483449.002134:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483449.002160:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483449.002180:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483449.002203:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483449.002259:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224707712 00000100:00100000:3.0:1788483449.002268:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224707712 00000100:00100000:3.0:1788483449.002332:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224707968 00000100:00100000:3.0:1788483449.002335:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224707968 00000100:00100000:3.0:1788483449.002348:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224707584 00000100:00100000:3.0:1788483449.002351:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224707584 00000100:00100000:3.0:1788483449.002361:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224707840 00000100:00100000:3.0:1788483449.002363:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224707840 00000100:00100000:3.0:1788483449.002377:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 412 00000100:00100000:3.0:1788483449.002385:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224707712:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483449.002449:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224707712:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 64us (344us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483449.002456:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 412 00000100:00100000:3.0:1788483449.002470:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 413 00000100:00100000:3.0:1788483449.002476:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224707968:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483449.002528:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224707968:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483449.002535:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 413 00000100:00100000:3.0:1788483449.002545:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 414 00000100:00100000:3.0:1788483449.002551:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224707584:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483449.002587:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224707584:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483449.002593:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 414 00000100:00100000:3.0:1788483449.002604:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 415 00000100:00100000:3.0:1788483449.002610:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224707840:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483449.002632:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224707840:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483449.002644:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 415 00000100:00100000:3.0:1788483449.002662:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224707456 00000100:00100000:3.0:1788483449.002666:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224707456 00000100:00100000:3.0:1788483449.002690:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224707328 00000100:00100000:3.0:1788483449.002693:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224707328 00000100:00100000:3.0:1788483449.002711:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 730 00000100:00100000:3.0:1788483449.002717:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224707456:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483449.002745:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224707456:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (685us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483449.002751:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 730 00000100:00100000:3.0:1788483449.002762:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 731 00000100:00100000:3.0:1788483449.002768:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+76:2401:x1875360224707328:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483449.002791:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+76:2401:x1875360224707328:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (630us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483449.002796:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 731 00000100:00080000:2.0:1788483449.003123:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483449.003128:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483449.003131:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483449.003133:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483449.003239:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224707200 00000100:00100000:1.0:1788483449.003245:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224707200 00000100:00100000:1.0:1788483449.003295:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 677 00000100:00100000:1.0:1788483449.003303:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224707200:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483449.003341:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224707200:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 39us (1335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483449.003358:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 677 00000100:00100000:2.0:1788483449.413219:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250903168:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483449.413283:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483449.413490:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250903552:0@lo:400:kworker.0 00000100:00100000:1.0:1788483449.413536:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483449.413552:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250904064:0@lo:400:kworker.0 00000100:00100000:1.0:1788483449.413571:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483449.413605:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250904576:0@lo:400:kworker.0 00000100:00100000:1.0:1788483449.413626:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483449.413642:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788483449.413647:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250903424:0@lo:400:kworker.0 00000100:00100000:1.0:1788483449.413664:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483449.413675:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250903936:0@lo:400:kworker.0 00000100:00100000:1.0:1788483449.413691:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483449.413702:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250904448:0@lo:400:kworker.0 00000100:00100000:1.0:1788483449.413718:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483449.413739:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250904064 00000100:00100000:1.0:1788483449.413745:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250904064 00000100:00100000:1.0:1788483449.413787:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250904576 00000100:00100000:1.0:1788483449.413790:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250904576 00000100:00100000:1.0:1788483449.413800:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250903424 00000100:00100000:1.0:1788483449.413802:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250903424 00000100:00100000:1.0:1788483449.413810:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250903936 00000100:00100000:1.0:1788483449.413812:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250903936 00000100:00100000:1.0:1788483449.413822:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250904448 00000100:00100000:1.0:1788483449.413824:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250904448 00000100:00100000:2.0:1788483449.413983:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250903552 00000100:00100000:2.0:1788483449.413987:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250903552 00000100:00100000:2.0:1788483449.414015:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1788483449.414023:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250903552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414070:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250903552:12345-0@lo:400:kworker.0 Request processed in 48us (533us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.414077:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1788483449.414101:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250903296:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414126:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483449.414147:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250903808:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414178:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483449.414192:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250904320:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414210:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483449.414225:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788483449.414230:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250903680:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414246:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483449.414254:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250904192:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414269:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483449.414279:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250904704:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414294:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483449.414317:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250903296 00000100:00100000:2.0:1788483449.414320:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250903296 00000100:00100000:2.0:1788483449.414342:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1788483449.414347:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250903296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414375:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250903296:12345-0@lo:400:kworker.0 Request processed in 27us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.414381:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1788483449.414402:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250903808 00000100:00100000:2.0:1788483449.414404:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250903808 00000100:00100000:2.0:1788483449.414421:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1788483449.414426:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250903808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414450:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250903808:12345-0@lo:400:kworker.0 Request processed in 23us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.414455:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:2.0:1788483449.414470:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250904320 00000100:00100000:2.0:1788483449.414473:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250904320 00000100:00100000:2.0:1788483449.414520:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250904192 00000100:00100000:2.0:1788483449.414523:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250904192 00000100:00100000:2.0:1788483449.414538:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250904704 00000100:00100000:2.0:1788483449.414540:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250904704 00000100:00100000:2.0:1788483449.414552:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1788483449.414557:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250904320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414598:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250904320:12345-0@lo:400:kworker.0 Request processed in 41us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.414604:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1788483449.414614:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1788483449.414619:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250904192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414640:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250904192:12345-0@lo:400:kworker.0 Request processed in 21us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.414645:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1788483449.414653:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1788483449.414658:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250904704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414676:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250904704:12345-0@lo:400:kworker.0 Request processed in 19us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.414682:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00080000:2.0:1788483449.414698:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483449.414702:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483449.414704:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483449.414706:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483449.414737:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250904192:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414747:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250904704:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414754:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250903296:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414775:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641613100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250903808:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.414783:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250904320:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415016:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250903680 00000100:00100000:2.0:1788483449.415020:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250903680 00000100:00100000:2.0:1788483449.415043:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1788483449.415050:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250904064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415083:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250904064:12345-0@lo:400:kworker.0 Request processed in 34us (1511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.415089:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1788483449.415106:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1788483449.415112:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250904576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415138:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250904576:12345-0@lo:400:kworker.0 Request processed in 27us (1511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.415144:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1788483449.415156:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1788483449.415163:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250903424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415193:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250903424:12345-0@lo:400:kworker.0 Request processed in 31us (1528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.415198:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1788483449.415209:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1788483449.415215:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250903936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415241:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250903936:12345-0@lo:400:kworker.0 Request processed in 27us (1550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.415246:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1788483449.415267:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1788483449.415272:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250903680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415307:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250903680:12345-0@lo:400:kworker.0 Request processed in 34us (1059us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.415312:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:2.0:1788483449.415341:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641612d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250903680:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415374:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641612680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250903424:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415384:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250903936:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415394:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250903552:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415403:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250904064:0@lo:400:kworker.0 00000100:00100000:2.0:1788483449.415412:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250904576:0@lo:400:kworker.0 00000100:00100000:1.0:1788483449.415618:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1788483449.415626:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250904448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483449.415672:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250904448:12345-0@lo:400:kworker.0 Request processed in 47us (1953us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483449.415679:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1788483449.415704:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250904448:0@lo:400:kworker.0 00000100:00100000:3.0:1788483449.418473:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250903168 00000100:00100000:3.0:1788483449.418484:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250903168 00000100:00100000:3.0:1788483449.418591:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:3.0:1788483449.418601:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250903168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483449.418629:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:3.0:1788483449.418698:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192de300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250903168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (5414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483449.418705:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00080000:0.0:1788483449.418787:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483449.419010:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250903168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483449.419030:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483449.419038:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250904832:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483449.419076:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483449.419164:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250904832 00000100:00100000:0.0:1788483449.419168:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250904832 00000100:00100000:0.0:1788483449.419205:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1788483449.419212:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250904832:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483449.419224:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 74944192 pending 0 free 3921408000 avail 3689885696 00000100:00100000:0.0:1788483449.419265:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250904832:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483449.419283:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1788483449.419465:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250904832:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1788483449.604684:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483449.924798:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250904960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483449.924869:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483449.925067:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250904960 00000100:00100000:2.0:1788483449.925075:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250904960 00000100:00100000:2.0:1788483449.925131:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1788483449.925140:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250904960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483449.925174:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483449.925235:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250904960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483449.925241:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1788483449.925334:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250904960:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788483450.628645:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483450.953971:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483450.953980:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483450.954001:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:3.0:1788483450.954009:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1788483451.013299:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:0.0:1788483451.169388:0:20365:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12b: Restore an imported file implicitly ========================================================== 20:57:28 (1788483448) 00000100:00100000:3.0:1788483451.627618:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483451.627874:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224708096 00000100:00100000:2.0:1788483451.627883:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224708096 00000100:00100000:2.0:1788483451.627961:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 827 00000100:00100000:2.0:1788483451.627972:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:24967:x1875360224708096:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788483451.628075:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:24967:x1875360224708096:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 105us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483451.628083:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 827 00000100:00080000:0.0:1788483451.628251:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483451.638190:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483451.638435:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224708224 00000100:00100000:2.0:1788483451.638446:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224708224 00000100:00100000:2.0:1788483451.638554:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 828 00000100:00100000:2.0:1788483451.638575:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:24967:x1875360224708224:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788483451.638659:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:24967:x1875360224708224:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 98us (478us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483451.638667:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 828 00000100:00080000:0.0:1788483451.638803:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1788483451.653442:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483451.653828:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483451.653989:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224708352 00000100:00100000:0.0:1788483451.654000:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224708352 00000100:00100000:0.0:1788483451.654120:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 829 00000100:00100000:0.0:1788483451.654131:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+76:24968:x1875360224708352:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483451.654161:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483451.654182:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f180a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ee1 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654425:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654439:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654451:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654467:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1818 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654474:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1818 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654480:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1818 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654590:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654598:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654605:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654611:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654617:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483451.654622:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654628:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654641:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483451.654643:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483451.654647:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654653:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1811 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654665:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1818 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654671:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1818 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654685:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1818 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654691:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483451.654694:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1818 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654700:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1818 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654709:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9f7636b63400) 00010000:00010000:0.0:1788483451.654712:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483451.654714:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1818 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654720:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1818 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654766:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f180a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ee1 expref: 77 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654777:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483451.654779:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483451.654783:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f180a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ee1 expref: 77 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.654792:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f000, rc 0) 00000100:00100000:0.0:1788483451.654842:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+76:24968:x1875360224708352:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 712us (1019us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483451.654858:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 829 00000100:00080000:2.0:1788483451.655402:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483451.659920:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483451.660332:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224708608 00000100:00100000:2.0:1788483451.660342:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224708608 00000100:00100000:2.0:1788483451.660400:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 830 00000100:00100000:2.0:1788483451.660410:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+76:24968:x1875360224708608:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:2.0:1788483451.660459:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483451.660482:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f15fd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e4e expref: 76 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.661486:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483451.661494:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483451.661709:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.661725:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e5c expref: 33 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.661820:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.661853:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e5c expref: 33 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.661867:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e5c expref: 33 pid: 6515 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483451.661881:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192df100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250905088:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483451.662070:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788483451.665669:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192df100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250905088:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483451.665697:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483451.667597:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483451.667971:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224708736 00000100:00100000:2.0:1788483451.667980:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224708736 00010000:00010000:2.0:1788483451.668018:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e5c expref: 34 pid: 6515 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483451.668059:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 277 00000100:00100000:2.0:1788483451.668069:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:2401:x1875360224708736:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483451.668090:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483451.668098:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e5c expref: 34 pid: 6515 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.668126:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e5c expref: 34 pid: 6515 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.668144:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1627 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146e5c expref: 34 pid: 6515 timeout: 716 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.668423:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483451.668429:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.668439:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.668446:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483451.668470:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483451.668572:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+33:2401:x1875360224708736:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 494us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483451.668580:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 277 00010000:00010000:0.0:1788483451.669138:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.669448:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.669477:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.669487:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.669528:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.670401:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.670412:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.670420:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483451.670433:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000070e965f6 reply state 000000000b306d04 transno 4294967791 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.670443:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.670450:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b63000) 00010000:00010000:0.0:1788483451.670459:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483451.670463:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788483451.670468:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00010000:00010000:0.0:1788483451.670475:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.670481:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.670487:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.670492:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483451.671490:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.671524:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.671539:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483451.671542:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483451.671547:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.671554:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f181f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483451.671578:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000070e965f6 reply state 000000000b306d04 transno 4294967791 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.671589:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483451.671612:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9f7636b63400) 00010000:00010000:0.0:1788483451.671615:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483451.671619:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788483451.671752:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+77:24968:x1875360224708608:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 11340us (11837us total) trans 4294967791 rc 0/0 00000100:00100000:0.0:1788483451.671760:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 830 00000001:00080000:2.0:1788483451.673390:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967791 is committed 00000020:00080000:2.0:1788483451.673402:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 11 batchid updated 00010000:00010000:3.0:1788483451.673466:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673477:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673485:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673491:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483451.673521:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673529:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673543:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9f7636b63400) 00010000:00010000:3.0:1788483451.673546:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483451.673550:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673556:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f1826 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673599:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673606:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673613:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673617:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483451.673620:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673626:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673633:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b63000) 00010000:00010000:3.0:1788483451.673635:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483451.673638:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483451.673644:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f182d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788483451.673702:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000020:00080000:0.0:1788483451.673711:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000040:00080000:1.0:1788483451.973295:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483451.973301:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483451.973325:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 19 count 2 00000040:00080000:1.0:1788483451.973334:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483451.973393:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250905216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483451.973457:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483451.973858:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250905216 00000100:00100000:3.0:1788483451.973866:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250905216 00000100:00100000:3.0:1788483451.973923:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1788483451.973944:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250905216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483451.973977:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1788483451.974021:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250905216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (564us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483451.974040:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00080000:0.0:1788483451.974268:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483451.974520:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483451.974544:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250905344:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483451.974589:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483451.974864:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250905216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483451.975057:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250905344 00000100:00100000:3.0:1788483451.975064:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250905344 00000100:00100000:3.0:1788483451.975215:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:3.0:1788483451.975223:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250905344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483451.975246:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1788483451.975292:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250905344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483451.975299:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1788483451.982311:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250905344:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788483451.991438:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1788483452.037895:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788483452.400453:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483452.400598:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224708864 00000100:00100000:2.0:1788483452.400606:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224708864 00000100:00100000:2.0:1788483452.400670:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 831 00000100:00100000:2.0:1788483452.400679:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+75:25005:x1875360224708864:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:2.0:1788483452.400701:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483452.400719:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1834 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ee8 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.400781:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f183b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.400794:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f183b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.400806:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f183b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483452.400850:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788483452.400854:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483452.400870:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f183b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.400892:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1834 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ee8 expref: 77 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.400908:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f183b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ee8 expref: 76 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.400916:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483452.400920:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483452.400933:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911ac00, rc 0) 00000100:00100000:2.0:1788483452.400989:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+76:25005:x1875360224708864:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 311us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483452.400996:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 831 00000100:00100000:1.0:1788483452.415001:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483452.415084:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224709120 00000100:00100000:3.0:1788483452.415094:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224709120 00000100:00100000:3.0:1788483452.415167:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 832 00000100:00100000:3.0:1788483452.415177:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:25005:x1875360224709120:12345-192.168.206.36@tcp:36:mkdir.0 00000100:00080000:0.0:1788483452.415191:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483452.415289:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415adf80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:13707:1875360250905472:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788483452.415351:0:13707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483452.415415:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760821d900 going to sleep for 11 seconds 00000100:00100000:2.0:1788483452.415687:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250905472 00000100:00100000:2.0:1788483452.415692:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250905472 00000100:00100000:2.0:1788483452.415730:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1788483452.415737:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:13707:x1875360250905472:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788483452.415854:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:13707:x1875360250905472:12345-0@lo:1000:mdt00_005.0 Request processed in 117us (503us total) trans 0 rc 1/1 00000100:00100000:2.0:1788483452.415862:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:0.0:1788483452.415934:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415adf80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-mdtlov_UUID:13707:1875360250905472:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788483452.416019:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:25005:x1875360224709120:12345-192.168.206.36@tcp:36:mkdir.0 Request processed in 842us (1024us total) trans 0 rc -17/-17 00000100:00100000:0.0:1788483452.416027:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 832 00000100:00100000:3.0:1788483452.418925:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483452.419007:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224709248 00000100:00100000:1.0:1788483452.419016:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224709248 00000100:00100000:1.0:1788483452.419075:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 833 00000100:00100000:1.0:1788483452.419084:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+76:25005:x1875360224709248:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:1.0:1788483452.419116:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483452.419135:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1842 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146eef expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419196:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1849 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419211:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1849 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419222:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1849 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419236:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1850 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419244:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419252:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419344:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1857 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419353:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1857 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419361:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1857 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483452.419395:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:1.0:1788483452.419404:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483452.419424:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1857 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419436:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1849 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419444:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1849 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419452:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1849 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419458:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483452.419463:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1849 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419482:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1849 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419531:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483452.419534:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483452.419539:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1849 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419546:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1849 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419569:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1850 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419577:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1850 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419594:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1850 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419600:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483452.419603:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1850 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419611:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1850 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419619:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9f7636b4f900) 00010000:00010000:1.0:1788483452.419622:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483452.419625:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1850 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419632:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1850 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419661:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1842 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eef expref: 78 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419676:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1857 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eef expref: 77 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.419684:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b4f100) 00010000:00010000:1.0:1788483452.419687:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483452.419689:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5600, rc 0) 00000100:00100000:1.0:1788483452.419750:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+77:25005:x1875360224709248:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 666us (832us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483452.419767:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 833 00000100:00100000:2.0:1788483452.512619:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483452.518292:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224709376 00000100:00100000:1.0:1788483452.518307:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224709376 00000100:00100000:1.0:1788483452.518462:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 834 00000100:00100000:1.0:1788483452.518473:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+33:25011:x1875360224709376:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483452.518492:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483452.518534:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f185e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ef6 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.518607:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.518621:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.518633:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483452.518677:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483452.518681:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483452.518699:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.518722:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f185e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ef6 expref: 35 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.518756:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ef6 expref: 34 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.518783:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483452.518786:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483452.518790:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:1.0:1788483452.518910:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:25011:x1875360224709376:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 438us (6301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483452.518918:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 834 00000100:00100000:3.0:1788483452.542453:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483452.542590:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224709632 00000100:00100000:1.0:1788483452.542599:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224709632 00000100:00100000:1.0:1788483452.542662:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 835 00000100:00100000:1.0:1788483452.542673:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+77:25011:x1875360224709632:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483452.542691:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483452.542695:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1788483452.542720:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1857 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146eef expref: 77 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.542755:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b4f100) 00010000:00010000:1.0:1788483452.542767:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483452.542781:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f186c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146efd expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.542880:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.542893:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.542903:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.542931:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.542939:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.542947:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545423:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545443:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545454:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483452.545465:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:2.0:1788483452.545493:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545537:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545544:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545578:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545585:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483452.545589:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545597:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545610:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b4f900) 00010000:00010000:2.0:1788483452.545613:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483452.545618:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545626:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1873 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483452.545640:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000dff46cf2 reply state 00000000afc749a7 transno 4294967792 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545650:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545656:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff9f7636b4f000) 00010000:00010000:2.0:1788483452.545658:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483452.545662:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788483452.545696:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f186c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146efd expref: 79 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545716:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146efd expref: 78 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.545743:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7608dc0500) 00010000:00010000:2.0:1788483452.545745:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483452.545748:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a200, rc 0) 00000100:00100000:2.0:1788483452.545821:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+79:25011:x1875360224709632:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 3149us (3376us total) trans 4294967792 rc 0/0 00000100:00100000:2.0:1788483452.545829:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 835 00000100:00100000:3.0:1788483452.563714:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483452.567941:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224709888 00000100:00100000:1.0:1788483452.567966:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224709888 00000100:00100000:1.0:1788483452.568032:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 836 00000100:00100000:1.0:1788483452.568043:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+79:25011:x1875360224709888:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483452.568066:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483452.568101:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f188f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f04 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.568205:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.568645:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146efd expref: 80 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.568655:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.572247:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146efd expref: 80 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.572272:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146efd expref: 80 pid: 8191 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483452.572290:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250905600:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483452.572417:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe6000 going to sleep for 11 seconds 00000100:00100000:1.0:1788483452.575483:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250905600:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483452.575529:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483452.591904:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483452.595224:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224710016 00000100:00100000:2.0:1788483452.595238:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224710016 00010000:00010000:2.0:1788483452.595286:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146efd expref: 81 pid: 8191 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483452.595332:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 278 00000100:00100000:2.0:1788483452.595342:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+81:2402:x1875360224710016:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483452.595358:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483452.595365:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146efd expref: 81 pid: 8191 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.595398:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146efd expref: 81 pid: 8191 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.595422:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1881 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146efd expref: 81 pid: 8191 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.595439:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7608dc0500) 00010000:00010000:2.0:1788483452.595445:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.595454:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.595462:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.595530:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483452.595595:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+80:2402:x1875360224710016:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 254us (3699us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483452.595604:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 278 00010000:00010000:3.0:1788483452.599723:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.599817:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483452.599860:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 0 00010000:00010000:3.0:1788483452.600066:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.600074:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.600142:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.600148:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483452.600152:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.600160:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.600176:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7608dc0500) 00010000:00010000:3.0:1788483452.600179:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483452.600183:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.600189:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1896 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.600245:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f188f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f04 expref: 80 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.600255:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b4f100) 00010000:00010000:3.0:1788483452.600257:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483452.600268:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f188f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f04 expref: 80 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.600283:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5600, rc 0) 00000100:00100000:3.0:1788483452.600417:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+79:25011:x1875360224709888:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 32375us (36710us total) trans 4294967793 rc 301/301 00000100:00100000:3.0:1788483452.600426:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 836 00000100:00100000:0.0:1788483452.614631:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483452.614747:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224710272 00000100:00100000:2.0:1788483452.614757:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224710272 00000100:00100000:2.0:1788483452.614812:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 161 00000100:00100000:2.0:1788483452.614822:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e75b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+79:25011:x1875360224710272:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483452.615116:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e75b850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+80:25011:x1875360224710272:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 294us (492us total) trans 4294967794 rc 0/0 00000100:00100000:2.0:1788483452.615124:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 161 00000100:00100000:1.0:1788483452.629474:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483452.629586:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224710400 00000100:00100000:0.0:1788483452.629596:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224710400 00000100:00100000:0.0:1788483452.629654:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 837 00000100:00100000:0.0:1788483452.629665:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+80:25011:x1875360224710400:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483452.629687:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483452.629707:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f18a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f0b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.629780:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f18a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f0b expref: 81 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.629815:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f18a4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f0b expref: 81 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.629836:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:0.0:1788483452.629839:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483452.629843:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5e400, rc 0) 00000100:00100000:0.0:1788483452.629908:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+81:25011:x1875360224710400:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 243us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483452.629915:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 837 00000100:00100000:0.0:1788483452.633609:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483452.633754:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224710656 00000100:00100000:3.0:1788483452.633764:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224710656 00000100:00100000:3.0:1788483452.633824:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 838 00000100:00100000:3.0:1788483452.633834:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+81:25011:x1875360224710656:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788483452.633893:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f18ab lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.633909:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f18ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.633921:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f18ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.634056:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f18ab lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.634064:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f18ab lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.634071:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f18ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.634259:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483452.634276:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f18ab lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.634285:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f18ab lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.634298:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:3.0:1788483452.634301:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788483452.634305:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f18ab lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.634311:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f18ab lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483452.634426:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25011:x1875360224710656:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 592us (824us total) trans 4294967795 rc 0/0 00000100:00100000:3.0:1788483452.634434:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 838 00000100:00100000:3.0:1788483452.649481:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483452.650524:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224710912 00000100:00100000:0.0:1788483452.650538:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224710912 00000100:00100000:0.0:1788483452.650613:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 839 00000100:00100000:0.0:1788483452.650624:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25011:x1875360224710912:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483452.650850:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.650866:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.650878:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788483452.650929:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967796 00000004:00010000:0.0:1788483452.650951:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000affe549d reply state 000000006da9503f transno 4294967797 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.650978:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.650986:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:0.0:1788483452.650988:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1788483452.650992:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788483452.651142:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+85:25011:x1875360224710912:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 519us (1669us total) trans 4294967797 rc 0/0 00000100:00100000:0.0:1788483452.651150:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 839 00000020:00080000:0.0:1788483452.651155:0:6516:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788483452.665390:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483452.665490:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224711168 00000100:00100000:2.0:1788483452.665532:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224711168 00000100:00100000:2.0:1788483452.665602:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 162 00000100:00100000:2.0:1788483452.665613:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+85:25011:x1875360224711168:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483452.666166:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+86:25011:x1875360224711168:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 552us (779us total) trans 4294967798 rc 0/0 00000100:00100000:2.0:1788483452.666175:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 162 00010000:00010000:0.0:1788483452.681014:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483452.726090:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483452.726249:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224711296 00000100:00100000:0.0:1788483452.726259:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224711296 00000100:00100000:0.0:1788483452.726319:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 840 00000100:00100000:0.0:1788483452.726329:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+86:25014:x1875360224711296:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483452.726350:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483452.726369:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f18b9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f12 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726426:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f18c0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726440:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f18c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726449:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f18c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726478:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18c7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726485:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726492:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726615:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f18ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726624:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f18ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726631:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f18ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483452.726660:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:0.0:1788483452.726664:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483452.726682:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f18ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726693:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f18c0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726699:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f18c0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726706:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f18c0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726722:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483452.726726:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f18c0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726745:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f18c0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726758:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483452.726761:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483452.726766:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f18c0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726772:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f18c0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726785:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18c7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726789:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18c7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726794:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726799:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483452.726802:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18c7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726807:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18c7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726825:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9f7636b63f00) 00010000:00010000:0.0:1788483452.726827:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483452.726830:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18c7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726836:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18c7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726867:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f18b9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f12 expref: 88 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726880:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f000/0xf2b1f833e60f18ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f12 expref: 87 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.726888:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b63d00) 00010000:00010000:0.0:1788483452.726890:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483452.726892:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f000, rc 0) 00000100:00100000:0.0:1788483452.726954:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+87:25014:x1875360224711296:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 626us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483452.726962:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 840 00000100:00100000:1.0:1788483452.732467:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483452.732759:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224711552 00000100:00100000:2.0:1788483452.732768:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224711552 00000100:00100000:2.0:1788483452.732826:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 841 00000100:00100000:2.0:1788483452.732837:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+87:25014:x1875360224711552:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483452.732857:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483452.732875:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f18d5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f19 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.732947:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.732961:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.732974:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.732985:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f18e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733004:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f18e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733025:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f18e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733337:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f18ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733347:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f18ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733355:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f18ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483452.733365:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1788483452.733442:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733450:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733457:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733464:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733470:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483452.733474:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733482:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733530:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b63d00) 00010000:00010000:2.0:1788483452.733534:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483452.733539:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733546:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f18dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733571:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f18e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733578:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f18e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733584:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f18e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733590:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483452.733593:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f18e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733599:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f18e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733607:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff9f7636b4f000) 00010000:00010000:2.0:1788483452.733609:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483452.733612:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f18e3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733618:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f18e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733667:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f18d5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f19 expref: 90 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733680:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f18ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f19 expref: 89 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483452.733688:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:2.0:1788483452.733690:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483452.733692:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911bc00, rc 0) 00000100:00100000:2.0:1788483452.734157:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+89:25014:x1875360224711552:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1320us (1696us total) trans 4294967799 rc 0/0 00000100:00100000:2.0:1788483452.734166:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 841 00000100:00100000:3.0:1788483452.749166:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483452.750248:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224711680 00000100:00100000:0.0:1788483452.750260:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224711680 00000100:00100000:0.0:1788483452.750319:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 842 00000100:00100000:0.0:1788483452.750329:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+89:25014:x1875360224711680:12345-192.168.206.36@tcp:54:lfs.0 00010000:00010000:0.0:1788483452.750390:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18f8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.750406:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.750429:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.750460:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18f8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.750467:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18f8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.750474:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.750480:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483452.750484:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18f8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.750491:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18f8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.750857:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:0.0:1788483452.750861:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483452.750866:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18f8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483452.750872:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f18f8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483452.756553:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+89:25014:x1875360224711680:12345-192.168.206.36@tcp:54:lfs.0 Request processed in 6212us (7383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483452.756579:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 842 00000100:00100000:0.0:1788483452.760908:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483452.761008:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224711936 00000100:00100000:3.0:1788483452.761017:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224711936 00000100:00100000:3.0:1788483452.761082:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 163 00000100:00100000:3.0:1788483452.761093:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+89:25014:x1875360224711936:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:3.0:1788483452.761364:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+90:25014:x1875360224711936:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 271us (464us total) trans 4294967800 rc 0/0 00000100:00100000:3.0:1788483452.761373:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 163 00000100:00100000:0.0:1788483452.830313:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483452.830546:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224712192 00000100:00100000:1.0:1788483452.830566:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224712192 00000100:00100000:1.0:1788483452.830631:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 843 00000100:00100000:1.0:1788483452.830641:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+90:25019:x1875360224712192:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:1.0:1788483452.830663:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483452.830683:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f18ff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f20 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.830788:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1906 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.830802:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1906 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.830813:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1906 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483452.830823:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:1.0:1788483452.830927:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f18ff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f20 expref: 93 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.830945:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1906 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f20 expref: 92 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.830986:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:1.0:1788483452.830989:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1788483452.830993:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4600, rc 0) 00000100:00100000:1.0:1788483452.831043:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+92:25019:x1875360224712192:12345-192.168.206.36@tcp:101:cat.0 Request processed in 403us (739us total) trans 4294967801 rc 0/0 00000100:00100000:1.0:1788483452.831049:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 843 00000100:00100000:0.0:1788483452.856303:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483452.856468:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224712448 00000100:00100000:1.0:1788483452.856479:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224712448 00000100:00100000:1.0:1788483452.856578:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 37 00000100:00100000:1.0:1788483452.856588:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+92:25019:x1875360224712448:12345-192.168.206.36@tcp:103:cat.0 00010000:00010000:1.0:1788483452.856602:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1788483452.856625:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f18ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f19 expref: 92 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.856646:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1906 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f20 expref: 91 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.856659:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f18a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f0b expref: 90 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483452.856670:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:1.0:1788483452.856676:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483452.856737:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+89:25019:x1875360224712448:12345-192.168.206.36@tcp:103:cat.0 Request processed in 142us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483452.856745:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 37 00000100:00100000:0.0:1788483452.859667:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483452.860056:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224712576 00000100:00100000:3.0:1788483452.860066:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224712576 00000100:00100000:3.0:1788483452.860122:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 844 00000100:00100000:3.0:1788483452.860139:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+89:25019:x1875360224712576:12345-192.168.206.36@tcp:58:cat.0 00010000:00010000:3.0:1788483452.860246:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.860262:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.860273:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483452.860364:0:13707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].19, 136 off10776 00000100:00100000:3.0:1788483452.860445:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+89:25019:x1875360224712576:12345-192.168.206.36@tcp:58:cat.0 Request processed in 306us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483452.860452:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 844 00000100:00100000:1.0:1788483452.867188:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483452.867519:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224712704 00000100:00100000:3.0:1788483452.867529:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224712704 00000100:00100000:3.0:1788483452.867619:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 845 00000100:00100000:3.0:1788483452.867629:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+89:25019:x1875360224712704:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483452.867647:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483452.867667:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f191b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f27 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.867718:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.867740:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f191b lrc: 4/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f27 expref: 90 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.867759:0:6514:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.867934:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f191b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f27 expref: 90 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.868025:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:3.0:1788483452.868029:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483452.868034:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f191b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f27 expref: 90 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483452.868042:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75083cfc00, rc 0) 00000100:00100000:3.0:1788483452.868103:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+90:25019:x1875360224712704:12345-192.168.206.36@tcp:101:cat.0 Request processed in 474us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483452.868111:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 845 00000100:00100000:0.0:1788483452.996919:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250905728:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483452.997007:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483452.997203:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250905728 00000100:00100000:3.0:1788483452.997211:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250905728 00000100:00100000:3.0:1788483452.997281:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1788483452.997292:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250905728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483452.997327:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:3.0:1788483452.997384:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250905728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483452.997391:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1788483452.997563:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250905728:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483452.998387:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483452.998393:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483452.998416:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 3 00000040:00080000:3.0:1788483452.998424:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483452.998570:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860f480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250905856:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483452.998693:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760821d900 going to sleep for 11 seconds 00000100:00100000:3.0:1788483453.008582:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860f480 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250905856:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483453.012612:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483453.013150:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224712832 00000100:00100000:1.0:1788483453.013161:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224712832 00000100:00100000:1.0:1788483453.013227:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 846 00000100:00100000:1.0:1788483453.013239:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:25020:x1875360224712832:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483453.013280:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483453.013389:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:25020:x1875360224712832:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 152us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483453.013397:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 846 00000100:00080000:0.0:1788483453.013517:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483453.020343:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.021103:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224712960 00000100:00100000:3.0:1788483453.021114:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224712960 00000100:00100000:3.0:1788483453.021180:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 847 00000100:00100000:3.0:1788483453.021191:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:25020:x1875360224712960:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788483453.021429:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1922 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.021825:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1922 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.021839:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1922 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.021858:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1929 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.021867:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1929 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.021874:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1929 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.021896:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.021904:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.021911:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483453.021975:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00000004:00200000:3.0:1788483453.022693:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483453.022711:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023074:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1922 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023083:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1922 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023091:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1922 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023097:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334aa00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483453.023102:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1922 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023111:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1922 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023125:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483453.023127:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483453.023132:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1922 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023138:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1922 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023156:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1929 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023179:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1929 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023186:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1929 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023192:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483453.023196:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1929 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023202:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1929 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023220:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x8f5173fb (ffff9f76340c0600) 00010000:00010000:3.0:1788483453.023223:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483453.023226:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1929 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.023232:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1929 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x8f5173fb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.024174:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.024185:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.024192:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.024197:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483453.024220:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.024227:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.024247:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:3.0:1788483453.024250:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483453.024260:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.024267:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1930 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483453.024364:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:25020:x1875360224712960:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 3171us (4025us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483453.024374:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 847 00000100:00100000:3.0:1788483453.037150:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483453.037544:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224713216 00000100:00100000:1.0:1788483453.037563:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224713216 00000100:00100000:1.0:1788483453.037618:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 848 00000100:00100000:1.0:1788483453.037630:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:25020:x1875360224713216:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483453.037648:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483453.037668:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1937 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f2e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.037777:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f193e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.037791:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f193e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.037802:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f193e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483453.037814:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:1.0:1788483453.037878:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f193e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.037897:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f193e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.037904:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f193e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.037910:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483453.037915:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f193e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.037922:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f193e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.037934:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:1.0:1788483453.037937:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483453.037942:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f193e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.037948:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f193e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.038660:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1937 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f2e expref: 36 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.038674:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:1.0:1788483453.038676:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483453.038680:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1937 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f2e expref: 36 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.038691:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4600, rc 0) 00000100:00100000:1.0:1788483453.038823:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:25020:x1875360224713216:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1194us (1681us total) trans 4294967802 rc 301/301 00000100:00100000:1.0:1788483453.038831:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 848 00000100:00100000:0.0:1788483453.044549:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483453.044653:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224713344 00000100:00100000:1.0:1788483453.044663:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224713344 00000100:00100000:1.0:1788483453.044712:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 849 00000100:00100000:1.0:1788483453.044722:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:25020:x1875360224713344:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483453.044783:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483453.044894:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:25020:x1875360224713344:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 173us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483453.044903:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 849 00000100:00100000:2.0:1788483453.049425:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483453.049562:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224713472 00000100:00100000:0.0:1788483453.049571:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224713472 00000100:00100000:0.0:1788483453.049623:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 850 00000100:00100000:0.0:1788483453.049632:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:25020:x1875360224713472:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483453.049650:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483453.049669:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f194c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f35 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049737:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049751:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049762:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049775:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f195a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049781:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f195a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049787:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f195a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049871:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1961 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049880:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1961 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049888:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1961 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483453.049920:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2e:0x0]: returning size 4096 00000004:00200000:0.0:1788483453.049925:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483453.049945:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1961 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049958:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049966:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.049972:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050224:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050230:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483453.050235:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050242:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050329:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483453.050333:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483453.050338:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050344:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f1953 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050354:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f195a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050360:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f195a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050365:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f195a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050369:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483453.050372:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f195a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050377:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f195a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050384:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa5954980 (ffff9f7636b63f00) 00010000:00010000:0.0:1788483453.050386:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483453.050389:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f195a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050395:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f195a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa5954980 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050437:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f194c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f35 expref: 37 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050451:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f600/0xf2b1f833e60f1961 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f35 expref: 36 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.050466:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b63d00) 00010000:00010000:0.0:1788483453.050469:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483453.050472:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f600, rc 0) 00000100:00100000:0.0:1788483453.051170:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:25020:x1875360224713472:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1533us (1748us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483453.051180:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 850 00000100:00100000:0.0:1788483453.068268:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.069182:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224713728 00000100:00100000:3.0:1788483453.069196:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224713728 00000100:00100000:3.0:1788483453.069274:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 851 00000100:00100000:3.0:1788483453.069285:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:25020:x1875360224713728:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483453.069304:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483453.069324:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1968 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f3c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788483453.069750:0:6514:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x10:0x0], index 1: 0 00010000:00010000:3.0:1788483453.069883:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f196f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.069914:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f196f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.069926:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f196f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.070920:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1968 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f3c expref: 39 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.071051:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f196f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f3c expref: 38 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.071063:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f76340c0600) 00010000:00010000:3.0:1788483453.071065:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483453.071069:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:3.0:1788483453.071142:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25020:x1875360224713728:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1858us (2882us total) trans 4294967803 rc 0/0 00000100:00100000:3.0:1788483453.071151:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 851 00000100:00100000:2.0:1788483453.088769:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483453.088868:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224713984 00000100:00100000:1.0:1788483453.088879:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224713984 00000100:00100000:1.0:1788483453.088934:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 852 00000100:00100000:1.0:1788483453.088955:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25020:x1875360224713984:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788483453.089031:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483453.089057:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f196f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f3c expref: 38 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089076:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f76340c0600) 00010000:00010000:1.0:1788483453.089087:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483453.089108:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f197d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089122:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f197d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089131:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f197d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089159:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1984 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2e:0x0].0xc0950da2 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089166:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1984 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xc0950da2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089174:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1984 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xc0950da2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089392:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f197d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089401:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f197d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089407:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f197d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089413:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483453.089417:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f197d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089425:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f197d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089434:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b63d00) 00010000:00010000:1.0:1788483453.089437:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483453.089441:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f197d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089447:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f197d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089465:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1984 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2e:0x0].0xc0950da2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089471:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1984 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xc0950da2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089477:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1984 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xc0950da2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089482:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483453.089486:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1984 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xc0950da2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089492:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1984 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2e:0x0].0xc0950da2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089730:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0xc0950da2 (ffff9f7636b4fa00) 00010000:00010000:1.0:1788483453.089734:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483453.089737:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1984 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0xc0950da2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.089744:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1984 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2e:0x0].0xc0950da2 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483453.089828:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25020:x1875360224713984:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 883us (1065us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483453.089837:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 852 00000100:00100000:2.0:1788483453.100583:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.102906:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224714112 00000100:00100000:3.0:1788483453.102987:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224714112 00000100:00100000:0.0:1788483453.103179:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 853 00000100:00100000:0.0:1788483453.103193:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25020:x1875360224714112:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483453.103466:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483453.103491:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f198b lrc: 2/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f43 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.103563:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.103576:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.103592:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.106441:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f198b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f43 expref: 39 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.106464:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f43 expref: 38 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.106474:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:0.0:1788483453.106478:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483453.106481:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5e400, rc 0) 00000100:00100000:3.0:1788483453.109386:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483453.109480:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224714368 00000100:00100000:1.0:1788483453.109490:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224714368 00000100:00100000:1.0:1788483453.109587:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 854 00000100:00100000:1.0:1788483453.109611:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:25020:x1875360224714368:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788483453.109712:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.109734:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.109745:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483453.109862:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:25020:x1875360224714112:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 3415us (6030us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483453.109870:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 853 00000040:00080000:1.0:1788483453.109901:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].8, 88 off8776 00000004:00080000:1.0:1788483453.109911:0:6514:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 618064411519ns, next at 619064409344ns, rc = 0 00000004:00010000:1.0:1788483453.109957:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000be7105f0 reply state 00000000f0ef9e3f transno 4294967804 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.109971:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.110704:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:1.0:1788483453.110710:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:1.0:1788483453.110714:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483453.110825:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:25020:x1875360224714368:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 1215us (1445us total) trans 4294967804 rc 0/0 00000100:00100000:1.0:1788483453.110833:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 854 00000100:00100000:1.0:1788483453.121351:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483453.121549:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224714496 00000100:00100000:2.0:1788483453.121569:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224714496 00000100:00100000:2.0:1788483453.121626:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 855 00000100:00100000:2.0:1788483453.121637:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:25020:x1875360224714496:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483453.121659:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483453.121679:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f19a0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f4a expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.121750:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f19a0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f4a expref: 41 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.121784:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f19a0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f4a expref: 41 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.121804:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:2.0:1788483453.121808:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483453.121812:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b200, rc 0) 00000100:00100000:2.0:1788483453.121871:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:25020:x1875360224714496:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 236us (528us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483453.121880:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 855 00000100:00100000:3.0:1788483453.132797:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483453.133265:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224714624 00000100:00100000:2.0:1788483453.133290:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224714624 00000100:00080000:0.0:1788483453.133438:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483453.133755:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 202 00000100:00100000:2.0:1788483453.133767:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224714624:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788483453.134012:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224714624:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 248us (1225us total) trans 4294967336 rc 0/0 00000100:00100000:2.0:1788483453.134020:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 202 00000100:00100000:3.0:1788483453.140426:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483453.140649:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224714880 00000100:00100000:2.0:1788483453.140658:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224714880 00000100:00100000:2.0:1788483453.140710:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 164 00000100:00100000:2.0:1788483453.140720:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:25020:x1875360224714880:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483453.140956:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:25020:x1875360224714880:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 226us (527us total) trans 4294967805 rc 0/0 00000100:00100000:2.0:1788483453.140964:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 164 00000100:00100000:2.0:1788483453.145984:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.146143:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224715136 00000100:00100000:3.0:1788483453.146153:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224715136 00000100:00100000:3.0:1788483453.146220:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 856 00000100:00100000:3.0:1788483453.146231:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:25020:x1875360224715136:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483453.146373:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:25020:x1875360224715136:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 144us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483453.146381:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 856 00000100:00100000:2.0:1788483453.151836:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.153153:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224715264 00000100:00100000:3.0:1788483453.153166:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224715264 00000100:00100000:3.0:1788483453.153245:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 857 00000100:00100000:3.0:1788483453.153265:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:25020:x1875360224715264:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483453.153285:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483453.153307:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f19a7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f51 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.153377:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f19ae lrc: 3/1,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.153391:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f19ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.153402:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f19ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483453.153442:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483453.153463:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f19ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.153490:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f19a7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f51 expref: 44 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.153549:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f19ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f51 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.153588:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:3.0:1788483453.153590:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788483453.153594:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3200, rc 0) 00000100:00100000:3.0:1788483453.153656:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:25020:x1875360224715264:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 400us (1827us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483453.153663:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 857 00000100:00100000:2.0:1788483453.160819:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483453.161223:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224715392 00000100:00100000:0.0:1788483453.161233:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224715392 00000100:00100000:0.0:1788483453.161442:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 203 00000100:00100000:0.0:1788483453.161452:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224715392:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483453.161466:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483453.161484:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f19b5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f58 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483453.161552:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9a177c, blocks: 0x0 00010000:00010000:0.0:1788483453.161578:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=618s v=(0 0) 00010000:00010000:0.0:1788483453.161583:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483453.161592:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f19b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f58 expref: 11 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.161631:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f19b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f58 expref: 11 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.161645:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f200, rc 0) 00000100:00100000:0.0:1788483453.161701:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224715392:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 250us (890us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483453.161708:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 203 00000100:00100000:1.0:1788483453.166643:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483453.166924:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224715648 00000100:00100000:2.0:1788483453.166934:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224715648 00000100:00100000:2.0:1788483453.166997:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 858 00000100:00100000:2.0:1788483453.167007:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:25020:x1875360224715648:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483453.167109:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:25020:x1875360224715648:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 103us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483453.167117:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 858 00000100:00100000:2.0:1788483453.171274:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.171424:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224715776 00000100:00100000:3.0:1788483453.171435:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224715776 00000100:00100000:3.0:1788483453.171489:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 204 00000100:00100000:3.0:1788483453.171537:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:25020:x1875360224715776:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483453.171564:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483453.171582:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f5f expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.171612:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f19b5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f58 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.171620:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483453.171624:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483453.171629:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.171660:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f19b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f58 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.171692:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f19b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f58 expref: 12 pid: 8432 timeout: 718 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483453.171706:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250905984:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483453.171814:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760821db40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483453.180200:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483453.180490:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250905984:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483453.180572:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.180593:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:0.0:1788483453.180644:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:25020:x1875360224715776:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 9146us (9379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483453.180653:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 204 00000100:00100000:2.0:1788483453.182220:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224715904 00000100:00100000:2.0:1788483453.182234:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224715904 00010000:00010000:2.0:1788483453.182484:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f19b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f58 expref: 12 pid: 8432 timeout: 718 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483453.182548:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 279 00000100:00100000:2.0:1788483453.182572:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224715904:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483453.182587:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483453.182608:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f19b5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f58 expref: 12 pid: 8432 timeout: 718 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.182624:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f19b5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f58 expref: 12 pid: 8432 timeout: 718 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.182648:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f19b5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f58 expref: 12 pid: 8432 timeout: 718 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.182682:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483453.182686:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483453.182693:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.182703:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.182751:0:7456:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483453.182764:0:7456:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7456:1875360250906112:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483453.182861:0:7456:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605f18840 going to sleep for 11 seconds 00000100:00100000:1.0:1788483453.189635:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483453.189736:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224716032 00000100:00100000:0.0:1788483453.189745:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224716032 00002000:00100000:0.0:1788483453.189792:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff9f7641639180 x1875360224716032/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:204/0 lens 648/0 e 0 to 0 dl 1788483464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483453.189803:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641639180 with x1875360224716032 ext(0->157) 00002000:00010000:0.0:1788483453.189809:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7641639180 00000100:00100000:0.0:1788483453.189841:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 61 00000100:00100000:0.0:1788483453.189851:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224716032:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1788483453.190787:0:7456:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7456:1875360250906112:192.168.206.36@tcp:105: 00010000:00010000:2.0:1788483453.190812:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483453.190864:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360224715904:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 8294us (10671us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483453.190874:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 279 00000100:00100000:0.0:1788483453.191796:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224716032:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 1940us (2162us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1788483453.191805:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 61 00002000:00100000:0.0:1788483453.191816:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x10:0x0] (0->157) req@ffff9f7641639180 x1875360224716032/t4294967337(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:204/0 lens 648/448 e 0 to 0 dl 1788483464 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483453.191826:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641639180 with x1875360224716032 ext(0->157) 00002000:00010000:0.0:1788483453.191831:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7641639180 00000100:00100000:1.0:1788483453.195690:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.195825:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224716160 00000100:00100000:3.0:1788483453.195835:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224716160 00000100:00100000:3.0:1788483453.195892:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 859 00000100:00100000:3.0:1788483453.195903:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:25020:x1875360224716160:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788483453.198913:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967805 is committed 00000004:00080000:3.0:1788483453.198931:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 10 committed 00000100:00100000:1.0:1788483453.199209:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764163b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250906240:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1788483453.199296:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483453.199354:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250906240 00000100:00100000:1.0:1788483453.199361:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250906240 00000100:00100000:1.0:1788483453.199410:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1788483453.199419:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250906240:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:1.0:1788483453.199573:0:8433:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1788483453.199577:0:8433:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 0 -> 1788483452 00002000:00010000:1.0:1788483453.199580:0:8433:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:1.0:1788483453.199582:0:8433:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1788483452 -> 1788483452 00002000:00010000:1.0:1788483453.199584:0:8433:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1788483453.199625:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250906240:12345-0@lo:2:osp-syn-1-0.0 Request processed in 206us (328us total) trans 4294967338 rc 0/0 00000100:00100000:1.0:1788483453.199633:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00080000:1.0:1788483453.199657:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1788483453.199687:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f764163b480/2, rc 0, transno 4294967338 00000100:00100000:1.0:1788483453.199694:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764163b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250906240:0@lo:2:osp-syn-1-0.0 00000001:00080000:3.0:1788483453.201873:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967801 is committed 00010000:00010000:2.0:1788483453.202075:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.202087:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.202095:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.202115:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483453.202120:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.202127:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.202145:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:2.0:1788483453.202148:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788483453.202152:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.202158:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4600/0xf2b1f833e60f1999 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483453.202962:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25020:x1875360224716160:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 7052us (7273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483453.202974:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 859 00000100:00100000:3.0:1788483453.206010:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483453.206166:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224716288 00000100:00100000:2.0:1788483453.206177:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224716288 00000100:00100000:2.0:1788483453.206230:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 206 00000100:00100000:2.0:1788483453.206240:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2399:x1875360224716288:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00010000:00010000:0.0:1788483453.208913:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.208930:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.208938:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209248:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483453.209322:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209332:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209349:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff9f7636b4f000) 00010000:00010000:0.0:1788483453.209353:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483453.209358:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209363:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f187a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209407:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209414:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209419:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209423:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483453.209426:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209432:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209440:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:0.0:1788483453.209442:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788483453.209445:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483453.209450:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f18b2 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x2f:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483453.210661:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967338 is committed 00000001:00080000:3.0:1788483453.210674:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967337 is committed 00000100:00100000:2.0:1788483453.210890:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224716288:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 4645us (4883us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483453.210901:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 206 00000100:00100000:3.0:1788483453.227824:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483453.228768:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224716544 00000100:00100000:1.0:1788483453.228779:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224716544 00000100:00100000:1.0:1788483453.228849:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 860 00000100:00100000:1.0:1788483453.228859:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25020:x1875360224716544:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788483453.228910:0:6514:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483453.229609:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f19ae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f51 expref: 38 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.229650:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:1.0:1788483453.229655:0:6514:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483453.229696:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.229709:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.229719:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483453.229857:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000055ed0d55 reply state 00000000e09e82ac transno 4294967806 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.229870:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.229877:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:1.0:1788483453.229880:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483453.229883:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483453.230746:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:25020:x1875360224716544:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 1883us (2927us total) trans 4294967806 rc 0/0 00000100:00100000:1.0:1788483453.230756:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 860 00000100:00100000:1.0:1788483453.241935:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483453.242038:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224716672 00000100:00100000:0.0:1788483453.242049:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224716672 00000100:00100000:0.0:1788483453.242102:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 207 00000100:00100000:0.0:1788483453.242112:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224716672:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788483453.242279:0:14965:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:0.0:1788483453.242283:0:14965:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb mtime from disk: 1788483452 -> 1536580263 00002000:00010000:0.0:1788483453.242294:0:14965:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb atime from disk: 0 -> 1788482859 00002000:00010000:0.0:1788483453.242297:0:14965:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb ctime from disk: 1788483452 -> 1788483451 00002000:00010000:0.0:1788483453.242300:0:14965:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x10:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:0.0:1788483453.242360:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224716672:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 248us (432us total) trans 4294967339 rc 0/0 00000100:00100000:0.0:1788483453.242368:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 207 00000100:00100000:3.0:1788483453.253615:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483453.253722:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224716928 00000100:00100000:1.0:1788483453.253732:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224716928 00000100:00100000:1.0:1788483453.253783:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 861 00000100:00100000:1.0:1788483453.253793:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:25020:x1875360224716928:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788483453.253896:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.253919:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f43 expref: 39 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.253930:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 4/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.253969:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f43 expref: 39 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.255272:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f43 expref: 39 pid: 8191 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483453.255293:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250906368:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483453.255400:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b5300 going to sleep for 11 seconds 00000100:00100000:3.0:1788483453.270855:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483453.272483:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224717056 00000100:00100000:1.0:1788483453.272524:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224717056 00010000:00010000:1.0:1788483453.272585:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f43 expref: 40 pid: 8191 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483453.272637:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 280 00000100:00100000:1.0:1788483453.272648:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2402:x1875360224717056:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483453.272663:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483453.272670:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f43 expref: 40 pid: 8191 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.272707:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f43 expref: 40 pid: 8191 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.272730:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:1.0:1788483453.272736:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.272745:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.272753:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.272772:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483453.272828:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2402:x1875360224717056:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 182us (1982us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483453.272836:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 280 00010000:00010000:2.0:1788483453.273019:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1992 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x14:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f43 expref: 39 pid: 8191 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483453.273036:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250906368:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483453.273069:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.273086:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.273091:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.273130:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.273137:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.273143:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.273148:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483453.273153:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.273159:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.273169:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:2.0:1788483453.273171:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788483453.273175:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 2/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.273181:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f19ca lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483453.273221:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25020:x1875360224716928:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 19429us (19615us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788483453.273236:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 861 00000100:00100000:1.0:1788483453.280348:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.280630:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224717184 00000100:00100000:3.0:1788483453.280641:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224717184 00000100:00100000:3.0:1788483453.280692:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 208 00000100:00100000:3.0:1788483453.280703:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224717184:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483453.280755:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.280788:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.280797:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483453.280802:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483453.280806:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.280843:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.280858:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 11 pid: 14965 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483453.280872:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250906496:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483453.281234:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760821db40 going to sleep for 11 seconds 00000100:00100000:0.0:1788483453.292062:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.292312:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250906496:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483453.292338:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483453.292660:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224717312 00000100:00100000:1.0:1788483453.292667:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224717312 00010000:00010000:1.0:1788483453.292701:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 12 pid: 14965 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483453.292853:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 281 00000100:00100000:1.0:1788483453.292864:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224717312:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483453.292880:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483453.292901:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 12 pid: 14965 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.292936:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 12 pid: 14965 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.292966:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f19bc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f5f expref: 12 pid: 14965 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.292981:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483453.292985:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483453.292991:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.293000:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.293030:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483453.293088:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224717312:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 226us (1043us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483453.293097:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 281 00010000:00010000:3.0:1788483453.293162:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.293172:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.293218:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.293228:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.293237:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.293264:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334aa00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483453.293268:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.293278:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.293291:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.293299:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008a26b5ba/0xf2b1f833e60f19d1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483453.293349:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224717184:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 12648us (13011us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483453.293365:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 208 00000100:00100000:0.0:1788483453.301175:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483453.301522:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224717568 00000100:00100000:2.0:1788483453.301532:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224717568 00000100:00100000:2.0:1788483453.301592:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 862 00000100:00100000:2.0:1788483453.301603:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25020:x1875360224717568:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483453.301677:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f19d8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.301693:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f19d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.301704:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f19d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.301854:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.301864:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f19a0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f4a expref: 39 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.301872:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 4/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.301904:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f19a0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f4a expref: 39 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.301916:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f19a0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f4a expref: 39 pid: 12148 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483453.301961:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250906624:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483453.302035:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b5300 going to sleep for 11 seconds 00000100:00100000:1.0:1788483453.311291:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250906624:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483453.311337:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483453.329036:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483453.329633:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224717696 00000100:00100000:1.0:1788483453.329643:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224717696 00010000:00010000:1.0:1788483453.329685:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f19a0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f4a expref: 40 pid: 12148 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483453.329750:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 282 00000100:00100000:1.0:1788483453.329761:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2402:x1875360224717696:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483453.329775:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483453.329783:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f19a0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f4a expref: 40 pid: 12148 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.329797:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f19a0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f4a expref: 40 pid: 12148 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.329820:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f19a0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f4a expref: 40 pid: 12148 timeout: 718 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.329838:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:1.0:1788483453.329843:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 3/0,1 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.329851:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.329858:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.329892:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483453.329945:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:2402:x1875360224717696:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 186us (916us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483453.329953:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 282 00010000:00010000:2.0:1788483453.330051:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.330060:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483453.330165:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967807 00000001:00080000:2.0:1788483453.330307:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967808 00000001:00080000:2.0:1788483453.330358:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967809 00000100:00100000:2.0:1788483453.330428:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250906752:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788483453.330475:0:8191:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483453.330577:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f478240 going to sleep for 11 seconds 00000100:00100000:1.0:1788483453.331153:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250906752 00000100:00100000:1.0:1788483453.331172:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250906752 00000100:00100000:1.0:1788483453.331231:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788483453.331249:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8191:x1875360250906752:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788483453.331339:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8191:x1875360250906752:12345-0@lo:1000:mdt00_003.0 Request processed in 101us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483453.331347:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788483453.331385:0:8191:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967338 gen 2 00000004:00080000:1.0:1788483453.331390:0:8191:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f764163b480, transno 4294967338 00000100:00100000:1.0:1788483453.331401:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250906752:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1788483453.331534:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967810 00000100:00100000:1.0:1788483453.331597:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250906880:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788483453.331641:0:8191:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483453.331661:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7634042480 going to sleep for 11 seconds 00000100:00100000:1.0:1788483453.331674:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250906880 00000100:00100000:1.0:1788483453.331677:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250906880 00000100:00100000:1.0:1788483453.331702:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1788483453.331708:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8191:x1875360250906880:12345-0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788483453.331812:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8191:x1875360250906880:12345-0@lo:1000:mdt00_003.0 Request processed in 103us (169us total) trans 4294967340 rc 0/0 00000100:00100000:1.0:1788483453.331819:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1788483453.331906:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250906880:0@lo:1000:mdt00_003.0 00010000:00010000:1.0:1788483453.331936:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.331945:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.331965:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.331970:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483453.331974:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.331995:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332010:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:1.0:1788483453.332013:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483453.332017:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 2/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332023:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f19df lrc: 0/0,0 mode: --/EX res: [0x200000403:0x14:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332055:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332062:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332067:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332072:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75083ce400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483453.332075:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332089:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332099:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:1.0:1788483453.332101:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483453.332108:0:8191:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f191b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f27 expref: 77 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332120:0:8191:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f191b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f27 expref: 77 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332128:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f191b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f27 expref: 77 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.332152:0:8191:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfc00/0xf2b1f833e60f191b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f27 expref: 77 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483453.332163:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250907008:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483453.332213:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7634042480 going to sleep for 11 seconds 00000100:00100000:0.0:1788483453.337564:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.337764:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224717824 00000100:00100000:3.0:1788483453.337774:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224717824 00000100:00100000:3.0:1788483453.337839:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 165 00000100:00100000:3.0:1788483453.337849:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+78:25019:x1875360224717824:12345-192.168.206.36@tcp:49:cat.0 00000100:00100000:3.0:1788483453.337964:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+78:25019:x1875360224717824:12345-192.168.206.36@tcp:49:cat.0 Request processed in 117us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483453.337972:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 165 00000100:00080000:0.0:1788483453.338099:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483453.339123:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250907008:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483453.339149:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.339159:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1914 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.339191:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f19e6 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.339218:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f19e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.339229:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f19e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340450:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f19e6 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340463:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f19e6 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340469:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f19e6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340475:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483453.340479:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f19e6 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340485:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f19e6 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340519:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:1.0:1788483453.340523:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483453.340527:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f19e6 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340533:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f19e6 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x2f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340547:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f19d8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340576:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f19d8 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340582:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f19d8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340587:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483453.340590:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f19d8 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.340597:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f19d8 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.342186:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:1.0:1788483453.342190:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483453.342195:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f19d8 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.342203:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f19d8 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483453.342391:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:25020:x1875360224717568:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 40787us (41219us total) trans 4294967811 rc 0/0 00000100:00100000:1.0:1788483453.342401:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 862 00000020:00080000:1.0:1788483453.342407:0:8191:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:0.0:1788483453.342838:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000040:00080000:3.0:1788483453.344325:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483453.344333:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483453.344893:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788483453.344906:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483453.345407:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224717952 00000100:00100000:1.0:1788483453.345417:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224717952 00000100:00100000:1.0:1788483453.345522:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 209 00000100:00100000:1.0:1788483453.345534:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+10:25019:x1875360224717952:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:1.0:1788483453.345578:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483453.345607:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f19ed lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f66 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483453.345632:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x10:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9a152b, ctime: 0x6a9a177b, blocks: 0x8 00010000:00010000:1.0:1788483453.345651:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=618s v=(0 0) 00010000:00010000:1.0:1788483453.345656:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483453.345665:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f19ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f66 expref: 11 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.345680:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e8eba2e9/0xf2b1f833e60f19ed lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f66 expref: 11 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.345694:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4600, rc 0) 00000100:00100000:1.0:1788483453.345783:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+11:25019:x1875360224717952:12345-192.168.206.36@tcp:101:cat.0 Request processed in 251us (2945us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483453.345790:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 209 00000100:00080000:0.0:1788483453.346371:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483453.353198:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483453.353267:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.353347:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224718336 00000100:00100000:3.0:1788483453.353356:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224718336 00000100:00100000:3.0:1788483453.353420:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 166 00000100:00100000:3.0:1788483453.353431:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:25020:x1875360224718336:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788483453.353744:0:14620:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x14:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788483453.353774:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967812 00010000:00010000:3.0:1788483453.353806:0:14620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.353821:0:14620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.353831:0:14620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.353856:0:14620:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.353863:0:14620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.353869:0:14620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483453.353889:0:14620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788483453.353965:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:25020:x1875360224718336:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 534us (696us total) trans 4294967813 rc 0/0 00000100:00100000:3.0:1788483453.353973:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 166 00000020:00080000:3.0:1788483453.353990:0:14620:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788483453.354340:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483453.354348:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.354356:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334aa00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483453.354360:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.354368:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.354394:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00010000:00010000:1.0:1788483453.354397:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483453.354402:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.354408:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f19f4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x14:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.354421:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483453.354423:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483453.354424:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483453.355442:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224718080 00000100:00100000:2.0:1788483453.355453:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224718080 00002000:00100000:2.0:1788483453.355529:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff9f763696e680 x1875360224718080/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:204/0 lens 488/0 e 0 to 0 dl 1788483464 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483453.355541:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f763696e680 with x1875360224718080 ext(0->4095) 00002000:00010000:2.0:1788483453.355546:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f763696e680 00000100:00100000:2.0:1788483453.355582:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 62 00000100:00100000:2.0:1788483453.355591:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224718080:12345-192.168.206.36@tcp:3:cat.0 00000100:00100000:2.0:1788483453.356096:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224718080:12345-192.168.206.36@tcp:3:cat.0 Request processed in 504us (2903us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788483453.356105:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 62 00002000:00100000:2.0:1788483453.356124:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x10:0x0] (0->4095) req@ffff9f763696e680 x1875360224718080/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:204/0 lens 488/4536 e 0 to 0 dl 1788483464 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483453.356131:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f763696e680 with x1875360224718080 ext(0->4095) 00002000:00010000:2.0:1788483453.356134:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f763696e680 00000100:00100000:0.0:1788483453.360916:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483453.361487:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224718592 00000100:00100000:3.0:1788483453.361535:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224718592 00000100:00100000:3.0:1788483453.361597:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 167 00000100:00100000:3.0:1788483453.361832:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e75b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+78:25019:x1875360224718592:12345-192.168.206.36@tcp:35:cat.0 00000001:00080000:3.0:1788483453.362047:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967814 00000100:00100000:3.0:1788483453.362155:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e75b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+80:25019:x1875360224718592:12345-192.168.206.36@tcp:35:cat.0 Request processed in 327us (1246us total) trans 4294967815 rc 0/0 00000100:00100000:3.0:1788483453.367764:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 167 00000020:00080000:3.0:1788483453.367775:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788483453.416436:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483453.417550:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224718848 00000100:00100000:2.0:1788483453.417573:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224718848 00000100:00100000:2.0:1788483453.417783:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 863 00000100:00100000:2.0:1788483453.417795:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+80:25023:x1875360224718848:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483453.417829:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483453.417847:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f19fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f6d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.417921:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a02 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.417934:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.417945:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.417960:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a09 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.417966:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.417972:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419689:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f1a10 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419711:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f1a10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419722:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f1a10 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483453.419733:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:2.0:1788483453.419810:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a02 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419818:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a02 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419825:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419831:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483453.419836:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a02 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419843:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a02 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419856:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x0 (ffff9f7636b63d00) 00010000:00010000:2.0:1788483453.419860:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483453.419864:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a02 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419882:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a02 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419897:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a09 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419903:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a09 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419910:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a09 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419915:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483453.419918:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a09 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419925:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a09 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419934:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2e:0x0].0x4f0c1d45 (ffff9f750731fc00) 00010000:00010000:2.0:1788483453.419936:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483453.419940:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a09 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.419946:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a09 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2e:0x0].0x4f0c1d45 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.420077:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f19fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f6d expref: 83 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.420105:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a600/0xf2b1f833e60f1a10 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f6d expref: 82 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483453.420113:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:2.0:1788483453.420115:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483453.420118:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a600, rc 0) 00000100:00100000:2.0:1788483453.420180:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25023:x1875360224718848:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2387us (3753us total) trans 4294967816 rc 0/0 00000100:00100000:2.0:1788483453.420189:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 863 00000100:00100000:2.0:1788483453.423173:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483453.427789:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224718976 00000100:00100000:0.0:1788483453.427803:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224718976 00000100:00100000:1.0:1788483453.428593:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 864 00000100:00100000:1.0:1788483453.428616:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25023:x1875360224718976:12345-192.168.206.36@tcp:54:lfs.0 00010000:00010000:1.0:1788483453.428682:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a1e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.428709:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.428720:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.428754:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a1e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.428760:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a1e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.428767:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a1e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.428789:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483453.428794:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a1e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.428801:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a1e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.428813:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:1.0:1788483453.428816:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483453.428821:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a1e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.428827:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a1e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x2f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483453.428900:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25023:x1875360224718976:12345-192.168.206.36@tcp:54:lfs.0 Request processed in 286us (5735us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483453.428907:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 864 00000100:00100000:0.0:1788483453.431883:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483453.432054:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224719232 00000100:00100000:2.0:1788483453.432063:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224719232 00000100:00100000:2.0:1788483453.432120:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 168 00000100:00100000:2.0:1788483453.432130:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25023:x1875360224719232:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:2.0:1788483453.432550:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+83:25023:x1875360224719232:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 419us (673us total) trans 4294967817 rc 0/0 00000100:00100000:2.0:1788483453.432568:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 168 00000100:00100000:0.0:1788483453.615955:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483453.616058:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224719488 00000100:00100000:1.0:1788483453.616067:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224719488 00000100:00100000:1.0:1788483453.616130:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 865 00000100:00100000:1.0:1788483453.616141:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+83:25039:x1875360224719488:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:1.0:1788483453.616161:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483453.616180:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a25 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f74 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.616282:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1a2c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.616311:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1a2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.616322:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1a2c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483453.616334:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x2f:0x0]: returning size 158 00010000:00010000:1.0:1788483453.616432:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x2e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f74 expref: 86 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.616450:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5800/0xf2b1f833e60f1a2c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x2f:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f74 expref: 85 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483453.616459:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x2f:0x0].0x0 (ffff9f7636b63100) 00010000:00010000:1.0:1788483453.616462:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1788483453.616465:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5800, rc 0) 00000100:00100000:1.0:1788483453.616575:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+85:25039:x1875360224719488:12345-192.168.206.36@tcp:101:diff.0 Request processed in 435us (628us total) trans 4294967818 rc 0/0 00000100:00100000:1.0:1788483453.616583:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 865 00010000:00010000:0.0:1788483453.700773:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483454.122547:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483454.122687:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483454.122721:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483454.122801:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224719872 00000100:00100000:0.0:1788483454.122811:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224719872 00000100:00100000:0.0:1788483454.122868:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224720128 00000100:00100000:0.0:1788483454.122872:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224720128 00000100:00100000:0.0:1788483454.122893:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 419 00000100:00100000:0.0:1788483454.122902:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2402:x1875360224719872:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483454.122994:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2402:x1875360224719872:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 93us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483454.123002:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 419 00000100:00100000:0.0:1788483454.123019:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 420 00000100:00100000:0.0:1788483454.123026:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224720128:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483454.123051:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224720128:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483454.123057:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 420 00000100:00080000:3.0:1788483454.123526:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483454.126111:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224719616 00000100:00100000:2.0:1788483454.126125:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224719616 00000100:00100000:2.0:1788483454.126185:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 679 00000100:00100000:2.0:1788483454.126204:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224719616:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483454.126470:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224719616:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 275us (3930us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483454.126477:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 679 00000100:00100000:0.0:1788483454.127057:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483454.127187:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483454.127962:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224719744 00000100:00100000:1.0:1788483454.127972:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224719744 00000100:00100000:1.0:1788483454.128040:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224720000 00000100:00100000:1.0:1788483454.128044:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224720000 00000100:00100000:1.0:1788483454.128081:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 738 00000100:00100000:1.0:1788483454.128091:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224719744:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483454.128153:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224719744:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 63us (1098us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483454.128175:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 738 00000100:00100000:1.0:1788483454.128208:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 739 00000100:00100000:1.0:1788483454.128224:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224720000:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483454.128260:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224720000:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483454.128267:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 739 00000100:00080000:3.0:1788483454.129738:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483454.533662:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250907520:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.533746:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.533812:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250908032:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.533837:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.533855:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764163b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250908544:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.533876:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.533899:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788483454.533905:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250907136:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.533934:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.533956:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250907648:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.533991:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.534008:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250908160:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.534029:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.534044:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250908672:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.534064:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.534090:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250907264:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.534114:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.534146:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250907776:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.534169:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.534184:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250908288:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.534202:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.534218:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788483454.534224:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250907392:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.534246:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.534262:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250907904:0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.534488:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483454.534525:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250908800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483454.534566:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483454.534598:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250908032 00000100:00100000:0.0:1788483454.534605:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250908032 00000100:00100000:0.0:1788483454.534651:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250908544 00000100:00100000:0.0:1788483454.534655:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250908544 00000100:00100000:0.0:1788483454.534670:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250908160 00000100:00100000:0.0:1788483454.534673:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250908160 00000100:00100000:0.0:1788483454.534683:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250908672 00000100:00100000:0.0:1788483454.534686:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250908672 00000100:00100000:0.0:1788483454.534699:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788483454.534706:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250908032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.534759:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250908032:12345-0@lo:400:kworker.0 Request processed in 53us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483454.534765:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788483454.534781:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1788483454.534796:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250908544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.534827:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250908544:12345-0@lo:400:kworker.0 Request processed in 33us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483454.534833:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1788483454.534845:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1788483454.534850:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250908160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.534872:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250908160:12345-0@lo:400:kworker.0 Request processed in 23us (842us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483454.534877:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:0.0:1788483454.534884:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1788483454.534889:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250908672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.534907:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250908672:12345-0@lo:400:kworker.0 Request processed in 18us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483454.534911:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1788483454.534924:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250908800 00000100:00100000:0.0:1788483454.534927:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250908800 00000100:00100000:0.0:1788483454.534945:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1788483454.534950:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250908800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483454.534962:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921408000 avail 3689857024 00000100:00100000:0.0:1788483454.535006:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250908800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483454.535012:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1788483454.535046:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250908800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483454.535072:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250908160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.535081:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250908672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.535097:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250908032:0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.535104:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764163b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250908544:0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.535146:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250907648 00000100:00100000:0.0:1788483454.535149:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250907648 00000100:00100000:0.0:1788483454.535170:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250907392 00000100:00100000:0.0:1788483454.535173:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250907392 00000100:00100000:0.0:1788483454.535184:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1788483454.535189:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250907648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.535224:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250907648:12345-0@lo:400:kworker.0 Request processed in 35us (1232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483454.535230:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1788483454.535241:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:0.0:1788483454.535248:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250907392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.535449:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.535470:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250908416:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.535493:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483454.535535:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250907392:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.535573:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250907520 00000100:00100000:1.0:1788483454.535577:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250907520 00000100:00100000:1.0:1788483454.535598:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250907264 00000100:00100000:1.0:1788483454.535601:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250907264 00000100:00100000:1.0:1788483454.535611:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250907776 00000100:00100000:1.0:1788483454.535614:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250907776 00000100:00100000:1.0:1788483454.535623:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250908288 00000100:00100000:1.0:1788483454.535625:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250908288 00000100:00100000:1.0:1788483454.535634:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250907904 00000100:00100000:1.0:1788483454.535636:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250907904 00000100:00100000:1.0:1788483454.535645:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250908416 00000100:00100000:1.0:1788483454.535646:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250908416 00000100:00100000:1.0:1788483454.535659:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1788483454.535664:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250907520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.535693:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250907520:12345-0@lo:400:kworker.0 Request processed in 29us (1948us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483454.535710:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1788483454.535724:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1788483454.535729:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250907264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.535762:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250907264:12345-0@lo:400:kworker.0 Request processed in 34us (1648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483454.535768:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1788483454.535778:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1788483454.535783:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250907776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.535808:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250907776:12345-0@lo:400:kworker.0 Request processed in 25us (1638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483454.535814:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1788483454.535825:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1788483454.535831:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250908288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.535857:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250908288:12345-0@lo:400:kworker.0 Request processed in 27us (1653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483454.535863:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:1.0:1788483454.535873:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1788483454.535879:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250907904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.535904:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250907904:12345-0@lo:400:kworker.0 Request processed in 25us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483454.535909:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:1.0:1788483454.535919:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1788483454.535925:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250908416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.535951:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250908416:12345-0@lo:400:kworker.0 Request processed in 26us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483454.535963:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1788483454.536005:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250907904:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.536015:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250908416:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.536025:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250907264:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.536033:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250907776:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.536041:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250908288:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.536085:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250907648:0@lo:400:kworker.0 00000100:00100000:1.0:1788483454.536095:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250907520:0@lo:400:kworker.0 00000100:00100000:0.0:1788483454.536195:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250907392:12345-0@lo:400:kworker.0 Request processed in 947us (1947us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483454.536202:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1788483454.536726:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250907136 00000100:00100000:2.0:1788483454.536732:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250907136 00000100:00100000:2.0:1788483454.536777:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:2.0:1788483454.536785:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250907136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483454.536842:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250907136:12345-0@lo:400:kworker.0 Request processed in 59us (2907us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483454.536848:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00080000:3.0:1788483454.537895:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483454.537901:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483454.537904:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483454.537907:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483454.537921:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483454.537936:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250908928:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483454.537982:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483454.538020:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250908928 00000100:00100000:3.0:1788483454.538025:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250908928 00000100:00100000:3.0:1788483454.538060:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1788483454.538067:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250908928:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483454.538084:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921408000 avail 3689857024 00000100:00100000:3.0:1788483454.538123:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250908928:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483454.538130:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:3.0:1788483454.538172:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250908928:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483454.538610:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250907136:0@lo:400:kworker.0 00010000:00010000:1.0:1788483454.727776:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483455.058475:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788483455.058521:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250909056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483455.058614:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483455.058873:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250909056 00000100:00100000:3.0:1788483455.058881:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250909056 00000100:00100000:3.0:1788483455.058945:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1788483455.058954:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250909056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483455.058987:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483455.059033:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250909056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483455.059041:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1788483455.059191:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250909056:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788483455.753810:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483456.775223:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483457.095126:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483457.095149:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250909184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483457.095231:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483457.096081:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483457.096096:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250909312:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483457.101392:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483457.101556:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250909184 00000100:00100000:1.0:1788483457.101567:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250909184 00000100:00100000:1.0:1788483457.101631:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250909312 00000100:00100000:1.0:1788483457.101634:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250909312 00000100:00100000:1.0:1788483457.101648:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1788483457.101657:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250909184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483457.101695:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1788483457.101756:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250909184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (6525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483457.101763:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1788483457.101781:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1788483457.101787:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250909312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483457.101807:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1788483457.101832:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250909312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483457.101838:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00080000:0.0:1788483457.102216:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483457.102257:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250909312:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483457.104689:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250909184:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788483457.799595:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483458.116819:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250909440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483458.116883:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483458.116971:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250909440 00000100:00100000:3.0:1788483458.116987:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250909440 00000100:00100000:3.0:1788483458.117029:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1788483458.117036:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250909440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483458.117065:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:3.0:1788483458.117103:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250909440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 66us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483458.117110:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1788483458.117149:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250909440:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788483458.822133:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788483459.147147:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967818 is committed 00000001:00080000:3.0:1788483459.147195:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967813 is committed 00010000:00010000:2.0:1788483459.147272:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483459.147285:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483459.147293:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483459.147299:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483459.147304:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483459.147312:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483459.147331:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x14:0x0].0x0 (ffff9f7636b63f00) 00000020:00080000:3.0:1788483459.147332:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7604a18f00 refcount 2 committed 0 result 0 batchid 12 00000020:00080000:3.0:1788483459.147337:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f76369b4800 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f76191a7000 00000020:00080000:3.0:1788483459.147340:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f76369b4400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7509106c00 00010000:00010000:2.0:1788483459.147346:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483459.147351:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483459.147358:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f19c3 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x14:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788483459.147585:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 12 committed batchid 11 00000020:00080000:0.0:1788483459.147645:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 11 00000001:00080000:0.0:1788483459.149648:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967340 is committed 00000001:00080000:0.0:1788483459.149660:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967339 is committed 00000100:00100000:0.0:1788483459.244290:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483459.244337:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483459.244376:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483459.244404:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483459.244420:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483459.244443:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483459.244459:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483459.244479:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483459.244554:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483459.244592:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224720768 00000100:00100000:0.0:1788483459.244601:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224720768 00000100:00100000:0.0:1788483459.244653:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224721280 00000100:00100000:0.0:1788483459.244656:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224721280 00000100:00100000:0.0:1788483459.244671:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224720640 00000100:00100000:0.0:1788483459.244673:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224720640 00000100:00100000:0.0:1788483459.244684:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224721152 00000100:00100000:0.0:1788483459.244686:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224721152 00000100:00100000:0.0:1788483459.244715:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 425 00000100:00100000:0.0:1788483459.244725:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224720768:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483459.244802:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224720768:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 77us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483459.244810:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 425 00000100:00100000:0.0:1788483459.244827:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 426 00000100:00100000:0.0:1788483459.244834:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224721280:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483459.244874:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224721280:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 41us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483459.244880:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 426 00000100:00100000:0.0:1788483459.244892:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 427 00000100:00100000:0.0:1788483459.244898:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224720640:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483459.244921:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224720640:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483459.244926:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 427 00000100:00100000:0.0:1788483459.244937:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 428 00000100:00100000:0.0:1788483459.244943:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224721152:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483459.244965:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224721152:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483459.244970:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 428 00000100:00100000:1.0:1788483459.245099:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224720256 00000100:00100000:1.0:1788483459.245104:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224720256 00000100:00100000:1.0:1788483459.245137:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 681 00000100:00100000:1.0:1788483459.245143:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224720256:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483459.245170:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224720256:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (889us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.245176:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 681 00000100:00100000:1.0:1788483459.245207:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224720512 00000100:00100000:1.0:1788483459.245210:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224720512 00000100:00100000:1.0:1788483459.245237:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224721024 00000100:00100000:1.0:1788483459.245241:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224721024 00000100:00100000:1.0:1788483459.245259:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224720384 00000100:00100000:1.0:1788483459.245262:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224720384 00000100:00100000:1.0:1788483459.245274:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224720896 00000100:00100000:1.0:1788483459.245277:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224720896 00000100:00100000:1.0:1788483459.245291:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 746 00000100:00100000:1.0:1788483459.245296:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224720512:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483459.245322:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224720512:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.245328:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 746 00000100:00100000:1.0:1788483459.245340:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 747 00000100:00100000:1.0:1788483459.245356:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224721024:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483459.245382:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224721024:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.245388:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 747 00000100:00100000:1.0:1788483459.245400:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 748 00000100:00100000:1.0:1788483459.245406:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+80:2401:x1875360224720384:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483459.245434:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+80:2401:x1875360224720384:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (990us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.245441:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 748 00000100:00100000:1.0:1788483459.245453:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 749 00000100:00100000:1.0:1788483459.245459:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:2401:x1875360224720896:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483459.245482:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:2401:x1875360224720896:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (1003us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.245488:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 749 00000100:00080000:1.0:1788483459.245572:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483459.245576:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483459.245578:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483459.245580:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483459.653362:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250909696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483459.653435:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483459.653531:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483459.653539:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641748700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250909568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483459.653566:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483459.653605:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250909696 00000100:00100000:1.0:1788483459.653612:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250909696 00000100:00100000:1.0:1788483459.653678:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250909568 00000100:00100000:1.0:1788483459.653682:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250909568 00000100:00100000:1.0:1788483459.653709:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1788483459.653718:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250909696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483459.653744:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1788483459.653798:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250909696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.653806:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1788483459.653825:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:1.0:1788483459.653831:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250909568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483459.653841:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 83353280 pending 0 free 3921403904 avail 3689881600 00000100:00100000:1.0:1788483459.653864:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250909568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.653870:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00080000:1.0:1788483459.653889:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483459.654176:0:3639:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:1.0:1788483459.654182:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967340 committed transno 4294967340 00000100:00100000:1.0:1788483459.654208:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641748700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250909568:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483459.654226:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250909696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483459.654408:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250910208:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.654441:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483459.654462:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250910720:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.654487:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483459.654540:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788483459.654547:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250910080:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.654574:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483459.654592:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250910592:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.654614:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483459.654638:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250911104:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.654672:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483459.654710:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250910080 00000100:00100000:0.0:1788483459.654715:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250910080 00000100:00100000:0.0:1788483459.654742:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1788483459.654749:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250910080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.654905:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250910080:12345-0@lo:400:kworker.0 Request processed in 155us (329us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483459.654980:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1788483459.655002:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250910208 00000100:00100000:0.0:1788483459.655006:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250910208 00000100:00100000:0.0:1788483459.655027:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250910592 00000100:00100000:0.0:1788483459.655029:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250910592 00000100:00100000:1.0:1788483459.655165:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250909824:0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.655195:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483459.655221:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250910336:0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.655243:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483459.655258:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250910848:0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.655277:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483459.655308:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788483459.655314:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250909952:0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.655338:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483459.655353:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250910464:0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.655373:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483459.655385:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250910976:0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.655404:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483459.655422:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250909824 00000100:00100000:1.0:1788483459.655425:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250909824 00000100:00100000:1.0:1788483459.655450:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1788483459.655456:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250909824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.655488:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250909824:12345-0@lo:400:kworker.0 Request processed in 32us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.655494:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1788483459.655554:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250910720 00000100:00100000:1.0:1788483459.655558:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250910720 00000100:00100000:1.0:1788483459.655585:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250910848 00000100:00100000:1.0:1788483459.655588:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250910848 00000100:00100000:1.0:1788483459.655607:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1788483459.655613:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250910720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.655642:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250910720:12345-0@lo:400:kworker.0 Request processed in 30us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.655649:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1788483459.655661:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1788483459.655666:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250910848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.655704:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250910848:12345-0@lo:400:kworker.0 Request processed in 26us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.655717:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1788483459.655740:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250911104 00000100:00100000:1.0:1788483459.655743:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250911104 00000100:00100000:1.0:1788483459.655758:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250909952 00000100:00100000:1.0:1788483459.655761:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250909952 00000100:00100000:1.0:1788483459.655769:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250910464 00000100:00100000:1.0:1788483459.655771:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250910464 00000100:00100000:0.0:1788483459.655886:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250910976 00000100:00100000:0.0:1788483459.655890:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250910976 00000100:00100000:0.0:1788483459.655903:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1788483459.655909:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250910208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656119:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250910208:12345-0@lo:400:kworker.0 Request processed in 209us (1676us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483459.656126:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1788483459.656140:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1788483459.656146:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250911104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656174:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250911104:12345-0@lo:400:kworker.0 Request processed in 29us (1502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483459.656180:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:0.0:1788483459.656191:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1788483459.656197:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250909952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656223:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250909952:12345-0@lo:400:kworker.0 Request processed in 26us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483459.656239:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1788483459.656253:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1788483459.656259:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250910592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656286:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250910592:12345-0@lo:400:kworker.0 Request processed in 28us (1672us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483459.656292:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1788483459.656303:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1788483459.656309:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250910976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656336:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250910976:12345-0@lo:400:kworker.0 Request processed in 28us (931us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483459.656341:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1788483459.656386:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250910080:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656398:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250910592:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656407:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250911104:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656415:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250910208:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656425:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250910720:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656618:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250909952:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656629:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250910976:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656637:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250909824:0@lo:400:kworker.0 00000100:00100000:0.0:1788483459.656648:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250910848:0@lo:400:kworker.0 00000100:00080000:0.0:1788483459.656676:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483459.656686:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483459.656689:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483459.657221:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250910336 00000100:00100000:3.0:1788483459.657228:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250910336 00000100:00100000:3.0:1788483459.657273:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1788483459.657281:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250910336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483459.657335:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250910336:12345-0@lo:400:kworker.0 Request processed in 56us (2091us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483459.657342:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1788483459.657393:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250910336:0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.660219:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1788483459.660252:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250910464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483459.660348:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250910464:12345-0@lo:400:kworker.0 Request processed in 118us (4973us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483459.660355:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:3.0:1788483459.660707:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250910464:0@lo:400:kworker.0 00010000:00010000:1.0:1788483459.848479:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483460.164709:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483460.171184:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250911232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483460.174196:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483460.174488:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250911232 00000100:00100000:0.0:1788483460.174526:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250911232 00000100:00100000:0.0:1788483460.174582:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1788483460.174592:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250911232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483460.174625:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483460.174677:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250911232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483460.174684:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:2.0:1788483460.175474:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250911232:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1788483460.551933:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483460.551942:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483460.552027:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 20 count 2 00000040:00080000:3.0:1788483460.552045:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483460.870819:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483461.253128:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483461.493106:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483461.493388:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224721408 00000100:00100000:0.0:1788483461.493398:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224721408 00000100:00100000:0.0:1788483461.493482:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 866 00000100:00100000:0.0:1788483461.493493:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:24967:x1875360224721408:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00080000:1.0:1788483461.493708:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483461.494818:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:24967:x1875360224721408:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 1321us (1715us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483461.494829:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 866 00000100:00100000:3.0:1788483461.518553:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483461.518670:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224721536 00000100:00100000:2.0:1788483461.518680:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224721536 00000100:00100000:2.0:1788483461.518764:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 867 00000100:00100000:2.0:1788483461.518774:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:24967:x1875360224721536:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788483461.518870:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:24967:x1875360224721536:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 98us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483461.518877:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 867 00000100:00080000:1.0:1788483461.519693:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1788483461.893477:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483462.212875:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250911360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483462.212943:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483462.213449:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250911360 00000100:00100000:0.0:1788483462.213458:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250911360 00000100:00100000:0.0:1788483462.213556:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1788483462.213566:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250911360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483462.213591:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:0.0:1788483462.213646:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250911360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (703us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483462.213654:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1788483462.213806:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250911360:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788483462.214399:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483462.215479:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483462.215525:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250911488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483462.215581:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483462.215874:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250911488 00000100:00100000:3.0:1788483462.215882:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250911488 00000100:00100000:3.0:1788483462.215934:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1788483462.215943:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250911488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483462.215961:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 99679936 pending 0 free 3921403904 avail 3689881600 00000100:00100000:3.0:1788483462.216004:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250911488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (423us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483462.216011:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1788483462.216048:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250911488:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788483462.216445:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788483462.917806:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483463.237842:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250911616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483463.238213:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483463.238357:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250911616 00000100:00100000:0.0:1788483463.238373:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250911616 00000100:00100000:0.0:1788483463.238468:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1788483463.238480:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250911616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483463.238568:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444397056 avail 1298157568 00000100:00100000:0.0:1788483463.238638:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250911616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 161us (426us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483463.238646:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1788483463.238733:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250911616:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1788483463.460965:0:20561:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12c: Restore a file with stripe of 2 == 20:57:40 (1788483460) 00000100:00100000:0.0:1788483463.762431:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483463.762552:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224721664 00000100:00100000:1.0:1788483463.762565:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224721664 00000100:00100000:1.0:1788483463.762652:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 868 00000100:00100000:1.0:1788483463.762665:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:25662:x1875360224721664:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1788483463.762924:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483463.763044:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:25662:x1875360224721664:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 381us (625us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483463.763074:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 868 00000100:00100000:0.0:1788483463.778372:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483463.780160:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224721792 00000100:00100000:2.0:1788483463.780179:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224721792 00000100:00080000:2.0:1788483463.780413:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483463.780468:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 869 00000100:00100000:3.0:1788483463.780482:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:25662:x1875360224721792:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788483463.780661:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:25662:x1875360224721792:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 181us (2301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483463.780669:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 869 00000100:00100000:0.0:1788483463.790021:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483463.790123:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224721920 00000100:00100000:2.0:1788483463.790135:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224721920 00000100:00100000:2.0:1788483463.790240:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 870 00000100:00100000:2.0:1788483463.790252:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+80:25663:x1875360224721920:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483463.790278:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483463.790303:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1a3a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f7b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790385:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a41 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790402:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790417:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790433:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a48 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790439:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790445:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790493:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a41 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790538:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a41 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790545:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790561:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483463.790567:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a41 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790575:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a41 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790589:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483463.790592:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483463.790598:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a41 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790605:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a41 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790619:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a48 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790625:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a48 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790631:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790636:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483463.790638:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a48 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790645:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a48 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790656:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9f750731fc00) 00010000:00010000:2.0:1788483463.790659:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483463.790662:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a48 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790668:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a48 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790707:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1a3a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f7b expref: 81 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790719:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483463.790722:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483463.790726:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1a3a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f7b expref: 81 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.790747:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a200, rc 0) 00000100:00100000:2.0:1788483463.790824:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+80:25663:x1875360224721920:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 574us (816us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483463.790833:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 870 00000100:00080000:1.0:1788483463.790918:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483463.799793:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483463.800064:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224722176 00000100:00100000:0.0:1788483463.800078:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224722176 00000100:00100000:0.0:1788483463.800154:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 871 00000100:00100000:0.0:1788483463.800166:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+80:25663:x1875360224722176:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:0.0:1788483463.800237:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483463.800272:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f183b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ee8 expref: 80 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483463.800295:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483463.800300:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483463.800381:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483463.800397:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ef6 expref: 34 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483463.800407:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483463.800465:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ef6 expref: 34 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483463.800481:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ef6 expref: 34 pid: 12148 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483463.801619:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250911744:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483463.805093:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0540 going to sleep for 11 seconds 00000100:00100000:0.0:1788483463.808133:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483463.808232:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224722304 00000100:00100000:2.0:1788483463.808246:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224722304 00010000:00010000:2.0:1788483463.808299:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ef6 expref: 35 pid: 12148 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483463.808351:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 283 00000100:00100000:2.0:1788483463.808362:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:2401:x1875360224722304:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483463.808380:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483463.808388:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ef6 expref: 35 pid: 12148 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.808404:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ef6 expref: 35 pid: 12148 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.808430:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483463.808437:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.808449:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.808459:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.808483:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483463.808589:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:2401:x1875360224722304:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 228us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483463.808597:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 283 00010000:00010000:1.0:1788483463.809235:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1865 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ef6 expref: 34 pid: 12148 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483463.809256:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250911744:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483463.809286:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.809296:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.809303:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.809332:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.809342:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.809351:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810444:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810462:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810480:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483463.810541:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006296efb6 reply state 0000000006a4074b transno 4294967819 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810554:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810562:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:1.0:1788483463.810565:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483463.810569:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788483463.810576:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:1.0:1788483463.810585:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810592:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810600:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810607:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483463.810612:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810620:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810632:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483463.810635:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483463.810645:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810652:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f1a4f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483463.810665:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006296efb6 reply state 0000000006a4074b transno 4294967819 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810687:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.810693:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9f760b52fc00) 00010000:00010000:1.0:1788483463.810696:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483463.810698:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788483463.810789:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+81:25663:x1875360224722176:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 10621us (11008us total) trans 4294967819 rc 0/0 00000100:00100000:1.0:1788483463.810798:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 871 00000100:00100000:0.0:1788483463.872785:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483463.872906:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224722432 00000100:00100000:1.0:1788483463.872919:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224722432 00000100:00100000:1.0:1788483463.872993:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 872 00000100:00100000:1.0:1788483463.873005:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+81:25664:x1875360224722432:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483463.873035:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483463.873062:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1a64 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f82 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.873148:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a6b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.873165:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.873200:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483463.873255:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483463.873260:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483463.873284:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a6b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.873312:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1a64 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f82 expref: 83 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.873335:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a6b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f82 expref: 82 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.873345:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483463.873348:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483463.873353:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4e00, rc 0) 00000100:00100000:1.0:1788483463.873426:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25664:x1875360224722432:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 423us (655us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483463.873434:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 872 00000100:00100000:0.0:1788483463.879710:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483463.879849:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224722560 00000100:00100000:2.0:1788483463.879863:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224722560 00000100:00100000:2.0:1788483463.880024:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 873 00000100:00100000:2.0:1788483463.880037:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25664:x1875360224722560:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483463.880065:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483463.880090:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1a72 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f89 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880180:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a79 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880197:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880209:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880221:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a80 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880229:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880235:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880333:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1a87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880342:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1a87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880350:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1a87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483463.880390:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1788483463.880395:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483463.880418:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1a87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880435:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a79 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880441:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a79 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880448:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a79 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880454:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483463.880458:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a79 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880466:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a79 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880481:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483463.880484:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483463.880489:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a79 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880496:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1a79 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880569:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a80 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880575:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a80 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880580:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880586:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483463.880588:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a80 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880593:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a80 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880601:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9f760b52fc00) 00010000:00010000:2.0:1788483463.880603:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483463.880606:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a80 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880611:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1a80 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880640:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1a72 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f89 expref: 84 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880655:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1a87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f89 expref: 83 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.880662:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:2.0:1788483463.880665:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788483463.880667:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a000, rc 0) 00000100:00100000:2.0:1788483463.880900:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+83:25664:x1875360224722560:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 863us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483463.880908:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 873 00000100:00100000:0.0:1788483463.885392:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483463.885621:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224722816 00000100:00100000:1.0:1788483463.885636:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224722816 00000100:00100000:1.0:1788483463.885709:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 874 00000100:00100000:1.0:1788483463.885721:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+83:25664:x1875360224722816:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483463.885762:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483463.885791:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1a8e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f90 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.885953:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.885970:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.885982:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.886010:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.886018:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.886024:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887056:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887070:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887078:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483463.887091:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00010000:00010000:1.0:1788483463.887124:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887131:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887148:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887154:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887160:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483463.887165:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887174:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887188:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:1.0:1788483463.887192:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483463.887196:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887202:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1a95 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483463.887217:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000000047aace reply state 00000000446923bc transno 4294967820 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887228:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887233:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f760b52f700) 00010000:00010000:1.0:1788483463.887235:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483463.887238:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483463.887278:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1a8e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f90 expref: 86 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887300:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f90 expref: 85 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.887309:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483463.887312:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483463.887315:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:1.0:1788483463.887389:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+86:25664:x1875360224722816:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1670us (2012us total) trans 4294967820 rc 0/0 00000100:00100000:1.0:1788483463.887397:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 874 00000100:00100000:1.0:1788483463.890316:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483463.890405:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224723072 00000100:00100000:0.0:1788483463.890417:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224723072 00000100:00100000:0.0:1788483463.890488:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 875 00000100:00100000:0.0:1788483463.890552:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+86:25664:x1875360224723072:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483463.890580:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483463.890604:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1ab1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f97 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483463.890752:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483463.890769:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f90 expref: 87 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483463.890777:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483463.890832:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f90 expref: 87 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483463.890847:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f90 expref: 87 pid: 8191 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483463.890862:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250911872:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483463.890969:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb06c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483463.894369:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b7b80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250911872:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483463.894407:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483463.896330:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483463.896554:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224723200 00000100:00100000:3.0:1788483463.896567:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224723200 00010000:00010000:3.0:1788483463.896618:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f90 expref: 88 pid: 8191 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483463.896699:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 284 00000100:00100000:3.0:1788483463.896711:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+88:2402:x1875360224723200:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483463.896740:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483463.896749:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f90 expref: 88 pid: 8191 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.896765:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f90 expref: 88 pid: 8191 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.896793:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1aa3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f90 expref: 88 pid: 8191 timeout: 728 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.896813:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:3.0:1788483463.896819:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.896830:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.896839:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.896868:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483463.896944:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+87:2402:x1875360224723200:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 235us (629us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483463.896954:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 284 00010000:00010000:1.0:1788483463.897636:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.897647:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483463.897827:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00080000:1.0:1788483463.898049:0:12148:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x11:0x0], index 1: 0 00000004:00080000:1.0:1788483463.898057:0:12148:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x10:0x0], index 0: 0 00010000:00010000:1.0:1788483463.898191:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.898214:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.898222:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.898228:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483463.898232:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.898240:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.898254:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483463.898257:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483463.898262:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.898269:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1ab8 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.898342:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1ab1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f97 expref: 87 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.898353:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:1.0:1788483463.898355:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483463.898359:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1ab1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f97 expref: 87 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483463.898369:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5ee00, rc 0) 00000100:00100000:1.0:1788483463.898625:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+86:25664:x1875360224723072:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 8125us (8320us total) trans 4294967821 rc 301/301 00000100:00100000:1.0:1788483463.898634:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 875 00000100:00100000:1.0:1788483463.908685:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483463.909118:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224723456 00000100:00100000:2.0:1788483463.909133:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224723456 00000100:00100000:2.0:1788483463.909198:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 169 00000100:00100000:2.0:1788483463.909209:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+86:25664:x1875360224723456:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:2.0:1788483463.910529:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+87:25664:x1875360224723456:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 1285us (1819us total) trans 4294967822 rc 0/0 00000100:00100000:2.0:1788483463.911632:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 169 00000100:00100000:0.0:1788483463.916637:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483463.916795:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224723584 00000100:00100000:3.0:1788483463.916826:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224723584 00000100:00100000:3.0:1788483463.916910:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 876 00000100:00100000:3.0:1788483463.916922:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+87:25664:x1875360224723584:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483463.916954:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483463.916985:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ac6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146f9e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.917410:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ac6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f9e expref: 88 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.917428:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ac6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f9e expref: 88 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.917453:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9f7603b2bd00) 00010000:00010000:3.0:1788483463.917456:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483463.917461:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:3.0:1788483463.917932:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+88:25664:x1875360224723584:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1011us (1307us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483463.917940:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 876 00000100:00100000:3.0:1788483463.922656:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483463.923286:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224723840 00000100:00100000:0.0:1788483463.923298:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224723840 00000100:00100000:0.0:1788483463.923366:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 170 00000100:00100000:0.0:1788483463.923378:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+88:25664:x1875360224723840:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:0.0:1788483463.923828:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+89:25664:x1875360224723840:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 451us (1186us total) trans 4294967823 rc 0/0 00000100:00100000:0.0:1788483463.923837:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 170 00010000:00010000:1.0:1788483463.946158:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483463.982319:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483463.982756:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224723968 00000100:00100000:2.0:1788483463.982768:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224723968 00000100:00100000:2.0:1788483463.982839:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 877 00000100:00100000:2.0:1788483463.982851:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+89:25671:x1875360224723968:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:2.0:1788483463.982882:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483463.982906:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1acd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146fa5 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.982983:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1ad4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.983000:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.983013:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483463.983062:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1788483463.983065:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483463.983087:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1ad4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.983115:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1acd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fa5 expref: 91 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.983136:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1ad4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fa5 expref: 90 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.983146:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:2.0:1788483463.983149:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483463.983153:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911bc00, rc 0) 00000100:00100000:2.0:1788483463.983749:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+90:25671:x1875360224723968:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 896us (1440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483463.983758:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 877 00000100:00100000:2.0:1788483463.997966:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483463.998150:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224724096 00000100:00100000:3.0:1788483463.998161:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224724096 00000100:00100000:3.0:1788483463.998228:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 878 00000100:00100000:3.0:1788483463.998239:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+90:25672:x1875360224724096:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483463.998262:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483463.998285:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f1adb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146fac expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.998383:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1ae2 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.998398:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1ae2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.998412:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1ae2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.998425:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1ae9 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.998433:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1ae9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.998439:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1ae9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.998868:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1af0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.998879:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1af0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483463.999001:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1af0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483463.999147:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x31:0x0]: returning size 0 00000004:00200000:2.0:1788483463.999153:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483463.999177:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1af0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999191:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1af0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999200:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1ae2 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999207:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1ae2 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999226:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1ae2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999233:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483463.999238:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1ae2 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999247:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1ae2 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999263:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:2.0:1788483463.999267:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483463.999272:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1ae2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999278:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1ae2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999293:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1ae9 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999300:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1ae9 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999306:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1ae9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999312:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483463.999314:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1ae9 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999319:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1ae9 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999326:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f760b52f700) 00010000:00010000:2.0:1788483463.999328:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483463.999330:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1ae9 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999337:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1ae9 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999375:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f1adb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fac expref: 92 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999389:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1af0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fac expref: 91 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483463.999397:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9f7603b2bd00) 00010000:00010000:2.0:1788483463.999400:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483463.999402:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7607f8b200, rc 0) 00000100:00100000:2.0:1788483463.999872:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+91:25672:x1875360224724096:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1631us (1975us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483463.999881:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 878 00000100:00100000:2.0:1788483464.003728:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483464.003772:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483464.003836:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224724224 00000100:00100000:3.0:1788483464.003846:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224724224 00000100:00100000:3.0:1788483464.003929:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224724352 00000100:00100000:3.0:1788483464.003932:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224724352 00000100:00100000:3.0:1788483464.003988:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 210 00000100:00100000:3.0:1788483464.003998:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224724224:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483464.004022:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483464.004050:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f1af7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146fb3 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483464.004079:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483464.004100:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=628s v=(0 0) 00010000:00010000:3.0:1788483464.004105:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483464.004116:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f1af7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fb3 expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.004134:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f1af7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fb3 expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.004148:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc400, rc 0) 00000100:00100000:3.0:1788483464.004413:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224724224:12345-192.168.206.36@tcp:101:rm.0 Request processed in 415us (872us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483464.004425:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 210 00000100:00100000:3.0:1788483464.004755:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 211 00000100:00100000:3.0:1788483464.004766:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224724352:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483464.004776:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483464.004788:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f1afe lrc: 2/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146fba expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483464.004813:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x10:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483464.004838:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=628s v=(0 0) 00010000:00010000:3.0:1788483464.004842:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483464.004848:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f1afe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fba expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.004865:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f1afe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fba expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.004875:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc600, rc 0) 00000100:00100000:3.0:1788483464.005102:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224724352:12345-192.168.206.36@tcp:101:rm.0 Request processed in 338us (1328us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483464.005109:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 211 00000100:00080000:2.0:1788483464.006476:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483464.006486:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483464.009428:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483464.009803:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224724608 00000100:00100000:2.0:1788483464.009816:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224724608 00000100:00100000:2.0:1788483464.009887:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 879 00000100:00100000:2.0:1788483464.009909:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+91:25672:x1875360224724608:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:2.0:1788483464.009975:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:2.0:1788483464.010008:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1af0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fac expref: 91 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010042:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ac6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x31:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f9e expref: 90 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010055:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9f7603b2bd00) 00010000:00010000:2.0:1788483464.010074:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1ad4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fa5 expref: 89 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010084:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:2.0:1788483464.010088:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483464.010116:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1b05 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010132:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1b05 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010143:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1b05 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010156:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010163:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010169:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010293:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1b13 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010306:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1b13 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.010314:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1b13 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788483464.010983:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].9, 64 off8840 00000004:00080000:2.0:1788483464.010996:0:6516:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 628965496509ns, next at 629965493529ns, rc = 0 00000040:00080000:2.0:1788483464.011025:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].8, 64 off8728 00000004:00080000:2.0:1788483464.011032:0:6516:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 628965532797ns, next at 629965531554ns, rc = 0 00010000:00010000:2.0:1788483464.011091:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011102:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011111:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011119:0:6516:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011125:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011132:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011317:0:6516:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788483464.011341:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1b13 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011353:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1b13 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011360:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1b13 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011367:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483464.011372:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1b13 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011380:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1b13 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011393:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9f750731fc00) 00010000:00010000:2.0:1788483464.011396:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788483464.011401:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1b13 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011407:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1b13 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011427:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1b05 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011433:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1b05 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011439:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1b05 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011445:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483464.011461:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1b05 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011468:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1b05 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011476:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:2.0:1788483464.011479:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483464.011482:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1b05 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011488:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1b05 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483464.011532:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000045dedd36 reply state 00000000c1d4e625 transno 4294967824 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011842:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.011850:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f760b52f700) 00010000:00010000:2.0:1788483464.011853:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483464.011857:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483464.012028:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+90:25672:x1875360224724608:12345-192.168.206.36@tcp:36:rm.0 Request processed in 2117us (2610us total) trans 4294967824 rc 0/0 00000100:00100000:2.0:1788483464.012038:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 879 00010000:00010000:1.0:1788483464.012415:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483464.012424:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.012432:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483464.012436:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.012528:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.012552:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x31:0x0].0x0 (ffff9f750731fc00) 00010000:00010000:1.0:1788483464.012556:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483464.012559:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 1/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.012565:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1b1a lrc: 0/0,0 mode: --/PW res: [0x200000402:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.012587:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483464.012589:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483464.012591:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483464.026893:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483464.027009:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224724864 00000100:00100000:1.0:1788483464.027021:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224724864 00000100:00100000:1.0:1788483464.027111:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 880 00000100:00100000:1.0:1788483464.027123:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+90:25673:x1875360224724864:12345-192.168.206.36@tcp:101:dd.0 00010000:00010000:1.0:1788483464.027153:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483464.027179:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1b21 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146fc1 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.027338:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.027355:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.027367:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.027378:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.027386:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.027392:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483464.028451:0:8191:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x12:0x0], index 1: 0 00000100:00100000:3.0:1788483464.029341:0:9945:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507353800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9945:1875360250912000:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788483464.029422:0:9945:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483464.029836:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250912000 00000100:00100000:0.0:1788483464.029844:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250912000 00000100:00100000:0.0:1788483464.029920:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1788483464.029930:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:9945:x1875360250912000:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788483464.029974:0:14965:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 34 00000100:00100000:3.0:1788483464.030553:0:9945:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fe66c0 going to sleep for 11 seconds 00000100:00080000:2.0:1788483464.031304:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788483464.031411:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.031436:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.031462:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.031994:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032004:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032012:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032019:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032026:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483464.032031:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032040:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032057:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:1.0:1788483464.032061:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483464.032067:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032074:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b28 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483464.032092:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000722fbb68 reply state 00000000a9415d34 transno 4294967825 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032106:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032122:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f760b52f700) 00010000:00010000:1.0:1788483464.032125:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483464.032128:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483464.032180:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1b21 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc1 expref: 93 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032196:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc1 expref: 92 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.032205:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483464.032207:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483464.032210:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f761334aa00, rc 0) 00000100:00100000:1.0:1788483464.033049:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+93:25673:x1875360224724864:12345-192.168.206.36@tcp:101:dd.0 Request processed in 5924us (6171us total) trans 4294967825 rc 0/0 00000100:00100000:1.0:1788483464.033059:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 880 00000100:00100000:0.0:1788483464.039287:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:9945:x1875360250912000:12345-0@lo:5:osp-pre-1-0.0 Request processed in 9350us (9856us total) trans 4294967341 rc 0/0 00000100:00100000:0.0:1788483464.039302:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1788483464.039730:0:9945:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507353800 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:9945:1875360250912000:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788483464.039749:0:9945:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x12:0x0]-[0x2c0000401:0x41:0x0] 00000100:00100000:3.0:1788483464.045439:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483464.045775:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224724992 00000100:00100000:1.0:1788483464.045787:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224724992 00000100:00100000:1.0:1788483464.045855:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 213 00000100:00100000:1.0:1788483464.045866:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:25673:x1875360224724992:12345-192.168.206.36@tcp:101:dd.0 00010000:00010000:1.0:1788483464.045897:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483464.045925:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146fc8 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483464.045955:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483464.045980:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=628s v=(0 0) 00010000:00010000:1.0:1788483464.045986:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483464.046012:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 13 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.046031:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 13 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.046046:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5600, rc 0) 00000100:00100000:1.0:1788483464.046114:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:25673:x1875360224724992:12345-192.168.206.36@tcp:101:dd.0 Request processed in 250us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483464.046122:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 213 00000100:00100000:3.0:1788483464.115329:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483464.115576:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224725120 00000100:00100000:1.0:1788483464.115590:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224725120 00002000:00100000:1.0:1788483464.115652:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff9f7636ab5c00 x1875360224725120/t0(0) o4->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:215/0 lens 488/0 e 0 to 0 dl 1788483475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483464.115664:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7636ab5c00 with x1875360224725120 ext(0->4194303) 00002000:00010000:1.0:1788483464.115728:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7636ab5c00 00000100:00100000:1.0:1788483464.115804:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 63 00000100:00100000:1.0:1788483464.115815:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2399:x1875360224725120:12345-192.168.206.36@tcp:4:dd.0 00000100:00100000:2.0:1788483464.144636:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483464.145691:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224725376 00000100:00100000:0.0:1788483464.145713:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224725376 00000100:00100000:0.0:1788483464.145785:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 171 00000100:00100000:0.0:1788483464.145797:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+93:25673:x1875360224725376:12345-192.168.206.36@tcp:35:dd.0 00000100:00100000:0.0:1788483464.146266:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:25673:x1875360224725376:12345-192.168.206.36@tcp:35:dd.0 Request processed in 469us (1641us total) trans 4294967826 rc 0/0 00000100:00100000:0.0:1788483464.146275:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 171 00000100:00100000:0.0:1788483464.194957:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483464.195422:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224725632 00000100:00100000:1.0:1788483464.195440:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224725632 00000100:00100000:1.0:1788483464.196357:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 881 00000100:00100000:1.0:1788483464.196371:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+94:25676:x1875360224725632:12345-192.168.206.36@tcp:101:md5sum.0 00010000:00010000:1.0:1788483464.196403:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483464.196429:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146fcf expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.196708:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1b52 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.196724:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1b52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.196738:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1b52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483464.196750:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1788483464.196886:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1b4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fcf expref: 97 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.196908:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1b52 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fcf expref: 96 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.196917:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483464.196920:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1788483464.196924:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75083ce400, rc 0) 00000100:00100000:1.0:1788483464.196995:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+96:25676:x1875360224725632:12345-192.168.206.36@tcp:101:md5sum.0 Request processed in 627us (2047us total) trans 4294967827 rc 0/0 00000100:00100000:1.0:1788483464.197002:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 881 00000001:00080000:3.0:1788483464.199782:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967827 is committed 00000004:00080000:3.0:1788483464.199803:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 9 committed 00000004:00080000:3.0:1788483464.199835:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 11 committed 00000020:00080000:3.0:1788483464.199864:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 12 batchid updated 00000100:00100000:1.0:1788483464.200136:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483464.200154:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250912128:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788483464.200213:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483464.200280:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250912128 00000100:00100000:1.0:1788483464.200287:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250912128 00000100:00100000:1.0:1788483464.200340:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1788483464.200347:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250912128:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788483464.200370:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:16 count 1 00010000:00010000:1.0:1788483464.200404:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.200425:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f1afe lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fba expref: 11 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.200434:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788483464.200439:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483464.200444:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.200468:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f1afe lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fba expref: 11 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.200482:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f1afe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fba expref: 11 pid: 8431 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483464.200495:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250912256:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483464.200583:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8480 going to sleep for 11 seconds 00000020:00080000:1.0:1788483464.200613:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000020:00080000:1.0:1788483464.200624:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:2.0:1788483464.201149:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483464.201160:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250912384:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788483464.201194:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788483464.201251:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483464.201265:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250912384 00000100:00100000:2.0:1788483464.201269:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250912384 00000100:00100000:2.0:1788483464.201299:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:2.0:1788483464.201305:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250912384:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788483464.201321:0:14965:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:17 count 1 00010000:00010000:2.0:1788483464.201337:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.201352:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f1af7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fb3 expref: 16 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.201359:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788483464.201362:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483464.201366:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.201390:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f1af7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fb3 expref: 16 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.201399:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f1af7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fb3 expref: 16 pid: 8431 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483464.201409:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250912512:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483464.201439:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1840 going to sleep for 11 seconds 00010000:00010000:0.0:1788483464.210754:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210771:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210778:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210784:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483464.210789:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210796:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210813:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9f760b52fc00) 00010000:00010000:0.0:1788483464.210817:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483464.210822:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210828:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1a56 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210874:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210881:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210887:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210892:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483464.210896:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210903:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210912:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:0.0:1788483464.210914:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483464.210929:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210935:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1a5d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210950:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210956:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210961:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210971:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483464.210975:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210981:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.210990:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f760b52f700) 00010000:00010000:0.0:1788483464.210993:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483464.210996:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211001:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1a9c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211014:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211020:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211026:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211031:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483464.211034:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211041:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211059:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f760b52f700) 00010000:00010000:0.0:1788483464.211062:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483464.211065:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211070:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1b0c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211081:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211086:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211091:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211096:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483464.211098:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211104:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211109:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f760b52f700) 00010000:00010000:0.0:1788483464.211112:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483464.211114:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.211119:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1b2f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483464.211873:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483464.212073:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224725760 00000100:00100000:2.0:1788483464.212083:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224725760 00010000:00010000:2.0:1788483464.212121:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f1afe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fba expref: 12 pid: 8431 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483464.212157:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 285 00000100:00100000:2.0:1788483464.212167:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224725760:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483464.212181:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483464.212187:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f1afe lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fba expref: 12 pid: 8431 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.212211:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f1afe lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fba expref: 12 pid: 8431 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.212234:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483464.212239:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x10:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483464.212245:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.212254:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.212274:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483464.212320:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224725760:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 154us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483464.212328:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 285 00000100:00100000:2.0:1788483464.212375:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250912512:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483464.212394:0:14965:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483464.212551:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2399:x1875360224725120:12345-192.168.206.36@tcp:4:dd.0 Request processed in 96737us (97234us total) trans 4294967342 rc 0/0 00000100:00100000:2.0:1788483464.212559:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 63 00002000:00100000:2.0:1788483464.212568:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->4194303) req@ffff9f7636ab5c00 x1875360224725120/t4294967342(0) o4->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:215/0 lens 488/448 e 0 to 0 dl 1788483475 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483464.212577:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7636ab5c00 with x1875360224725120 ext(0->4194303) 00002000:00010000:2.0:1788483464.212581:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7636ab5c00 00000100:00100000:1.0:1788483464.212848:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:0.0:1788483464.213234:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f1afe lrc: 0/0,0 mode: --/PR res: [0x280000401:0x10:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fba expref: 11 pid: 8431 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483464.213250:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250912256:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483464.213263:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.213274:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.213282:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.213291:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.213299:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.213320:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788483464.213477:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250912128:12345-0@lo:6:osp-syn-0-0.0 Request processed in 13129us (13263us total) trans 4294967335 rc 0/0 00000100:00100000:0.0:1788483464.213486:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000004:00080000:0.0:1788483464.213575:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7641617b80/2, rc 0, transno 4294967335 00000100:00100000:0.0:1788483464.213582:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641617b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250912128:0@lo:6:osp-syn-0-0.0 00010000:00010000:1.0:1788483464.213751:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483464.213763:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.213771:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483464.213775:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.213783:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.213797:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.213803:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f1b60 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x10:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.213820:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483464.213822:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483464.213824:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483464.219366:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224725888 00000100:00100000:3.0:1788483464.219381:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224725888 00010000:00010000:3.0:1788483464.219440:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f1af7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fb3 expref: 15 pid: 8431 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483464.219486:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 286 00000100:00100000:3.0:1788483464.219532:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224725888:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483464.219550:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483464.219556:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f1af7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fb3 expref: 15 pid: 8431 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.219570:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f1af7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fb3 expref: 15 pid: 8431 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.219594:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f1af7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fb3 expref: 15 pid: 8431 timeout: 729 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.219609:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483464.219614:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483464.219619:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.219629:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.219661:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483464.219725:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2402:x1875360224725888:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 231us (6877us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483464.219742:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 286 00010000:00010000:2.0:1788483464.220460:0:14965:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.220473:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.220483:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.220491:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.220544:0:14965:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788483464.220724:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360250912384:12345-0@lo:6:osp-syn-1-0.0 Request processed in 19417us (19527us total) trans 4294967343 rc 0/0 00000100:00100000:2.0:1788483464.220732:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00010000:00010000:1.0:1788483464.221229:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483464.221247:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.221258:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483464.221262:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.221288:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.221305:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.221313:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f1b67 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.221334:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483464.221336:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483464.221338:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788483464.221389:0:3641:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7641610e00/2, rc 0, transno 4294967343 00000100:00100000:1.0:1788483464.221396:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250912384:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788483464.250120:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483464.250220:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224726016 00000100:00100000:3.0:1788483464.250228:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224726016 00000100:00100000:3.0:1788483464.250299:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 882 00000100:00100000:3.0:1788483464.250308:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+83:25677:x1875360224726016:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483464.250329:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483464.250347:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f1b6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146fd6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.250406:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.250419:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.250430:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483464.250468:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:3.0:1788483464.250472:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483464.250490:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.250541:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f1b6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fd6 expref: 85 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.250559:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fd6 expref: 84 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.250580:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:3.0:1788483464.250583:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483464.250586:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cde00, rc 0) 00000100:00100000:3.0:1788483464.250638:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+84:25677:x1875360224726016:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 332us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483464.250645:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 882 00000100:00100000:1.0:1788483464.261300:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483464.261376:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224726272 00000100:00100000:2.0:1788483464.261386:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224726272 00000100:00100000:2.0:1788483464.261440:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 883 00000100:00100000:2.0:1788483464.261450:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+84:25677:x1875360224726272:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:2.0:1788483464.261636:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].20, 136 off10912 00000100:00100000:2.0:1788483464.261701:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+84:25677:x1875360224726272:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 253us (408us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483464.261708:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 883 00000040:00080000:0.0:1788483464.325192:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788483464.364647:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483464.364694:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483464.364728:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483464.364744:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224726400 00000100:00100000:1.0:1788483464.364756:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224726400 00000100:00100000:0.0:1788483464.364770:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483464.364812:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 683 00000100:00100000:1.0:1788483464.364824:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224726400:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483464.364907:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224726400:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 85us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483464.364916:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 683 00000100:00100000:2.0:1788483464.364949:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224726528 00000100:00100000:2.0:1788483464.364955:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224726528 00000100:00100000:2.0:1788483464.365020:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224726784 00000100:00100000:2.0:1788483464.365024:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224726784 00000100:00100000:2.0:1788483464.365049:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 756 00000100:00100000:2.0:1788483464.365057:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224726528:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483464.365072:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224727040 00000100:00100000:3.0:1788483464.365078:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224727040 00000100:00100000:2.0:1788483464.365096:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224726528:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 39us (401us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483464.365104:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 756 00000100:00100000:2.0:1788483464.365124:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 757 00000100:00100000:3.0:1788483464.365127:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 431 00000100:00100000:2.0:1788483464.365134:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224726784:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483464.365141:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224727040:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483464.365165:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224726784:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483464.365172:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 757 00000100:00100000:3.0:1788483464.365205:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224727040:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 68us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483464.365212:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 431 00000100:00080000:3.0:1788483464.365266:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483464.365270:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483464.367030:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483464.368292:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483464.368708:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224726912 00000100:00100000:3.0:1788483464.368718:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224726912 00000100:00100000:3.0:1788483464.368789:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 432 00000100:00100000:3.0:1788483464.368799:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224726912:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483464.368869:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224726912:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 70us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483464.368876:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 432 00000100:00080000:0.0:1788483464.369073:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483464.374276:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224726656 00000100:00100000:2.0:1788483464.374292:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224726656 00000100:00100000:2.0:1788483464.374362:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 758 00000100:00100000:2.0:1788483464.374378:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:2399:x1875360224726656:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483464.374461:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:2399:x1875360224726656:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 84us (7436us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483464.374469:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 758 00000040:00080000:1.0:1788483464.644732:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483464.644739:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483464.644786:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:1.0:1788483464.644794:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483464.645118:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387caa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250912640:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483464.645398:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605fbd900 going to sleep for 11 seconds 00000100:00100000:3.0:1788483464.665057:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483464.667369:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224727168 00000100:00100000:0.0:1788483464.667382:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224727168 00000100:00100000:0.0:1788483464.667442:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 884 00000100:00100000:0.0:1788483464.667453:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:25687:x1875360224727168:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483464.667522:0:6514:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483464.667635:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:25687:x1875360224727168:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 183us (2584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483464.667643:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 884 00000100:00100000:3.0:1788483464.675044:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483464.675082:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224727424 00000100:00100000:3.0:1788483464.675102:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224727424 00000100:00100000:3.0:1788483464.675167:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 885 00000100:00100000:3.0:1788483464.676546:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:25687:x1875360224727424:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483464.676568:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483464.676590:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f1b7c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146fdd expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.676692:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.676707:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.676719:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483464.676730:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:3.0:1788483464.676837:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f1b7c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fdd expref: 38 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.676854:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fdd expref: 37 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483464.676864:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:3.0:1788483464.676867:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483464.676871:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cca00, rc 0) 00000100:00100000:3.0:1788483464.676929:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25687:x1875360224727424:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 394us (1893us total) trans 4294967828 rc 0/0 00000100:00100000:3.0:1788483464.676936:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 885 00000100:00100000:1.0:1788483464.677606:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387caa00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250912640:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483464.689915:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483464.690100:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224727552 00000100:00100000:2.0:1788483464.690110:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224727552 00000100:00100000:2.0:1788483464.690267:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 216 00000100:00100000:2.0:1788483464.690278:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224727552:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483464.690321:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.690340:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 13 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.690348:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x12:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788483464.690352:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483464.690356:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.690389:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 13 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.690402:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 13 pid: 8432 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483464.690415:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250912768:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483464.690543:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483464.700602:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250912768:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483464.700631:0:14965:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483464.701212:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483464.701489:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224727680 00000100:00100000:0.0:1788483464.701528:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224727680 00002000:00100000:0.0:1788483464.701571:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff9f7636ab7100 x1875360224727680/t0(0) o4->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:215/0 lens 488/0 e 0 to 0 dl 1788483475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483464.701582:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7636ab7100 with x1875360224727680 ext(4194304->5242879) 00010000:00010000:0.0:1788483464.701590:0:8438:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 14 pid: 8432 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.701614:0:8438:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 14 pid: 8432 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483464.701623:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f7636ab7100 00000100:00100000:0.0:1788483464.701656:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 9 00000100:00100000:0.0:1788483464.701675:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2402:x1875360224727680:12345-192.168.206.36@tcp:4:md5sum.0 00000100:00100000:1.0:1788483464.746159:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224727680:12345-192.168.206.36@tcp:4:md5sum.0 Request processed in 44484us (44938us total) trans 4294967344 rc 0/0 00000100:00100000:1.0:1788483464.746173:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 9 00002000:00100000:1.0:1788483464.746186:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (4194304->5242879) req@ffff9f7636ab7100 x1875360224727680/t4294967344(0) o4->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:215/0 lens 488/448 e 0 to 0 dl 1788483475 ref 1 fl Complete:H/600/0 rc 0/0 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483464.746197:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7636ab7100 with x1875360224727680 ext(4194304->5242879) 00010000:00010000:1.0:1788483464.746207:0:8438:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 16 pid: 8432 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.746226:0:8438:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 16 pid: 8432 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483464.746233:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f7636ab7100 00000100:00100000:1.0:1788483464.770153:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483464.770229:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224727808 00000100:00100000:0.0:1788483464.770245:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224727808 00010000:00010000:0.0:1788483464.770297:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 16 pid: 8432 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483464.770347:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 287 00000100:00100000:0.0:1788483464.770357:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224727808:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483464.770373:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788483464.770391:0:6502:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:0.0:1788483464.770394:0:6502:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb mtime from disk: 0 -> 1788483463 00002000:00010000:0.0:1788483464.770397:0:6502:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb atime from disk: 0 -> 1788483463 00002000:00010000:0.0:1788483464.770399:0:6502:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb ctime from disk: 0 -> 1788483463 00002000:00010000:0.0:1788483464.770401:0:6502:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x12:0x0] updating lvb blocks from disk: 0 -> 10240 00010000:00010000:0.0:1788483464.770407:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 16 pid: 8432 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.770421:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 16 pid: 8432 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.770463:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f1b44 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc8 expref: 16 pid: 8432 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.770481:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483464.770485:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483464.770491:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.770565:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483464.770588:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483464.770642:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224727808:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 286us (503us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483464.770650:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 287 00010000:00010000:1.0:1788483464.772474:0:14965:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.772520:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.772580:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.772590:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.772600:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.772607:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483464.772613:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.772623:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.772662:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483464.772671:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1b91 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483464.772772:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360250913024:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.772790:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224727552:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 82509us (82878us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483464.772813:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 216 00000100:00100000:0.0:1788483464.772838:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483464.772868:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250913280:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.772922:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483464.772964:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250913024 00000100:00100000:1.0:1788483464.772974:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250913024 00000100:00100000:1.0:1788483464.773036:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250913280 00000100:00100000:0.0:1788483464.773038:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360250913536:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.773041:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250913280 00000100:00100000:1.0:1788483464.773080:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:0.0:1788483464.773087:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483464.773093:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360250913024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.773150:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360250913024:12345-0@lo:400:kworker.0 Request processed in 61us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483464.773157:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:1.0:1788483464.773173:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250913536 00000100:00100000:1.0:1788483464.773176:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250913536 00000100:00100000:0.0:1788483464.773205:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360250914048:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.773219:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1788483464.773229:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250913280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483464.773248:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483464.773297:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360250913024:0@lo:400:kworker.0 00000100:00100000:0.0:1788483464.773312:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788483464.773318:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250913152:0@lo:400:kworker.0 00000100:00100000:3.0:1788483464.775106:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250912896:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.775549:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250913280:12345-0@lo:400:kworker.0 Request processed in 2313us (2617us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483464.775564:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1788483464.775597:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250914048 00000100:00100000:1.0:1788483464.775605:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250914048 00000100:00100000:0.0:1788483464.776559:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483464.776616:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360250913664:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.776640:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1788483464.776653:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483464.776689:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250914176:0@lo:400:kworker.0 00000100:00100000:0.0:1788483464.776713:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483464.776741:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360250913536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483464.776756:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250913664 00000100:00100000:0.0:1788483464.776764:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250913664 00000100:00100000:0.0:1788483464.776813:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1788483464.776824:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360250914048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.776832:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360250913536:12345-0@lo:400:kworker.0 Request processed in 100us (3744us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483464.776841:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1788483464.776882:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1788483464.776891:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360250913664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483464.777024:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250913152 00000100:00100000:2.0:1788483464.777030:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250913152 00000100:00100000:2.0:1788483464.777066:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1788483464.777093:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360250914048:12345-0@lo:400:kworker.0 Request processed in 272us (3847us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483464.777101:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:2.0:1788483464.777578:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250913152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483464.777621:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250913152:12345-0@lo:400:kworker.0 Request processed in 47us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483464.777626:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1788483464.778831:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483464.778879:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250913408:0@lo:400:kworker.0 00000100:00100000:3.0:1788483464.778990:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483464.779014:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360250913920:0@lo:400:kworker.0 00000100:00100000:3.0:1788483464.779037:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483464.779256:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250912896 00000100:00100000:0.0:1788483464.779264:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250912896 00000100:00100000:0.0:1788483464.779306:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1788483464.779313:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250912896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483464.779359:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250912896:12345-0@lo:400:kworker.0 Request processed in 45us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483464.779365:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1788483464.779472:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250913408 00000100:00100000:3.0:1788483464.779477:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250913408 00000100:00100000:0.0:1788483464.779563:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250913920 00000100:00100000:0.0:1788483464.779566:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250913920 00000100:00100000:0.0:1788483464.779592:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1788483464.779598:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250913920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483464.779632:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250913920:12345-0@lo:400:kworker.0 Request processed in 34us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483464.779638:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1788483464.779832:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1788483464.779841:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250913408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483464.779878:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250913408:12345-0@lo:400:kworker.0 Request processed in 40us (889us total) trans 0 rc 0/0 00000100:00080000:0.0:1788483464.779959:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483464.779964:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483464.782450:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250913280:0@lo:400:kworker.0 00000100:00100000:0.0:1788483464.782464:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250913792:0@lo:400:kworker.0 00000100:00100000:0.0:1788483464.782549:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483464.782885:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250914176 00000100:00100000:1.0:1788483464.782895:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250914176 00000100:00100000:1.0:1788483464.782971:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250913792 00000100:00100000:1.0:1788483464.782975:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250913792 00000100:00100000:3.0:1788483464.782988:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1788483464.783018:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1788483464.783033:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250914176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483464.783047:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250914432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483464.783091:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483464.783127:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250914176:12345-0@lo:400:kworker.0 Request processed in 96us (6410us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483464.783136:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1788483464.783158:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1788483464.783165:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250913792:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.783201:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250913792:12345-0@lo:400:kworker.0 Request processed in 37us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483464.783208:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1788483464.783290:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250912896:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.783305:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360250913664:12345-0@lo:400:kworker.0 Request processed in 6413us (6650us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483464.783312:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250913408:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.783319:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:3.0:1788483464.783331:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360250913920:0@lo:400:kworker.0 00000100:00100000:3.0:1788483464.783356:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483464.783366:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250914304:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483464.783380:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250913152:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.783400:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360250913664:0@lo:400:kworker.0 00000100:00100000:3.0:1788483464.783410:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483464.783425:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250914176:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.783443:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360250913536:0@lo:400:kworker.0 00000100:00100000:1.0:1788483464.783464:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360250914048:0@lo:400:kworker.0 00000100:00100000:3.0:1788483464.783479:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250914432 00000100:00100000:3.0:1788483464.783487:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250914432 00000100:00100000:3.0:1788483464.783650:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250914304 00000100:00100000:3.0:1788483464.783653:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250914304 00000100:00080000:0.0:1788483464.783778:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483464.783783:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483464.783810:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250913792:0@lo:400:kworker.0 00000100:00100000:2.0:1788483464.783959:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1788483464.783971:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360250914432:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483464.783996:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 100227904 pending 5292032 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788483464.784052:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360250914432:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (960us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483464.784060:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1788483464.784074:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1788483464.784080:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250914304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483464.784089:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 100227904 pending 5292032 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788483464.784200:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250914304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 119us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483464.784207:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1788483464.784289:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250914304:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483464.784308:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250914432:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483464.784398:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483464.784870:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224728064 00000100:00100000:0.0:1788483464.784877:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224728064 00000100:00100000:0.0:1788483464.784934:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 886 00000100:00100000:0.0:1788483464.784942:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:25687:x1875360224728064:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483464.785034:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:25687:x1875360224728064:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 91us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483464.785042:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 886 00000100:00100000:0.0:1788483464.790374:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483464.790467:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224728192 00000100:00100000:2.0:1788483464.790477:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224728192 00000100:00100000:2.0:1788483464.795063:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 217 00000100:00100000:2.0:1788483464.795080:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224728192:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483464.795097:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483464.795127:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007e635ac7/0xf2b1f833e60f1b98 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146fe4 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483464.795158:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a9a1787, atime: 0x6a9a1787, ctime: 0x6a9a1787, blocks: 0x2800 00010000:00010000:2.0:1788483464.795178:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=629s v=(0 0) 00010000:00010000:2.0:1788483464.795183:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483464.795192:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007e635ac7/0xf2b1f833e60f1b98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fe4 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.795208:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007e635ac7/0xf2b1f833e60f1b98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fe4 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483464.795221:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911bc00, rc 0) 00000100:00100000:2.0:1788483464.795280:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224728192:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 206us (4917us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483464.795287:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 217 00000100:00100000:2.0:1788483464.801731:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483464.801812:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224728448 00000100:00100000:0.0:1788483464.802021:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224728448 00000100:00100000:0.0:1788483464.802136:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 887 00000100:00100000:0.0:1788483464.802157:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:25687:x1875360224728448:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483464.802376:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:25687:x1875360224728448:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 230us (719us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483464.802385:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 887 00000100:00100000:1.0:1788483464.820848:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483464.821037:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224728576 00000100:00100000:3.0:1788483464.821050:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224728576 00002000:00100000:3.0:1788483464.821112:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->1048575) req@ffff9f76387c9c00 x1875360224728576/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:215/0 lens 488/0 e 0 to 0 dl 1788483475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483464.821125:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387c9c00 with x1875360224728576 ext(0->1048575) 00002000:00010000:3.0:1788483464.821131:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76387c9c00 00000100:00100000:3.0:1788483464.821170:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 64 00000100:00100000:3.0:1788483464.821180:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224728576:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788483464.848622:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224728576:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 27427us (27769us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1788483464.848640:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 64 00002000:00100000:3.0:1788483464.848658:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x12:0x0] (0->1048575) req@ffff9f76387c9c00 x1875360224728576/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:215/0 lens 488/440 e 0 to 0 dl 1788483475 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483464.848671:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387c9c00 with x1875360224728576 ext(0->1048575) 00002000:00010000:3.0:1788483464.848679:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76387c9c00 00000100:00100000:1.0:1788483464.913466:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483464.918702:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224728704 00000100:00100000:0.0:1788483464.918726:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224728704 00002000:00100000:0.0:1788483464.918797:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (1048576->5242879) req@ffff9f76387ca680 x1875360224728704/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:215/0 lens 488/0 e 0 to 0 dl 1788483475 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483464.918810:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387ca680 with x1875360224728704 ext(1048576->5242879) 00002000:00010000:0.0:1788483464.918818:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76387ca680 00000100:00100000:0.0:1788483464.921561:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 65 00000100:00100000:0.0:1788483464.921594:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224728704:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00010000:00010000:1.0:1788483464.970119:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483465.016915:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224728704:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 95325us (103450us total) trans 0 rc 4194304/4194304 00000100:00100000:2.0:1788483465.016933:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 65 00002000:00100000:2.0:1788483465.016953:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x12:0x0] (1048576->5242879) req@ffff9f76387ca680 x1875360224728704/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:215/0 lens 488/440 e 0 to 0 dl 1788483475 ref 1 fl Complete:/600/0 rc 4194304/4194304 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483465.016966:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387ca680 with x1875360224728704 ext(1048576->5242879) 00002000:00010000:2.0:1788483465.016973:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76387ca680 00000100:00100000:2.0:1788483465.061793:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483465.061945:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224728832 00000100:00100000:1.0:1788483465.061958:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224728832 00000100:00100000:1.0:1788483465.062045:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 888 00000100:00100000:1.0:1788483465.062058:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:25687:x1875360224728832:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483465.062081:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483465.062118:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f1b9f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146feb expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.062160:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.062176:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.062190:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.062320:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f1b9f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146feb expref: 38 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.062339:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146feb expref: 37 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.062349:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483465.062353:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483465.062363:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4400, rc 0) 00000100:00100000:1.0:1788483465.062431:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25687:x1875360224728832:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 377us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483465.062439:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 888 00000100:00080000:2.0:1788483465.063351:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483465.066223:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483465.067038:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224728960 00000100:00100000:0.0:1788483465.067052:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224728960 00000100:00100000:0.0:1788483465.067122:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 889 00000100:00100000:0.0:1788483465.067135:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25687:x1875360224728960:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483465.067174:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483465.067340:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25687:x1875360224728960:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 207us (1139us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483465.067349:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 889 00000100:00100000:1.0:1788483465.085761:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483465.085894:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224729088 00000100:00100000:2.0:1788483465.085906:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224729088 00000100:00100000:2.0:1788483465.085974:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 218 00000100:00100000:2.0:1788483465.085987:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224729088:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483465.086041:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1bad lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.086062:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788483465.086067:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483465.086075:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1bad lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.086092:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1bad lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.086123:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1bad lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.086132:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1bad lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.086140:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1bad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.086147:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483465.086152:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1bad lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.086168:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1bad lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.086186:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1bad lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.086194:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000648cf401/0xf2b1f833e60f1bad lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483465.086292:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224729088:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 307us (543us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483465.086300:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 218 00000100:00100000:3.0:1788483465.097094:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483465.097140:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224729344 00000100:00100000:3.0:1788483465.097152:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224729344 00000100:00100000:3.0:1788483465.097219:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 890 00000100:00100000:3.0:1788483465.097231:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25687:x1875360224729344:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483465.097325:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.097360:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146feb expref: 37 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.097371:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 4/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.097410:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146feb expref: 37 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.097425:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146feb expref: 37 pid: 8191 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483465.097440:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250914560:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483465.097568:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b5600 going to sleep for 11 seconds 00000100:00100000:3.0:1788483465.103149:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab4a80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250914560:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483465.103201:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483465.110297:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483465.110465:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224729472 00000100:00100000:3.0:1788483465.110477:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224729472 00010000:00010000:3.0:1788483465.110566:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146feb expref: 38 pid: 8191 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483465.111715:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 288 00000100:00100000:3.0:1788483465.111733:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:2401:x1875360224729472:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483465.111753:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483465.111770:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146feb expref: 38 pid: 8191 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.111786:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146feb expref: 38 pid: 8191 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.111814:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1ba6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146feb expref: 38 pid: 8191 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.111829:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:3.0:1788483465.111834:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.111846:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.111853:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.112105:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483465.112181:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:2401:x1875360224729472:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 452us (2309us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483465.112189:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 288 00010000:00010000:1.0:1788483465.117795:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.117815:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.118095:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.118104:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.118112:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.118119:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483465.118124:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.118132:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.118153:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483465.118156:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483465.118161:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.118184:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f1bb4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483465.118530:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25687:x1875360224729344:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 21294us (21443us total) trans 4294967829 rc 0/0 00000100:00100000:1.0:1788483465.118542:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 890 00000040:00080000:3.0:1788483465.122027:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483465.122038:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483465.122609:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788483465.122620:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483465.123453:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483465.123751:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224729728 00000100:00100000:3.0:1788483465.123763:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224729728 00000100:00100000:3.0:1788483465.123830:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 172 00000100:00100000:3.0:1788483465.123854:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25687:x1875360224729728:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483465.124429:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25687:x1875360224729728:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 575us (980us total) trans 4294967830 rc 0/0 00000100:00100000:3.0:1788483465.124438:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 172 00000100:00100000:1.0:1788483465.285761:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250914688:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483465.285844:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483465.287335:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250914688 00000100:00100000:0.0:1788483465.287352:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250914688 00000100:00100000:0.0:1788483465.287427:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788483465.287439:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250914688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483465.287481:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483465.287598:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250914688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 162us (1753us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483465.287607:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788483465.287788:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250914688:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788483465.484951:0:20610:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483465.484966:0:20610:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483465.485004:0:20610:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 21 count 3 00000040:00080000:0.0:1788483465.485012:0:20610:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483465.617145:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483465.622791:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224729856 00000100:00100000:0.0:1788483465.622811:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224729856 00000100:00100000:1.0:1788483465.627370:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 219 00000100:00100000:1.0:1788483465.627387:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2400:x1875360224729856:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483465.627412:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483465.627434:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f1bbb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ff2 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.627467:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483465.627472:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483465.627483:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f1bbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff2 expref: 16 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.627528:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f1bbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff2 expref: 16 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.627546:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:1.0:1788483465.627627:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224729856:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 244us (10496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483465.627645:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 219 00000100:00100000:2.0:1788483465.641418:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483465.646594:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224730112 00000100:00100000:0.0:1788483465.646615:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224730112 00000100:00080000:0.0:1788483465.647783:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483465.647863:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 173 00000100:00100000:2.0:1788483465.647879:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e75ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+84:25688:x1875360224730112:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:2.0:1788483465.648339:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e75ac50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+85:25688:x1875360224730112:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 463us (6934us total) trans 4294967831 rc 0/0 00000100:00100000:2.0:1788483465.648349:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 173 00000100:00100000:0.0:1788483465.651986:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483465.652077:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224730368 00000100:00100000:1.0:1788483465.652089:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224730368 00000100:00100000:1.0:1788483465.652173:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 891 00000100:00100000:1.0:1788483465.652186:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+85:25688:x1875360224730368:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483465.652217:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483465.652222:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1788483465.652254:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083ce400/0xf2b1f833e60f1b52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fcf expref: 85 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.652288:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483465.652294:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483465.652309:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f1bc2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb146ff9 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.652441:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1bc9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.652457:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.652469:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1bc9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483465.652481:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1788483465.652647:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f1bc2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff9 expref: 87 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.652880:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1bc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff9 expref: 86 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.652888:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483465.652891:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788483465.652893:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4400, rc 0) 00000100:00100000:1.0:1788483465.652970:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+86:25688:x1875360224730368:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 787us (997us total) trans 4294967832 rc 0/0 00000100:00100000:1.0:1788483465.652977:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 891 00000100:00100000:0.0:1788483465.664001:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483465.664090:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224730496 00000100:00100000:1.0:1788483465.664103:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224730496 00000100:00100000:1.0:1788483465.664188:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 220 00000100:00100000:1.0:1788483465.664200:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224730496:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:1.0:1788483465.664256:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.664289:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007e635ac7/0xf2b1f833e60f1b98 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fe4 expref: 9 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.664299:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f1bbb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff2 expref: 16 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.664306:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483465.664311:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483465.664316:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.664372:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f1bbb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff2 expref: 16 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.664388:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f1bbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff2 expref: 16 pid: 8871 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483465.664405:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250914816:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483465.664556:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007e635ac7/0xf2b1f833e60f1b98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fe4 expref: 9 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.664567:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007e635ac7/0xf2b1f833e60f1b98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fe4 expref: 9 pid: 14965 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483465.664577:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250914944:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483465.664603:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723840 going to sleep for 11 seconds 00000100:00100000:3.0:1788483465.675547:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483465.675617:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224730624 00000100:00100000:3.0:1788483465.675628:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224730624 00010000:00010000:3.0:1788483465.675676:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f1bbb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff2 expref: 17 pid: 8871 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483465.675728:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 289 00000100:00100000:3.0:1788483465.675740:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360224730624:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483465.675756:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483465.675781:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f1bbb lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff2 expref: 17 pid: 8871 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.675797:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f1bbb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff2 expref: 17 pid: 8871 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.675827:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483465.675890:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360224730624:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 152us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483465.675898:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 289 00010000:00010000:1.0:1788483465.680687:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f1bbb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff2 expref: 16 pid: 8871 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483465.680715:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250914816:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483465.680731:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387c9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250914944:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483465.680760:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483465.695473:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483465.695550:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224730752 00000100:00100000:0.0:1788483465.695563:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224730752 00010000:00010000:0.0:1788483465.695614:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007e635ac7/0xf2b1f833e60f1b98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fe4 expref: 10 pid: 14965 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483465.695660:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 290 00000100:00100000:0.0:1788483465.695672:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224730752:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483465.695690:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483465.695718:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007e635ac7/0xf2b1f833e60f1b98 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fe4 expref: 10 pid: 14965 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.695735:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007e635ac7/0xf2b1f833e60f1b98 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fe4 expref: 10 pid: 14965 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.695764:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007e635ac7/0xf2b1f833e60f1b98 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fe4 expref: 10 pid: 14965 timeout: 730 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.695793:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483465.695798:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483465.695805:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.695816:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.695854:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483465.695915:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224730752:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 245us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483465.695923:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 290 00010000:00010000:1.0:1788483465.697572:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.697592:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.697623:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.697632:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.697641:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.697649:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483465.697654:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.697664:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.697681:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.697715:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f1bd7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483465.697816:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224730496:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 33613us (33824us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483465.697826:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 220 00000100:00100000:0.0:1788483465.706594:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483465.707875:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224731008 00000100:00100000:3.0:1788483465.707893:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224731008 00000100:00100000:3.0:1788483465.707977:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 174 00000100:00100000:3.0:1788483465.708020:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+86:25688:x1875360224731008:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:3.0:1788483465.708101:0:6517:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x32:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1bc9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff9 expref: 86 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483465.708594:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967833 00000001:00080000:3.0:1788483465.712758:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967834 00010000:00010000:3.0:1788483465.712865:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.712890:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc1 expref: 89 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.712899:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fdd expref: 37 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.712907:0:6517:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 5/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.712954:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fdd expref: 37 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.712973:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fdd expref: 37 pid: 13707 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483465.712990:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250915072:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483465.713125:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc1 expref: 89 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.713148:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc1 expref: 89 pid: 8191 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483465.714441:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250915200:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483465.714560:0:6517:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b5b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483465.717658:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483465.717705:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224731136 00000100:00100000:2.0:1788483465.717716:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224731136 00010000:00010000:2.0:1788483465.717765:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fdd expref: 38 pid: 13707 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483465.717806:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 291 00000100:00100000:2.0:1788483465.717816:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:2402:x1875360224731136:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483465.717833:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483465.717842:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fdd expref: 38 pid: 13707 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.717856:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fdd expref: 38 pid: 13707 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.717880:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:2.0:1788483465.717886:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.717896:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.717902:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483465.717961:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:2402:x1875360224731136:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 146us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483465.717968:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 291 00010000:00010000:2.0:1788483465.718042:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f1b83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fdd expref: 37 pid: 13707 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483465.718060:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab4a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250915072:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483465.734834:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483465.735317:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250915200:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483465.735381:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483465.738307:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224731264 00000100:00100000:2.0:1788483465.738326:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224731264 00010000:00010000:2.0:1788483465.738390:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc1 expref: 90 pid: 8191 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483465.738439:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 292 00000100:00100000:2.0:1788483465.738451:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+90:2401:x1875360224731264:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483465.738469:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483465.738477:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc1 expref: 90 pid: 8191 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.738519:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc1 expref: 90 pid: 8191 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.738548:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1b36 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fc1 expref: 90 pid: 8191 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.738566:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:2.0:1788483465.738573:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.738583:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.738591:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.738621:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483465.738690:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+89:2401:x1875360224731264:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 241us (3869us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483465.738697:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 292 00010000:00010000:2.0:1788483465.738858:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.738867:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483465.738991:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967835 00000001:00080000:2.0:1788483465.739136:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967836 00000100:00100000:2.0:1788483465.739243:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250915328:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1788483465.739298:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483465.739339:0:6517:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788483465.739359:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250915328 00000100:00100000:2.0:1788483465.739364:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250915328 00000100:00100000:2.0:1788483465.739395:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1788483465.739401:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6517:x1875360250915328:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1788483465.739480:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6517:x1875360250915328:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 79us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483465.739516:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1788483465.739557:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250915328:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1788483465.739672:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967837 00000100:00100000:2.0:1788483465.739708:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250915456:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1788483465.739733:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483465.739754:0:6517:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1300 going to sleep for 11 seconds 00000100:00100000:2.0:1788483465.739768:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250915456 00000100:00100000:2.0:1788483465.739772:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250915456 00000100:00100000:2.0:1788483465.739794:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1788483465.739801:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6517:x1875360250915456:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1788483465.739899:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+8:6517:x1875360250915456:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 98us (165us total) trans 4294967345 rc 0/0 00000100:00100000:2.0:1788483465.739906:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1788483465.739937:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250915456:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1788483465.739962:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967838 00010000:00010000:2.0:1788483465.739982:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.739991:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.739998:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.740004:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483465.740009:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.740018:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.740030:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:2.0:1788483465.740033:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1788483465.740037:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.740048:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f1bde lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483465.740150:0:6517:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x33:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788483465.740222:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].10, 64 off8904 00000004:00080000:2.0:1788483465.740235:0:6517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 630694735008ns, next at 631694732495ns, rc = 0 00000001:00080000:2.0:1788483465.740242:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967839 00010000:00010000:2.0:1788483465.740266:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:2.0:1788483465.740269:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788483465.740275:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f1bc9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146ff9 expref: 93 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483465.740368:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+92:25688:x1875360224731008:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 32351us (33792us total) trans 4294967840 rc 0/0 00000100:00100000:2.0:1788483465.740376:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 174 00000020:00080000:2.0:1788483465.740379:0:6517:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1788483465.764800:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483465.764908:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224731520 00000100:00100000:0.0:1788483465.764922:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224731520 00000100:00100000:0.0:1788483465.764994:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 892 00000100:00100000:0.0:1788483465.765007:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+92:25690:x1875360224731520:12345-192.168.206.36@tcp:101:md5sum.0 00010000:00010000:0.0:1788483465.765036:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483465.765062:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1be5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147000 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.765200:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1bec lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.765398:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1bec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.765437:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1bec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.765454:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1bf3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.765461:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.765467:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767085:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f1bfa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767156:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f1bfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767168:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f1bfa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483465.767182:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1788483465.767528:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1bec lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767537:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1bec lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767545:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1bec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767551:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483465.767556:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1bec lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767582:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1bec lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767597:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:1.0:1788483465.767601:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483465.767605:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1bec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767612:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1bec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767626:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1bf3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767631:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1bf3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767637:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1bf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767642:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483465.767645:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1bf3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767650:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1bf3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767657:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f7636b63600) 00010000:00010000:1.0:1788483465.767659:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483465.767662:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1bf3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767733:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1bf3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767793:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1be5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147000 expref: 95 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767807:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f1bfa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147000 expref: 94 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483465.767930:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52f100) 00010000:00010000:1.0:1788483465.767934:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483465.767937:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5600, rc 0) 00000100:00100000:1.0:1788483465.768019:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:25690:x1875360224731520:12345-192.168.206.36@tcp:101:md5sum.0 Request processed in 3014us (3233us total) trans 4294967841 rc 0/0 00000100:00100000:1.0:1788483465.768028:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 892 00000100:00100000:2.0:1788483465.772159:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483465.772360:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224731776 00000100:00100000:3.0:1788483465.772373:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224731776 00000100:00100000:3.0:1788483465.772449:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 38 00000100:00100000:3.0:1788483465.772461:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+94:25690:x1875360224731776:12345-192.168.206.36@tcp:103:md5sum.0 00010000:00010000:3.0:1788483465.772479:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483465.772549:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f1bfa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147000 expref: 94 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483465.772569:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f760b52f100) 00010000:00010000:3.0:1788483465.772592:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483465.772655:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+93:25690:x1875360224731776:12345-192.168.206.36@tcp:103:md5sum.0 Request processed in 195us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483465.772785:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 38 00000100:00100000:3.0:1788483465.774697:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483465.774820:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224731904 00000100:00100000:0.0:1788483465.774829:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224731904 00000100:00100000:0.0:1788483465.774891:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 893 00000100:00100000:0.0:1788483465.774902:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+93:25690:x1875360224731904:12345-192.168.206.36@tcp:58:md5sum.0 00010000:00010000:0.0:1788483465.775030:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.775047:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483465.775060:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788483465.775170:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].21, 136 off11048 00000100:00100000:0.0:1788483465.775312:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+93:25690:x1875360224731904:12345-192.168.206.36@tcp:58:md5sum.0 Request processed in 411us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483465.775320:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 893 00000100:00100000:1.0:1788483465.779446:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483465.779715:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224732032 00000100:00100000:2.0:1788483465.779730:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224732032 00000100:00100000:2.0:1788483465.779804:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 894 00000100:00100000:2.0:1788483465.779816:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+93:25690:x1875360224732032:12345-192.168.206.36@tcp:101:md5sum.0 00010000:00010000:2.0:1788483465.779840:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483465.779864:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1c0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147007 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.780050:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.780068:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1c0f lrc: 4/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147007 expref: 94 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.780090:0:8191:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.780105:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1c0f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147007 expref: 94 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.780123:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f7636b63200) 00010000:00010000:2.0:1788483465.780127:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483465.780131:0:8191:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1c0f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147007 expref: 94 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483465.780139:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911bc00, rc 0) 00000100:00100000:2.0:1788483465.780208:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+94:25690:x1875360224732032:12345-192.168.206.36@tcp:101:md5sum.0 Request processed in 393us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483465.781433:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 894 00010000:00010000:1.0:1788483465.989588:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483466.180805:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483466.180819:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483466.180857:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 4 00000040:00080000:3.0:1788483466.180871:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483466.181059:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507697100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250915584:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483466.181848:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76097753c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483466.188814:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.188974:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224732160 00000100:00100000:2.0:1788483466.188987:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224732160 00000100:00100000:2.0:1788483466.189070:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 895 00000100:00100000:2.0:1788483466.189083:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25691:x1875360224732160:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483466.189134:0:13707:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483466.189287:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25691:x1875360224732160:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 206us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.189295:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 895 00000100:00100000:3.0:1788483466.190230:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507697100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250915584:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483466.192230:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.192708:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224732288 00000100:00100000:2.0:1788483466.192720:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224732288 00000100:00100000:2.0:1788483466.192794:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 896 00000100:00100000:2.0:1788483466.192806:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25691:x1875360224732288:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.192908:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c16 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.192931:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c16 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.192948:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c16 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.192966:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c1d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.192974:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c1d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.192981:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c1d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193268:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193279:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193287:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483466.193341:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:2.0:1788483466.193346:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483466.193363:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193376:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c16 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193383:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c16 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193391:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c16 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193397:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483466.193402:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c16 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193411:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c16 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193425:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:2.0:1788483466.193428:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483466.193434:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c16 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193441:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c16 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193456:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c1d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193463:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c1d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193473:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c1d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.193478:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483466.193481:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c1d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.194067:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c1d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.194083:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xd884179a (ffff9f750731fe00) 00010000:00010000:2.0:1788483466.194086:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483466.194090:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c1d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.194096:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c1d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xd884179a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.194116:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.194122:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.194128:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.194133:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483466.194136:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.194146:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.194154:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f7636b63200) 00010000:00010000:2.0:1788483466.194157:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483466.194160:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.194165:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c24 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483466.194275:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25691:x1875360224732288:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 1467us (2053us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.194285:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 896 00000100:00100000:3.0:1788483466.197802:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483466.198346:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224732544 00000100:00100000:1.0:1788483466.198369:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224732544 00000100:00100000:1.0:1788483466.198443:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 897 00000100:00100000:1.0:1788483466.198460:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:25691:x1875360224732544:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483466.198495:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483466.198563:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f1c2b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14700e expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.198714:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c32 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.198749:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.198762:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483466.198775:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00010000:00010000:1.0:1788483466.198873:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c32 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.198947:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c32 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.198954:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.198960:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483466.198965:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c32 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.198973:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c32 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.198987:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f7636b63200) 00010000:00010000:1.0:1788483466.198990:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483466.199412:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c32 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.199422:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c32 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.199528:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f1c2b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14700e expref: 39 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.199541:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:1.0:1788483466.199544:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483466.199549:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f1c2b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14700e expref: 39 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.199559:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:1.0:1788483466.199634:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25691:x1875360224732544:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1179us (1845us total) trans 4294967842 rc 301/301 00000100:00100000:1.0:1788483466.199642:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 897 00000100:00100000:3.0:1788483466.206400:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.206668:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224732672 00000100:00100000:2.0:1788483466.206681:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224732672 00000100:00100000:2.0:1788483466.206745:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 898 00000100:00100000:2.0:1788483466.206758:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25691:x1875360224732672:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483466.206844:0:13707:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483466.206985:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25691:x1875360224732672:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 228us (597us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.206993:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 898 00000100:00100000:2.0:1788483466.215700:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483466.215906:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224732800 00000100:00100000:1.0:1788483466.215919:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224732800 00000100:00100000:1.0:1788483466.216005:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 899 00000100:00100000:1.0:1788483466.216019:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25691:x1875360224732800:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483466.216043:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483466.216081:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f1c40 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147015 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.216171:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.216188:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.216201:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483466.216281:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483466.216286:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483466.216312:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.216344:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f1c40 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147015 expref: 40 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.216375:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147015 expref: 39 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.216385:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483466.216388:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483466.216392:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4200, rc 0) 00000100:00100000:1.0:1788483466.216472:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:25691:x1875360224732800:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 456us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483466.216479:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 899 00000100:00100000:3.0:1788483466.218594:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.218697:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224732928 00000100:00100000:2.0:1788483466.218709:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224732928 00000100:00100000:2.0:1788483466.218772:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 900 00000100:00100000:2.0:1788483466.218784:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:25691:x1875360224732928:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.218810:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483466.218832:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14701c expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.218902:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.218917:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.218929:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.218957:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c5c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.218964:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.218971:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219081:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219089:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219096:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483466.219132:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:2.0:1788483466.219137:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483466.219170:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219187:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219193:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219200:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219207:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219214:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483466.219219:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219228:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219241:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483466.219244:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483466.219249:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219257:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c55 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219272:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c5c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219284:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c5c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219290:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219295:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483466.219298:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c5c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219303:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c5c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219310:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9f750731fe00) 00010000:00010000:2.0:1788483466.219313:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483466.219315:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c5c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219322:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c5c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219366:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14701c expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219380:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14701c expref: 40 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.219387:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:2.0:1788483466.219390:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788483466.219393:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a200, rc 0) 00000100:00100000:2.0:1788483466.219472:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:25691:x1875360224732928:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 690us (900us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.219481:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 900 00000100:00100000:3.0:1788483466.223934:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483466.224034:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224733184 00000100:00100000:0.0:1788483466.224047:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224733184 00000100:00100000:0.0:1788483466.224117:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 901 00000100:00100000:0.0:1788483466.224129:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:25691:x1875360224733184:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483466.224154:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483466.224180:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f1c6a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147023 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.224804:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1c71 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.224822:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1c71 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.224835:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1c71 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483466.224848:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00010000:00010000:0.0:1788483466.224903:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f1c6a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147023 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.224923:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1c71 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147023 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.224932:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f7636b63600) 00010000:00010000:0.0:1788483466.224935:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483466.224938:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524e00, rc 0) 00000100:00100000:0.0:1788483466.247736:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:25691:x1875360224733184:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 23589us (23795us total) trans 4294967843 rc 0/0 00000100:00100000:0.0:1788483466.247781:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 901 00000100:00100000:3.0:1788483466.257080:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483466.257237:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224733440 00000100:00100000:1.0:1788483466.257251:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224733440 00000100:00100000:1.0:1788483466.257340:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 902 00000100:00100000:1.0:1788483466.257353:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:25691:x1875360224733440:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788483466.257424:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483466.257469:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1c71 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147023 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.257525:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f7636b63600) 00010000:00010000:1.0:1788483466.257554:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483466.257583:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.257598:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fd6 expref: 93 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.257607:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 4/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.257878:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fd6 expref: 93 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.257896:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fd6 expref: 93 pid: 6514 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483466.257913:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387ca300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250915712:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483466.258031:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75077230c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483466.261454:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387ca300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250915712:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483466.261533:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483466.263226:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.263438:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224733568 00000100:00100000:2.0:1788483466.263457:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224733568 00010000:00010000:2.0:1788483466.263550:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fd6 expref: 94 pid: 6514 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483466.263590:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 293 00000100:00100000:2.0:1788483466.263601:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360224733568:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483466.263617:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483466.263625:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fd6 expref: 94 pid: 6514 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.263640:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fd6 expref: 94 pid: 6514 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.263899:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f1b75 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146fd6 expref: 94 pid: 6514 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.263919:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:2.0:1788483466.263925:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.263936:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.263952:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.263983:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483466.264037:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+93:2402:x1875360224733568:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 438us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.264053:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 293 00010000:00010000:1.0:1788483466.264150:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264159:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264185:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f1c86 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x2cf9c9ad bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264195:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f1c86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x2cf9c9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264203:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f1c86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x2cf9c9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264273:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264280:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264287:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264293:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483466.264297:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264305:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264312:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:1.0:1788483466.264315:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483466.264318:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264325:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f1c7f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264333:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f1c86 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x2cf9c9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264339:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f1c86 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x2cf9c9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264345:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f1c86 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x2cf9c9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264354:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483466.264357:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f1c86 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x2cf9c9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264363:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f1c86 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x30:0x0].0x2cf9c9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264370:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x2cf9c9ad (ffff9f760b52f800) 00010000:00010000:1.0:1788483466.264372:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483466.264374:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f1c86 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x2cf9c9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.264379:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f1c86 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x30:0x0].0x2cf9c9ad bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483466.264433:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:25691:x1875360224733440:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 7084us (7366us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483466.264440:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 902 00000100:00100000:1.0:1788483466.277417:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.277545:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224733696 00000100:00100000:2.0:1788483466.277559:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224733696 00000100:00100000:2.0:1788483466.277634:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 903 00000100:00100000:2.0:1788483466.277646:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:25691:x1875360224733696:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.277684:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483466.277716:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c8d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14702a expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.277759:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.277774:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.277787:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.277924:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1c8d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14702a expref: 43 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.277962:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14702a expref: 42 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.277972:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:2.0:1788483466.277975:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483466.277980:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b200, rc 0) 00000100:00100000:2.0:1788483466.278157:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:25691:x1875360224733696:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 512us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.278165:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 903 00000100:00100000:3.0:1788483466.287326:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.287466:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224733952 00000100:00100000:2.0:1788483466.287479:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224733952 00000100:00100000:2.0:1788483466.287581:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 904 00000100:00100000:2.0:1788483466.287593:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:25691:x1875360224733952:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.287899:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.287920:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.287934:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483466.288134:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003d0fd8c8 reply state 000000003d45cf07 transno 4294967844 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.288149:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.288163:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:2.0:1788483466.288166:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483466.288170:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483466.288572:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:25691:x1875360224733952:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 978us (1256us total) trans 4294967844 rc 0/0 00000100:00100000:2.0:1788483466.288581:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 904 00000100:00100000:3.0:1788483466.294088:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.294227:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224734080 00000100:00100000:2.0:1788483466.294241:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224734080 00000100:00100000:2.0:1788483466.294329:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 905 00000100:00100000:2.0:1788483466.294342:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:25691:x1875360224734080:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.294372:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483466.294399:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1ca2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147031 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.294493:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1ca2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147031 expref: 45 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.294554:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1ca2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147031 expref: 45 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.294565:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:2.0:1788483466.294569:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483466.294574:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911ac00, rc 0) 00000100:00100000:2.0:1788483466.294645:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:25691:x1875360224734080:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 305us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.294653:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 905 00000100:00100000:0.0:1788483466.300772:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.300880:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224734208 00000100:00100000:2.0:1788483466.300903:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224734208 00000100:00100000:2.0:1788483466.300983:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 175 00000100:00100000:2.0:1788483466.300995:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:25691:x1875360224734208:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1788483466.301170:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:25691:x1875360224734208:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 177us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.301179:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 175 00000100:00100000:3.0:1788483466.304631:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.305794:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224734464 00000100:00100000:2.0:1788483466.305810:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224734464 00000100:00100000:2.0:1788483466.305907:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 176 00000100:00100000:2.0:1788483466.305920:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:25691:x1875360224734464:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483466.306405:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:25691:x1875360224734464:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 486us (1786us total) trans 4294967845 rc 0/0 00000100:00100000:2.0:1788483466.306414:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 176 00000100:00100000:3.0:1788483466.308667:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.313853:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224734720 00000100:00100000:2.0:1788483466.313873:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224734720 00000100:00100000:2.0:1788483466.313958:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 906 00000100:00100000:2.0:1788483466.313970:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:25691:x1875360224734720:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483466.314117:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:25691:x1875360224734720:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 149us (5471us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.314125:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 906 00000100:00100000:3.0:1788483466.319665:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.324521:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224734976 00000100:00100000:2.0:1788483466.324542:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224734976 00000100:00100000:2.0:1788483466.324746:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 907 00000100:00100000:2.0:1788483466.324762:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:25691:x1875360224734976:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.324792:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483466.324819:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1ca9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147038 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.325972:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.325998:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1ca2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147031 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.326009:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.326188:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1ca2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147031 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.326207:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1ca2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147031 expref: 47 pid: 6516 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483466.326223:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641617800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250915840:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483466.326620:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1600 going to sleep for 11 seconds 00000100:00100000:3.0:1788483466.337607:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.337768:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641617800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250915840:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483466.337801:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483466.338434:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224735104 00000100:00100000:0.0:1788483466.338445:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224735104 00010000:00010000:0.0:1788483466.338526:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1ca2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147031 expref: 48 pid: 6516 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483466.338571:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 294 00000100:00100000:0.0:1788483466.338583:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2401:x1875360224735104:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483466.338601:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483466.338609:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1ca2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147031 expref: 48 pid: 6516 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.338621:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1ca2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147031 expref: 48 pid: 6516 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.338645:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f1ca2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147031 expref: 48 pid: 6516 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.338675:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:0.0:1788483466.338681:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.338692:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.338699:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.338752:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483466.338824:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2401:x1875360224735104:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 242us (1230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483466.338832:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 294 00010000:00010000:1.0:1788483466.341222:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.341240:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483466.341268:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00080000:1.0:1788483466.341720:0:6514:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x11:0x0], index 0: 0 00010000:00010000:1.0:1788483466.341858:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.341904:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.341912:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.341918:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f761334aa00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483466.341922:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.341929:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.343401:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:1.0:1788483466.343410:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483466.343418:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.343427:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334aa00/0xf2b1f833e60f1cb0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.343548:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1ca9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147038 expref: 47 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.343562:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:1.0:1788483466.343564:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483466.343569:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f1ca9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147038 expref: 47 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.343580:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a400, rc 0) 00000100:00100000:1.0:1788483466.344395:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:25691:x1875360224734976:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 19632us (24747us total) trans 4294967846 rc 301/301 00000100:00100000:1.0:1788483466.344407:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 907 00000100:00100000:0.0:1788483466.351720:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483466.351798:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224735360 00000100:00100000:1.0:1788483466.351811:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224735360 00000100:00100000:1.0:1788483466.351870:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 177 00000100:00100000:1.0:1788483466.351894:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:25691:x1875360224735360:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483466.352286:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:25691:x1875360224735360:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 394us (579us total) trans 4294967847 rc 0/0 00000100:00100000:1.0:1788483466.352295:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 177 00000100:00100000:0.0:1788483466.356062:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.356208:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224735488 00000100:00100000:2.0:1788483466.356221:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224735488 00000100:00100000:2.0:1788483466.356304:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 908 00000100:00100000:2.0:1788483466.356318:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:25691:x1875360224735488:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.356347:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483466.356376:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1cbe lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14703f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.356463:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1cc5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.356479:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.356532:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483466.356588:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x15:0x0]: returning size 0 00000004:00200000:2.0:1788483466.356593:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483466.356614:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1cc5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.356644:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1cbe lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14703f expref: 49 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.356677:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1cc5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14703f expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.356686:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:2.0:1788483466.356690:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788483466.356694:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7607f8a400, rc 0) 00000100:00100000:2.0:1788483466.356757:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:25691:x1875360224735488:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 442us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.356768:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 908 00000100:00100000:3.0:1788483466.360130:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483466.360407:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224735616 00000100:00100000:1.0:1788483466.360420:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224735616 00000100:00100000:1.0:1788483466.360541:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 221 00000100:00100000:1.0:1788483466.360555:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224735616:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483466.360578:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483466.360604:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f1ccc lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147046 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483466.360638:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483466.360674:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788483466.360680:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483466.360691:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f1ccc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147046 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.360713:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f1ccc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147046 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.360749:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5000, rc 0) 00000100:00100000:1.0:1788483466.360813:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224735616:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 262us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483466.360821:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 221 00000100:00080000:0.0:1788483466.361616:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483466.373800:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.373909:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224735872 00000100:00100000:2.0:1788483466.373922:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224735872 00000100:00100000:2.0:1788483466.373998:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 909 00000100:00100000:2.0:1788483466.374011:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:25691:x1875360224735872:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483466.374148:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:25691:x1875360224735872:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 139us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.374156:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 909 00000100:00100000:3.0:1788483466.382448:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483466.383558:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224736000 00000100:00100000:1.0:1788483466.383573:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224736000 00000100:00100000:1.0:1788483466.383736:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 222 00000100:00100000:1.0:1788483466.383750:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:25691:x1875360224736000:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483466.383773:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483466.383795:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14704d expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.383833:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f1ccc lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147046 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.383843:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483466.383847:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483466.383853:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 10 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.383908:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f1ccc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147046 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.383923:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f1ccc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147046 expref: 10 pid: 8431 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483466.384060:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250915968:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483466.384193:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723000 going to sleep for 11 seconds 00000100:00100000:1.0:1788483466.392814:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483466.393186:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250915968:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483466.393232:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 10 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.393258:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5800, rc 0) 00000100:00100000:3.0:1788483466.393469:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:25691:x1875360224736000:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 9721us (11035us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483466.393480:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 222 00000100:00100000:0.0:1788483466.393649:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224736128 00000100:00100000:0.0:1788483466.393668:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224736128 00010000:00010000:0.0:1788483466.393714:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f1ccc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147046 expref: 10 pid: 8431 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483466.393745:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 295 00000100:00100000:0.0:1788483466.393756:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224736128:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483466.393772:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483466.393799:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f1ccc lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147046 expref: 10 pid: 8431 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.393813:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f1ccc lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147046 expref: 10 pid: 8431 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.393838:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f1ccc lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147046 expref: 10 pid: 8431 timeout: 731 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.393866:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483466.393872:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483466.393893:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.393905:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.394246:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483466.394264:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6501:1875360250916096:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483466.394597:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604a40c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788483466.407429:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6501:1875360250916096:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483466.407467:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483466.407665:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224736128:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 13901us (14856us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483466.407679:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 295 00000100:00100000:1.0:1788483466.560688:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483466.560854:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224736256 00000100:00100000:3.0:1788483466.560867:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224736256 00002000:00100000:3.0:1788483466.560954:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff9f76387c9f80 x1875360224736256/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:217/0 lens 488/0 e 0 to 0 dl 1788483477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483466.560968:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387c9f80 with x1875360224736256 ext(0->4194303) 00002000:00010000:3.0:1788483466.560975:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76387c9f80 00000100:00100000:3.0:1788483466.561016:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 66 00000100:00100000:3.0:1788483466.561027:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224736256:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788483466.593447:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.593602:0:8438:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 3 min 3 max 116 00000100:00100000:2.0:1788483466.593617:0:8438:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_003' 00000100:00100000:2.0:1788483466.594108:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224736384 00000100:00100000:2.0:1788483466.594122:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224736384 00002000:00100000:2.0:1788483466.594184:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff9f76387ca300 x1875360224736384/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:217/0 lens 488/0 e 0 to 0 dl 1788483477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483466.594195:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387ca300 with x1875360224736384 ext(4194304->5242879) 00002000:00010000:2.0:1788483466.594202:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76387ca300 00000100:00100000:1.0:1788483466.595294:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 67 00000100:00100000:1.0:1788483466.595312:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224736384:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788483466.673649:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2401:x1875360224736384:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 78326us (80198us total) trans 4294967337 rc 0/0 00000100:00100000:0.0:1788483466.673790:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 67 00002000:00100000:0.0:1788483466.673808:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff9f76387ca300 x1875360224736384/t4294967337(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:217/0 lens 488/448 e 0 to 0 dl 1788483477 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483466.673840:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387ca300 with x1875360224736384 ext(4194304->5242879) 00002000:00010000:0.0:1788483466.673847:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76387ca300 00000100:00100000:1.0:1788483466.675650:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224736256:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 114613us (114966us total) trans 4294967336 rc 0/0 00000100:00100000:1.0:1788483466.675664:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 66 00002000:00100000:1.0:1788483466.675676:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x11:0x0] (0->4194303) req@ffff9f76387c9f80 x1875360224736256/t4294967336(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:217/0 lens 488/448 e 0 to 0 dl 1788483477 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483466.675687:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387c9f80 with x1875360224736256 ext(0->4194303) 00002000:00010000:1.0:1788483466.675693:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76387c9f80 00000100:00100000:1.0:1788483466.699939:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483466.700085:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224736512 00000100:00100000:3.0:1788483466.700099:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224736512 00000100:00100000:3.0:1788483466.700179:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 910 00000100:00100000:3.0:1788483466.700192:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:25691:x1875360224736512:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1788483466.706683:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967847 is committed 00000001:00080000:0.0:1788483466.706717:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967841 is committed 00000004:00080000:0.0:1788483466.706724:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00010000:00010000:2.0:1788483466.706828:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.706843:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.706852:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.706858:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483466.706863:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.706872:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.706905:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:2.0:1788483466.706908:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788483466.706914:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.706919:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f1c9b lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483466.711413:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250916224:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788483466.711529:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483466.711860:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250916224 00000100:00100000:1.0:1788483466.711871:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250916224 00000100:00100000:1.0:1788483466.711999:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1788483466.712011:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3639:x1875360250916224:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1788483466.712047:0:8433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:18 count 1 00002000:00010000:1.0:1788483466.712090:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x12:0x0] initial LVB size: 5242880, mtime: 0x6a9a1787, atime: 0x6a9a1787, ctime: 0x6a9a1787, blocks: 0x2800 00010000:00010000:1.0:1788483466.712100:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f1cda lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.712137:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=631s v=(0 0) 00010000:00010000:1.0:1788483466.712142:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483466.712161:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f1cda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.712182:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f1cda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.712192:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f1cda lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.712201:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f1cda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.712222:0:8433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:2.0:1788483466.712448:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483466.712643:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+9:3639:x1875360250916224:12345-0@lo:6:osp-syn-1-0.0 Request processed in 633us (1113us total) trans 4294967346 rc 0/0 00000100:00100000:1.0:1788483466.712651:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000004:00080000:2.0:1788483466.712772:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f76387cb800/2, rc 0, transno 4294967346 00000100:00100000:2.0:1788483466.712779:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250916224:0@lo:6:osp-syn-1-0.0 00000020:00080000:0.0:1788483466.715824:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f76366e16c0 refcount 2 committed 0 result 0 batchid 13 00000020:00080000:0.0:1788483466.715838:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7609180b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7610fe66c0 00000020:00080000:0.0:1788483466.715842:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7609180400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f75091b9e00 00010000:00010000:0.0:1788483466.715945:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483466.715954:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f1cda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.715970:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483466.715975:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f1cda lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.715987:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f1cda lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.716013:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f1cda lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.716021:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f1cda lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.716075:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483466.716077:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483466.716079:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1788483466.716096:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 13 committed batchid 12 00000020:00080000:0.0:1788483466.716200:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 12 00000100:00100000:2.0:1788483466.716946:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25691:x1875360224736512:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 16748us (17014us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.716958:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 910 00000100:00100000:2.0:1788483466.724135:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483466.724761:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224736640 00000100:00100000:3.0:1788483466.724773:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224736640 00000100:00100000:3.0:1788483466.724839:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 224 00000100:00100000:3.0:1788483466.724852:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224736640:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788483466.732972:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967337 is committed 00000001:00080000:3.0:1788483466.732997:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967335 is committed 00000100:00100000:2.0:1788483466.745808:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224736640:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 20947us (21676us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.745823:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 224 00000100:00100000:0.0:1788483466.749468:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.750372:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224736896 00000100:00100000:2.0:1788483466.750388:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224736896 00000100:00100000:2.0:1788483466.750461:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 911 00000100:00100000:2.0:1788483466.750473:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:25691:x1875360224736896:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.750565:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483466.750594:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1cc5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14703f expref: 38 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.750615:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:2.0:1788483466.750621:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483466.750650:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.750678:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.750689:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483466.750805:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002c877c14 reply state 000000003cdeb842 transno 4294967848 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.750818:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.750825:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:2.0:1788483466.750828:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483466.750832:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483466.750942:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:25691:x1875360224736896:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 471us (1488us total) trans 4294967848 rc 0/0 00000100:00100000:2.0:1788483466.750951:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 911 00000100:00100000:1.0:1788483466.754849:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.754953:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224737024 00000100:00100000:2.0:1788483466.754963:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224737024 00000100:00100000:2.0:1788483466.755017:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 912 00000100:00100000:2.0:1788483466.755026:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:25691:x1875360224737024:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.755048:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483466.755069:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ce8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147054 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.755428:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ce8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147054 expref: 40 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.755447:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ce8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147054 expref: 40 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.755466:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:2.0:1788483466.755469:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483466.755473:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:2.0:1788483466.755561:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:25691:x1875360224737024:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 534us (720us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.755568:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 912 00000100:00100000:3.0:1788483466.764834:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483466.765041:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224737152 00000100:00100000:0.0:1788483466.765054:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224737152 00000100:00100000:0.0:1788483466.765127:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 225 00000100:00100000:0.0:1788483466.765140:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224737152:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788483466.765351:0:8871:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb size from disk: 0 -> 5242880 00002000:00010000:0.0:1788483466.765356:0:8871:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb mtime from disk: 0 -> 1788483463 00002000:00010000:0.0:1788483466.765358:0:8871:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb atime from disk: 0 -> 1788483463 00002000:00010000:0.0:1788483466.765360:0:8871:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb ctime from disk: 0 -> 1788483463 00002000:00010000:0.0:1788483466.765362:0:8871:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x11:0x0] updating lvb blocks from disk: 0 -> 10240 00000100:00100000:0.0:1788483466.765432:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224737152:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 294us (613us total) trans 4294967338 rc 0/0 00000100:00100000:0.0:1788483466.765440:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 225 00000100:00100000:0.0:1788483466.768646:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483466.768804:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224737408 00000100:00100000:1.0:1788483466.768817:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224737408 00000100:00100000:1.0:1788483466.768906:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 913 00000100:00100000:1.0:1788483466.768917:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:25691:x1875360224737408:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788483466.768975:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.769009:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14702a expref: 40 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.769019:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 4/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.769052:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14702a expref: 40 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.769065:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14702a expref: 40 pid: 8191 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483466.769079:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250916352:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483466.769179:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723900 going to sleep for 11 seconds 00000100:00100000:0.0:1788483466.772039:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483466.772550:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224737536 00000100:00100000:3.0:1788483466.772564:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224737536 00010000:00010000:3.0:1788483466.772622:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14702a expref: 41 pid: 8191 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483466.772697:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 296 00000100:00100000:3.0:1788483466.772708:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608db1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:2402:x1875360224737536:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483466.772726:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483466.772733:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14702a expref: 41 pid: 8191 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.772748:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14702a expref: 41 pid: 8191 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.772775:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:3.0:1788483466.772782:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.772793:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.772801:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.772822:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483466.772883:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608db1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:2402:x1875360224737536:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 177us (858us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483466.772892:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 296 00010000:00010000:1.0:1788483466.773548:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f1c94 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x15:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14702a expref: 40 pid: 8191 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483466.773579:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387caa00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250916352:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483466.773604:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.773614:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.773620:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.773662:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.773688:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.773696:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.773702:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483466.773706:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.773713:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.773729:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:1.0:1788483466.773731:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788483466.773736:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 2/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.773742:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f1cef lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483466.773823:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:25691:x1875360224737408:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 4906us (5189us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788483466.773832:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 913 00000100:00100000:0.0:1788483466.784943:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.785068:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224737664 00000100:00100000:2.0:1788483466.785093:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224737664 00000100:00100000:2.0:1788483466.785156:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 226 00000100:00100000:2.0:1788483466.785168:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224737664:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.785211:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.785250:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 10 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.785259:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483466.785264:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483466.785269:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.785306:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 10 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.785322:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 10 pid: 8871 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483466.785338:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250916480:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483466.785423:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1840 going to sleep for 11 seconds 00000100:00100000:2.0:1788483466.793073:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250916480:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483466.793115:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483466.800117:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.800720:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224737792 00000100:00100000:2.0:1788483466.800732:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224737792 00010000:00010000:2.0:1788483466.800784:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 11 pid: 8871 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483466.800834:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 297 00000100:00100000:2.0:1788483466.800844:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224737792:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483466.800859:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483466.800882:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 11 pid: 8871 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.800915:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 11 pid: 8871 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.800937:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002da52f41/0xf2b1f833e60f1cd3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14704d expref: 11 pid: 8871 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.800954:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483466.800957:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483466.800963:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.800973:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.801008:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483466.801135:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224737792:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 283us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.801143:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 297 00010000:00010000:3.0:1788483466.801433:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.801452:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.801555:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.801567:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.801576:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.801584:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483466.801590:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.801603:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.801624:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.801632:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000b833245/0xf2b1f833e60f1cf6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483466.801820:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224737664:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 16651us (16884us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483466.801829:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 226 00000100:00100000:3.0:1788483466.807595:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.807712:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224738048 00000100:00100000:2.0:1788483466.807722:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224738048 00000100:00100000:2.0:1788483466.807775:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 914 00000100:00100000:2.0:1788483466.807784:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:25691:x1875360224738048:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483466.807852:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1cfd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.807868:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1cfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.807878:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1cfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.808003:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.808014:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ce8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147054 expref: 40 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.808022:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.808051:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ce8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147054 expref: 40 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.808063:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ce8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147054 expref: 40 pid: 8191 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483466.808075:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250916608:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483466.808168:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1300 going to sleep for 11 seconds 00000100:00100000:2.0:1788483466.810935:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250916608:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483466.810965:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483466.811605:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483466.811758:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224738176 00000100:00100000:0.0:1788483466.811766:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224738176 00010000:00010000:0.0:1788483466.811802:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ce8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147054 expref: 41 pid: 8191 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483466.811861:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 298 00000100:00100000:0.0:1788483466.811871:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:2401:x1875360224738176:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483466.811886:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483466.811894:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ce8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147054 expref: 41 pid: 8191 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.811906:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ce8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147054 expref: 41 pid: 8191 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.811930:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f1ce8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147054 expref: 41 pid: 8191 timeout: 731 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.811945:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:0.0:1788483466.811950:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.811960:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.811968:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.811996:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483466.812054:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2401:x1875360224738176:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 184us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483466.812063:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 298 00010000:00010000:3.0:1788483466.812310:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483466.812327:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483466.812765:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967849 00000001:00080000:3.0:1788483466.812901:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967850 00000001:00080000:3.0:1788483466.812935:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967851 00000100:00100000:2.0:1788483466.814067:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250916736:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788483466.815027:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483466.815083:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1300 going to sleep for 11 seconds 00000100:00100000:1.0:1788483466.815520:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250916736 00000100:00100000:1.0:1788483466.815530:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250916736 00000100:00100000:1.0:1788483466.815598:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1788483466.815607:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360250916736:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788483466.815703:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360250916736:12345-0@lo:1000:mdt00_002.0 Request processed in 97us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483466.815723:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1788483466.815832:0:6516:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967335 gen 2 00000004:00080000:0.0:1788483466.815844:0:6516:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7641617b80, transno 4294967335 00000100:00100000:0.0:1788483466.815864:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250916736:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1788483466.816028:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967852 00000100:00100000:0.0:1788483466.816099:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250916864:0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788483466.816147:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483466.816175:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250916864 00000100:00100000:0.0:1788483466.816179:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250916864 00000100:00100000:0.0:1788483466.816203:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1788483466.816209:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360250916864:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788483466.816300:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6516:x1875360250916864:12345-0@lo:1000:mdt00_002.0 Request processed in 89us (151us total) trans 4294967339 rc 0/0 00000100:00100000:0.0:1788483466.816307:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1788483466.816325:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2000 going to sleep for 11 seconds 00000100:00100000:0.0:1788483466.816343:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250916864:0@lo:1000:mdt00_002.0 00000001:00080000:0.0:1788483466.816400:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967853 00010000:00010000:0.0:1788483466.816424:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816434:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816441:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816447:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483466.816451:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816460:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816491:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:0.0:1788483466.816495:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483466.816530:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816537:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d04 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x15:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816560:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816567:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816573:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816577:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483466.816580:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816586:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816594:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f7636b63200) 00010000:00010000:0.0:1788483466.816596:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483466.816603:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1c0f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147007 expref: 81 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816613:0:6516:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1c0f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147007 expref: 81 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816629:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1c0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147007 expref: 81 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.816655:0:6516:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1c0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147007 expref: 81 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483466.816665:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250916992:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483466.816722:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2300 going to sleep for 11 seconds 00000100:00080000:2.0:1788483466.816987:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483466.822888:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483466.822938:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224738304 00000100:00100000:3.0:1788483466.822951:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224738304 00000100:00100000:3.0:1788483466.823021:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 178 00000100:00100000:3.0:1788483466.823034:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e75b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25690:x1875360224738304:12345-192.168.206.36@tcp:49:md5sum.0 00000100:00100000:0.0:1788483466.823136:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860e680 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250916992:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483466.823250:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823263:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1c08 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483466.823271:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e75b450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25690:x1875360224738304:12345-192.168.206.36@tcp:49:md5sum.0 Request processed in 240us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483466.823279:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 178 00010000:00010000:0.0:1788483466.823298:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1d0b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823313:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1d0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823325:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1d0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823335:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1d0b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823342:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1d0b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823367:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1d0b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823373:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483466.823376:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1d0b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823384:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1d0b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823406:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f7636b63200) 00010000:00010000:0.0:1788483466.823409:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483466.823413:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1d0b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823420:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1d0b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823429:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1cfd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823435:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1cfd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823440:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1cfd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823444:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483466.823447:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1cfd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823461:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1cfd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823469:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f7636b63200) 00010000:00010000:0.0:1788483466.823471:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483466.823474:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1cfd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.823479:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f1cfd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483466.823867:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:25691:x1875360224738048:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 16083us (16279us total) trans 4294967854 rc 0/0 00000100:00100000:0.0:1788483466.823875:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 914 00000020:00080000:0.0:1788483466.823878:0:6516:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:3.0:1788483466.823979:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483466.823986:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483466.825906:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000100:00100000:2.0:1788483466.825927:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000040:00080000:3.0:1788483466.825931:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483466.826071:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224738432 00000100:00100000:0.0:1788483466.826084:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224738432 00000100:00100000:0.0:1788483466.826444:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 227 00000100:00100000:0.0:1788483466.826456:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+11:25690:x1875360224738432:12345-192.168.206.36@tcp:101:md5sum.0 00010000:00010000:0.0:1788483466.826478:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483466.826553:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f1d12 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14705b expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483466.826595:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x11:0x0] initial LVB size: 5242880, mtime: 0x6a9a1787, atime: 0x6a9a1787, ctime: 0x6a9a1787, blocks: 0x2800 00010000:00010000:0.0:1788483466.826622:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=631s v=(0 0) 00010000:00010000:0.0:1788483466.826628:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483466.826640:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f1d12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14705b expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.826680:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f1d12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14705b expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483466.826697:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524800, rc 0) 00000100:00100000:0.0:1788483466.826764:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:25690:x1875360224738432:12345-192.168.206.36@tcp:101:md5sum.0 Request processed in 311us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483466.826772:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 227 00000100:00100000:1.0:1788483466.826981:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00080000:2.0:1788483466.827008:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483466.827111:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224738688 00000100:00100000:3.0:1788483466.827119:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224738688 00000100:00100000:2.0:1788483466.827333:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 179 00000100:00100000:2.0:1788483466.827344:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:25691:x1875360224738688:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788483466.828551:0:14620:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x15:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788483466.828603:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967855 00010000:00010000:2.0:1788483466.828640:0:14620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.828796:0:14620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.828811:0:14620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.828822:0:14620:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.828830:0:14620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.828837:0:14620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483466.828864:0:14620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788483466.828935:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483466.828949:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.828967:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8a400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483466.828973:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.828983:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.829000:0:19385:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:1.0:1788483466.829005:0:19385:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483466.829011:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.829018:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d19 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x15:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483466.829038:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483466.829041:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483466.829044:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483466.829048:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:25691:x1875360224738688:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 1700us (2068us total) trans 4294967856 rc 0/0 00000100:00100000:2.0:1788483466.829062:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 179 00000020:00080000:2.0:1788483466.829068:0:14620:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788483466.829581:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483466.829658:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224738816 00000100:00100000:2.0:1788483466.829668:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224738816 00002000:00100000:2.0:1788483466.829725:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (0->32767) req@ffff9f76387cfb80 x1875360224738816/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:217/0 lens 488/0 e 0 to 0 dl 1788483477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483466.829737:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387cfb80 with x1875360224738816 ext(0->32767) 00002000:00010000:2.0:1788483466.829742:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76387cfb80 00000100:00100000:2.0:1788483466.829768:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 68 00000100:00100000:2.0:1788483466.829778:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224738816:12345-192.168.206.36@tcp:3:md5sum.0 00000100:00100000:2.0:1788483466.832475:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224738816:12345-192.168.206.36@tcp:3:md5sum.0 Request processed in 2684us (2882us total) trans 0 rc 32768/32768 00000100:00100000:2.0:1788483466.832532:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 68 00002000:00100000:2.0:1788483466.832548:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x11:0x0] (0->32767) req@ffff9f76387cfb80 x1875360224738816/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:217/0 lens 488/440 e 0 to 0 dl 1788483477 ref 1 fl Complete:/600/0 rc 32768/32768 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483466.832560:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387cfb80 with x1875360224738816 ext(0->32767) 00002000:00010000:2.0:1788483466.832566:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76387cfb80 00000100:00100000:1.0:1788483466.854602:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483466.854758:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224738944 00000100:00100000:0.0:1788483466.854771:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224738944 00002000:00100000:0.0:1788483466.854834:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (32768->4194303) req@ffff9f76387cad80 x1875360224738944/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:217/0 lens 488/0 e 0 to 0 dl 1788483477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483466.854846:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387cad80 with x1875360224738944 ext(32768->4194303) 00002000:00010000:0.0:1788483466.854852:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76387cad80 00000100:00100000:0.0:1788483466.854923:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 69 00000100:00100000:0.0:1788483466.854936:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224738944:12345-192.168.206.36@tcp:3:md5sum.0 00000100:00100000:0.0:1788483466.938620:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224738944:12345-192.168.206.36@tcp:3:md5sum.0 Request processed in 83672us (84018us total) trans 0 rc 4161536/4161536 00000100:00100000:0.0:1788483466.938636:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 69 00002000:00100000:0.0:1788483466.938667:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x11:0x0] (32768->4194303) req@ffff9f76387cad80 x1875360224738944/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:217/0 lens 488/440 e 0 to 0 dl 1788483477 ref 1 fl Complete:/600/0 rc 4161536/4161536 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483466.938679:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387cad80 with x1875360224738944 ext(32768->4194303) 00002000:00010000:0.0:1788483466.938686:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76387cad80 00000100:00100000:1.0:1788483466.952083:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483466.952255:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224739072 00000100:00100000:0.0:1788483466.952283:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224739072 00002000:00100000:0.0:1788483466.952592:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff9f76387cb480 x1875360224739072/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:217/0 lens 488/0 e 0 to 0 dl 1788483477 ref 1 fl New:/600/ffffffff rc 0/-1 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483466.952606:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387cb480 with x1875360224739072 ext(4194304->5242879) 00002000:00010000:0.0:1788483466.952613:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76387cb480 00000100:00100000:0.0:1788483466.952681:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 70 00000100:00100000:0.0:1788483466.952692:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224739072:12345-192.168.206.36@tcp:3:md5sum.0 00000100:00100000:0.0:1788483466.973084:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224739072:12345-192.168.206.36@tcp:3:md5sum.0 Request processed in 20379us (20999us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1788483466.973100:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 70 00002000:00100000:0.0:1788483466.973116:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x11:0x0] (4194304->5242879) req@ffff9f76387cb480 x1875360224739072/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:217/0 lens 488/440 e 0 to 0 dl 1788483477 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'md5sum.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483466.973128:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387cb480 with x1875360224739072 ext(4194304->5242879) 00002000:00010000:0.0:1788483466.973135:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76387cb480 00000100:00100000:3.0:1788483467.015843:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483467.016127:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224739328 00000100:00100000:0.0:1788483467.016140:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224739328 00000100:00100000:0.0:1788483467.016229:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 180 00000100:00100000:0.0:1788483467.016242:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+82:25690:x1875360224739328:12345-192.168.206.36@tcp:35:md5sum.0 00000100:00100000:0.0:1788483467.016577:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+83:25690:x1875360224739328:12345-192.168.206.36@tcp:35:md5sum.0 Request processed in 337us (745us total) trans 4294967857 rc 0/0 00000100:00100000:0.0:1788483467.016587:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 180 00000100:00080000:2.0:1788483467.019658:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788483467.020078:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483467.332744:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483467.332871:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483467.332897:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250917248:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483467.332983:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483467.333386:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250917248 00000100:00100000:3.0:1788483467.333396:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250917248 00000100:00100000:3.0:1788483467.333460:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1788483467.333473:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250917248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483467.333534:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3684589568 00000100:00100000:2.0:1788483467.333541:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250917120:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483467.333587:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483467.333595:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250917248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 123us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483467.333610:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1788483467.333631:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250917120 00000100:00100000:2.0:1788483467.333636:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250917120 00000100:00100000:1.0:1788483467.333727:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250917248:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483467.333794:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483467.333840:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:2.0:1788483467.333850:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250917120:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483467.333863:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3684589568 00000100:00100000:2.0:1788483467.333906:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250917120:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483467.333913:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1788483467.334409:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250917120:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788483468.036762:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483468.356645:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483468.356673:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250917376:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483468.356754:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483468.356830:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250917376 00000100:00100000:1.0:1788483468.356839:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250917376 00000100:00100000:1.0:1788483468.356896:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1788483468.356907:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250917376:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483468.356947:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:1.0:1788483468.356996:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250917376:12345-0@lo:41:osp-pre-0-1.0 Request processed in 91us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483468.357005:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1788483468.357046:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250917376:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788483469.061618:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483469.484297:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483469.484350:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483469.484394:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224739712 00000100:00100000:0.0:1788483469.484407:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224739712 00000100:00100000:0.0:1788483469.484493:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 765 00000100:00100000:0.0:1788483469.484533:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224739712:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483469.484623:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224739712:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 94us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483469.484631:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 765 00000100:00100000:2.0:1788483469.484647:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483469.487789:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483469.487832:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483469.488278:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483469.488311:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483469.488328:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483469.488348:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483469.488389:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224740224 00000100:00100000:2.0:1788483469.488399:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224740224 00000100:00100000:2.0:1788483469.488550:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224739584 00000100:00100000:2.0:1788483469.488553:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224739584 00000100:00100000:2.0:1788483469.488572:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224740096 00000100:00100000:2.0:1788483469.488574:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224740096 00000100:00100000:2.0:1788483469.488591:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 766 00000100:00100000:2.0:1788483469.488602:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224740224:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483469.488802:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 767 00000100:00100000:0.0:1788483469.488812:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+83:2402:x1875360224739584:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483469.488973:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224740224:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 372us (1197us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483469.488985:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 766 00000100:00100000:2.0:1788483469.489008:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 768 00000100:00100000:2.0:1788483469.489015:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2402:x1875360224740096:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483469.489657:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224739456 00000100:00100000:3.0:1788483469.489667:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224739456 00000100:00100000:3.0:1788483469.490389:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 685 00000100:00100000:3.0:1788483469.490850:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224739456:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483469.491153:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+83:2402:x1875360224739584:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 2338us (3287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483469.491155:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2402:x1875360224740096:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 2134us (2819us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483469.491171:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 767 00000100:00100000:2.0:1788483469.491178:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 768 00000100:00100000:0.0:1788483469.491236:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224739968 00000100:00100000:0.0:1788483469.491244:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224739968 00000100:00100000:0.0:1788483469.491289:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224740480 00000100:00100000:0.0:1788483469.491293:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224740480 00000100:00100000:0.0:1788483469.491319:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224739840 00000100:00100000:0.0:1788483469.491323:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224739840 00000100:00100000:0.0:1788483469.491334:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224740352 00000100:00100000:0.0:1788483469.491337:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224740352 00000100:00100000:0.0:1788483469.491350:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 435 00000100:00100000:0.0:1788483469.491357:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224739968:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483469.493611:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 436 00000100:00100000:2.0:1788483469.493637:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224740480:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483469.493743:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224740480:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 116us (5910us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483469.493753:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 436 00000100:00100000:2.0:1788483469.493783:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 437 00000100:00100000:2.0:1788483469.493791:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224739840:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483469.493821:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224739840:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (5509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483469.493828:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 437 00000100:00100000:2.0:1788483469.493849:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 438 00000100:00100000:2.0:1788483469.493857:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224740352:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483469.493947:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224740352:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 91us (5598us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483469.493954:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 438 00000100:00080000:2.0:1788483469.494031:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483469.494038:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483469.494043:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483469.494046:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483469.494553:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224739968:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 3191us (10165us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483469.494563:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 435 00000100:00100000:3.0:1788483469.502788:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224739456:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 11932us (18489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.502808:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 685 00000100:00100000:2.0:1788483469.893650:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483469.893669:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250917504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483469.893748:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483469.893823:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250917504 00000100:00100000:2.0:1788483469.893830:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250917504 00000100:00100000:2.0:1788483469.893886:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1788483469.893896:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250917504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483469.893921:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 100227904 pending 5292032 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788483469.893963:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250917504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483469.893970:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00080000:2.0:1788483469.894006:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483469.894041:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250917504:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483469.894698:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483469.894712:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250917632:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483469.894750:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895006:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250918016:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895034:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895055:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250918528:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895078:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895101:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250919040:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895122:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895138:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788483469.895144:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250917888:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895165:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895182:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250918400:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895202:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895230:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250918912:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895251:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895279:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250918016 00000100:00100000:3.0:1788483469.895284:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250918016 00000100:00100000:3.0:1788483469.895320:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1788483469.895328:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250918016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895369:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250918016:12345-0@lo:400:kworker.0 Request processed in 42us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.895375:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1788483469.895393:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250918528 00000100:00100000:3.0:1788483469.895396:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250918528 00000100:00100000:3.0:1788483469.895422:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250919040 00000100:00100000:3.0:1788483469.895425:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250919040 00000100:00100000:3.0:1788483469.895435:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250917888 00000100:00100000:3.0:1788483469.895438:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250917888 00000100:00100000:3.0:1788483469.895446:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250918400 00000100:00100000:3.0:1788483469.895449:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250918400 00000100:00100000:3.0:1788483469.895459:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250918912 00000100:00100000:3.0:1788483469.895462:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250918912 00000100:00100000:3.0:1788483469.895546:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1788483469.895553:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250918528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895586:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250918528:12345-0@lo:400:kworker.0 Request processed in 34us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.895593:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1788483469.895604:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1788483469.895610:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250919040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895637:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250919040:12345-0@lo:400:kworker.0 Request processed in 28us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.895653:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:3.0:1788483469.895666:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1788483469.895671:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250917888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895699:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250917888:12345-0@lo:400:kworker.0 Request processed in 28us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.895705:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1788483469.895716:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1788483469.895722:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250918400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895746:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250918400:12345-0@lo:400:kworker.0 Request processed in 25us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.895751:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1788483469.895761:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1788483469.895766:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250918912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895789:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250918912:12345-0@lo:400:kworker.0 Request processed in 23us (537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.895795:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:3.0:1788483469.895825:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250917760:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895852:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895875:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250918272:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895893:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895906:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250918784:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895925:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895939:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788483469.895944:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250918144:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895970:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.895983:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250918656:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.895998:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483469.896021:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250917760 00000100:00100000:3.0:1788483469.896024:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250917760 00000100:00100000:3.0:1788483469.896049:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1788483469.896056:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250917760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896087:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250917760:12345-0@lo:400:kworker.0 Request processed in 31us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.896093:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1788483469.896117:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250918784 00000100:00100000:3.0:1788483469.896120:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250918784 00000100:00100000:3.0:1788483469.896144:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250918656 00000100:00100000:3.0:1788483469.896147:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250918656 00000100:00100000:3.0:1788483469.896164:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1788483469.896170:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250918784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896196:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250918784:12345-0@lo:400:kworker.0 Request processed in 26us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.896202:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:3.0:1788483469.896212:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1788483469.896218:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250918656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896241:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250918656:12345-0@lo:400:kworker.0 Request processed in 24us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.896247:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1788483469.896287:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250917888:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896297:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250918400:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896317:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e59f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250918912:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896327:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250918016:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896337:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250918528:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896346:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e5a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250919040:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896382:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250918656:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896390:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250917760:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896399:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250918784:0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896416:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250918144 00000100:00100000:3.0:1788483469.896419:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250918144 00000100:00100000:3.0:1788483469.896441:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1788483469.896446:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250918144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483469.896496:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250918144:12345-0@lo:400:kworker.0 Request processed in 49us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483469.896525:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1788483469.896555:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250918144:0@lo:400:kworker.0 00000100:00100000:1.0:1788483469.896780:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250918272 00000100:00100000:1.0:1788483469.896785:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250918272 00000100:00100000:1.0:1788483469.896818:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1788483469.896825:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250918272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483469.896867:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250918272:12345-0@lo:400:kworker.0 Request processed in 42us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483469.896873:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1788483469.896968:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250918272:0@lo:400:kworker.0 00000100:00100000:2.0:1788483469.897284:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250917632 00000100:00100000:2.0:1788483469.897290:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250917632 00000100:00100000:2.0:1788483469.897332:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1788483469.897339:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3641:x1875360250917632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483469.897353:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 100227904 pending 5292032 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788483469.897391:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+9:3641:x1875360250917632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (2641us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483469.897397:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00080000:2.0:1788483469.897418:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483469.897421:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483469.897424:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483469.897426:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483469.897459:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250917632:0@lo:13:osp-pre-1-0.0 00000001:00080000:1.0:1788483469.900041:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967346 is committed 00000001:00080000:1.0:1788483469.900067:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967344 is committed 00010000:00010000:1.0:1788483470.084880:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483470.414957:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483470.414985:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250919168:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483470.415078:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483470.415175:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250919168 00000100:00100000:2.0:1788483470.415184:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250919168 00000100:00100000:2.0:1788483470.415244:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1788483470.415256:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250919168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483470.415300:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483470.415353:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250919168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483470.415360:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1788483470.415419:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250919168:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788483470.916932:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483470.916946:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483470.917123:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:1.0:1788483470.917138:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483471.112320:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483471.144096:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483471.144259:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224740608 00000100:00100000:3.0:1788483471.144273:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224740608 00000100:00100000:3.0:1788483471.144368:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 915 00000100:00100000:3.0:1788483471.144387:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+83:26115:x1875360224740608:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483471.144415:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483471.144441:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1d20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147062 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.144595:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1d27 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.144614:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1d27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.144626:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1d27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483471.144687:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00000004:00200000:3.0:1788483471.144691:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483471.144717:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1d27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.144750:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1d20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147062 expref: 85 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.144770:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1d27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147062 expref: 84 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.144781:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:3.0:1788483471.144784:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483471.144789:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75084fe000, rc 0) 00000100:00100000:3.0:1788483471.144881:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26115:x1875360224740608:12345-192.168.206.36@tcp:101:rm.0 Request processed in 488us (792us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483471.144890:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 915 00000100:00080000:2.0:1788483471.146613:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483471.150687:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483471.152539:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224740864 00000100:00100000:2.0:1788483471.152568:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224740864 00000100:00100000:2.0:1788483471.152651:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 916 00000100:00100000:2.0:1788483471.152671:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26115:x1875360224740864:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483471.152700:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483471.152727:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f1d2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147069 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483471.152856:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:2.0:1788483471.152999:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f1d2e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147069 expref: 86 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.153023:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483471.153027:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483471.153033:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f1d2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147069 expref: 86 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.153049:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2200, rc 0) 00000100:00100000:2.0:1788483471.153128:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26115:x1875360224740864:12345-192.168.206.36@tcp:101:rm.0 Request processed in 460us (2456us total) trans 4294967858 rc 301/301 00000100:00100000:2.0:1788483471.153136:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 916 00000100:00100000:2.0:1788483471.161004:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483471.161090:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224740992 00000100:00100000:3.0:1788483471.161111:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224740992 00000100:00100000:3.0:1788483471.161192:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 181 00000100:00100000:3.0:1788483471.161204:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26115:x1875360224740992:12345-192.168.206.36@tcp:37:rm.0 00000100:00100000:2.0:1788483471.168600:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26115:x1875360224740992:12345-192.168.206.36@tcp:37:rm.0 Request processed in 7380us (7592us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483471.168618:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 181 00000100:00100000:2.0:1788483471.178450:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483471.179046:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224741248 00000100:00100000:1.0:1788483471.179060:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224741248 00000100:00100000:1.0:1788483471.179143:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 182 00000100:00100000:1.0:1788483471.179156:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26115:x1875360224741248:12345-192.168.206.36@tcp:35:rm.0 00000100:00100000:1.0:1788483471.179474:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+86:26115:x1875360224741248:12345-192.168.206.36@tcp:35:rm.0 Request processed in 309us (1028us total) trans 4294967859 rc 0/0 00000100:00100000:1.0:1788483471.179484:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 182 00000100:00100000:3.0:1788483471.182679:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483471.183013:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224741504 00000100:00100000:2.0:1788483471.183025:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224741504 00000100:00100000:2.0:1788483471.183095:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 917 00000100:00100000:2.0:1788483471.183109:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+86:26115:x1875360224741504:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483471.183140:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483471.183165:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f1d3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147070 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.183296:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f1d43 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.183313:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f1d43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.183327:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f1d43 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483471.183339:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:2.0:1788483471.183474:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f1d3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147070 expref: 89 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.183494:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f1d43 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147070 expref: 88 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.183526:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:2.0:1788483471.183530:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788483471.183534:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2a00, rc 0) 00000100:00100000:2.0:1788483471.183610:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+88:26115:x1875360224741504:12345-192.168.206.36@tcp:101:rm.0 Request processed in 504us (946us total) trans 4294967860 rc 0/0 00000100:00100000:2.0:1788483471.183618:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 917 00000100:00100000:0.0:1788483471.186734:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483471.187120:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224741632 00000100:00100000:3.0:1788483471.187133:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224741632 00000100:00100000:3.0:1788483471.187206:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 918 00000100:00100000:3.0:1788483471.187230:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+88:26115:x1875360224741632:12345-192.168.206.36@tcp:41:rm.0 00000004:00000024:3.0:1788483471.187299:0:6514:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 7842807808 avail 7364960256 00000100:00100000:3.0:1788483471.187387:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+88:26115:x1875360224741632:12345-192.168.206.36@tcp:41:rm.0 Request processed in 162us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483471.187396:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 918 00000100:00100000:3.0:1788483471.191031:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483471.191186:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224741760 00000100:00100000:2.0:1788483471.191199:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224741760 00000100:00100000:2.0:1788483471.191273:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 919 00000100:00100000:2.0:1788483471.191285:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+88:26115:x1875360224741760:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483471.191309:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483471.191334:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f1d51 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147077 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.191415:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f1d58 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.191437:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f1d58 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.191449:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f1d58 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.191482:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d5f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.191490:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.191519:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.191624:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1d66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.191645:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1d66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.191655:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1d66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483471.192800:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x32:0x0]: returning size 5242880 00000004:00200000:2.0:1788483471.192810:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483471.192843:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1d66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.192925:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1d66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.192941:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f1d58 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.192948:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f1d58 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.192956:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f1d58 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.192962:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76027e2400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483471.192968:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f1d58 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.192975:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f1d58 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.192991:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:2.0:1788483471.192994:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483471.193000:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f1d58 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193007:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f1d58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193020:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d5f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193026:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d5f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193032:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193037:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483471.193040:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d5f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193045:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d5f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193053:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f7506667100) 00010000:00010000:2.0:1788483471.193056:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483471.193059:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d5f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193065:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f1d5f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193109:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f1d51 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147077 expref: 90 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193124:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1d66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147077 expref: 89 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.193132:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f7636b63200) 00010000:00010000:2.0:1788483471.193135:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483471.193138:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5600, rc 0) 00000100:00100000:2.0:1788483471.193226:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+89:26115:x1875360224741760:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1941us (2205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483471.193235:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 919 00000100:00100000:3.0:1788483471.197773:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483471.197929:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224742016 00000100:00100000:0.0:1788483471.197943:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224742016 00000100:00100000:0.0:1788483471.198011:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 920 00000100:00100000:0.0:1788483471.198023:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+89:26115:x1875360224742016:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:0.0:1788483471.198102:0:12148:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1788483471.198137:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1d66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147077 expref: 89 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198164:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f1c0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x32:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147007 expref: 88 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198177:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f7636b63200) 00010000:00010000:0.0:1788483471.198201:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1d27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147062 expref: 87 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198211:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:0.0:1788483471.198215:0:12148:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483471.198241:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d6d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198257:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d6d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198268:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d6d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198297:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198304:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198310:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198431:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d7b lrc: 3/0,1 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198439:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198447:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788483471.198757:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].9, 64 off8792 00000004:00080000:0.0:1788483471.198769:0:12148:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 636153268586ns, next at 637153265201ns, rc = 0 00010000:00010000:0.0:1788483471.198828:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198838:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198846:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198854:0:12148:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198861:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 4/0,1 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198868:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198900:0:12148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788483471.198922:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d7b lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198937:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d7b lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198943:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d7b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198950:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483471.198954:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d7b lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198963:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d7b lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198973:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f76113d6600) 00010000:00010000:0.0:1788483471.198976:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788483471.198979:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d7b lrc: 2/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.198985:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d7b lrc: 0/0,0 mode: --/EX res: [0x200000402:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.199003:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d6d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.199010:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d6d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.199015:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d6d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.199020:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483471.199029:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d6d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.199035:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d6d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.199044:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:0.0:1788483471.199047:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483471.199049:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d6d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.199055:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d6d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x30:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483471.199065:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000aaec9366 reply state 000000004b85bb00 transno 4294967861 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.199077:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.199083:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f76113d6500) 00010000:00010000:0.0:1788483471.199085:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483471.199088:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788483471.199175:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+88:26115:x1875360224742016:12345-192.168.206.36@tcp:36:rm.0 Request processed in 1153us (1416us total) trans 4294967861 rc 0/0 00000100:00100000:0.0:1788483471.199184:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 920 00010000:00010000:3.0:1788483471.201538:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483471.201555:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.201567:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483471.201572:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.201581:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.201600:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x32:0x0].0x0 (ffff9f76113d6600) 00010000:00010000:3.0:1788483471.201603:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788483471.201608:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 1/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.201625:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f1d82 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.201663:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483471.201665:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483471.201667:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483471.216432:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483471.216868:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224742272 00000100:00100000:2.0:1788483471.216883:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224742272 00000100:00100000:2.0:1788483471.216956:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 183 00000100:00100000:2.0:1788483471.216969:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+88:26115:x1875360224742272:12345-192.168.206.36@tcp:35:rm.0 00000100:00100000:2.0:1788483471.217244:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+89:26115:x1875360224742272:12345-192.168.206.36@tcp:35:rm.0 Request processed in 276us (824us total) trans 4294967862 rc 0/0 00000100:00100000:2.0:1788483471.217253:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 183 00000100:00100000:3.0:1788483471.222662:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483471.222873:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224742528 00000100:00100000:0.0:1788483471.222886:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224742528 00000100:00100000:0.0:1788483471.222965:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 921 00000100:00100000:0.0:1788483471.222978:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+89:26115:x1875360224742528:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:0.0:1788483471.223061:0:6514:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1788483471.223094:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f1d43 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x30:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147070 expref: 89 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.223119:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f1a87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f89 expref: 88 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.223131:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:0.0:1788483471.223142:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1a6b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146f82 expref: 87 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.223150:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483471.223153:0:6514:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483471.223181:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.223197:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147015 expref: 45 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.223206:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.223260:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147015 expref: 45 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.223275:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147015 expref: 45 pid: 6515 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483471.223304:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250919296:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483471.223424:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75015a3840 going to sleep for 11 seconds 00000100:00100000:0.0:1788483471.233427:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483471.233479:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224742656 00000100:00100000:0.0:1788483471.233490:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224742656 00010000:00010000:0.0:1788483471.233583:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147015 expref: 46 pid: 6515 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483471.233632:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 299 00000100:00100000:0.0:1788483471.233652:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2402:x1875360224742656:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483471.233672:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483471.233680:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147015 expref: 46 pid: 6515 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.233695:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147015 expref: 46 pid: 6515 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.233723:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483471.233730:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.233742:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.233750:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.233838:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483471.233926:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2402:x1875360224742656:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 275us (509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483471.233935:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 299 00000100:00080000:0.0:1788483471.233963:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788483471.234027:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f1c47 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147015 expref: 45 pid: 6515 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483471.234051:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250919296:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483471.234075:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.234096:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.234103:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.234128:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.234138:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.234146:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.234255:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.234277:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14701c expref: 44 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.234285:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.234318:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14701c expref: 44 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.234333:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14701c expref: 44 pid: 8191 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483471.234349:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250919424:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483471.234425:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75015a3840 going to sleep for 11 seconds 00000100:00100000:1.0:1788483471.243577:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250919424:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483471.243596:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:1.0:1788483471.243622:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483471.243630:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224742784 00000100:00100000:0.0:1788483471.243636:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224742784 00010000:00010000:0.0:1788483471.243673:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14701c expref: 45 pid: 8191 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483471.243807:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 300 00000100:00100000:0.0:1788483471.243819:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2401:x1875360224742784:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483471.243840:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483471.243848:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14701c expref: 45 pid: 8191 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.244060:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14701c expref: 45 pid: 8191 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.244317:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f1c63 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x30:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14701c expref: 45 pid: 8191 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.244336:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:0.0:1788483471.244342:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.244352:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.244361:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483471.244390:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483471.244477:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2401:x1875360224742784:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 639us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483471.244485:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 300 00010000:00010000:1.0:1788483471.244496:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.244523:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483471.244933:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x30:0x0]: returning size 4096 00010000:00010000:1.0:1788483471.244953:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.244962:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.244970:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.244977:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483471.244991:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245000:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245011:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x0 (ffff9f760b52fe00) 00010000:00010000:1.0:1788483471.245015:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483471.245019:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245026:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f1d97 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245055:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245062:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245068:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245074:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483471.245077:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245084:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245092:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483471.245095:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483471.245104:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245110:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f1d89 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483471.245123:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000059ad508f reply state 000000002816b211 transno 4294967863 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245137:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.245143:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9f76113d6e00) 00010000:00010000:1.0:1788483471.245146:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483471.245149:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483471.245225:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+88:26115:x1875360224742528:12345-192.168.206.36@tcp:36:rm.0 Request processed in 22248us (22588us total) trans 4294967863 rc 0/0 00000100:00100000:1.0:1788483471.245233:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 921 00000100:00100000:0.0:1788483471.325861:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483471.326023:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224742912 00000100:00100000:3.0:1788483471.326038:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224742912 00000100:00100000:3.0:1788483471.326126:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 922 00000100:00100000:3.0:1788483471.326138:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:25662:x1875360224742912:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788483471.326298:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:25662:x1875360224742912:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 161us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483471.326306:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 922 00000100:00100000:0.0:1788483471.328470:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483471.328587:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224743040 00000100:00100000:2.0:1788483471.328599:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224743040 00000100:00100000:2.0:1788483471.328688:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 923 00000100:00100000:2.0:1788483471.328700:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:25662:x1875360224743040:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788483471.328846:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:25662:x1875360224743040:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 148us (395us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483471.328864:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 923 00000100:00080000:0.0:1788483471.329093:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:2.0:1788483471.493434:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:0.0:1788483471.944773:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967863 is committed 00000004:00080000:0.0:1788483471.944802:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 10 committed 00000001:00080000:0.0:1788483471.944841:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967856 is committed 00000020:00080000:0.0:1788483471.944857:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7604a40000 refcount 2 committed 0 result 0 batchid 14 00000020:00080000:0.0:1788483471.944862:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7508507100 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7604a40c00 00000020:00080000:0.0:1788483471.944880:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7508507000 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f750927b600 00000020:00080000:0.0:1788483471.944906:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 13 batchid updated 00000020:00080000:0.0:1788483471.944921:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 14 committed batchid 13 00000020:00080000:0.0:1788483471.945001:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 13 00000100:00100000:1.0:1788483471.945197:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483471.945223:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250919552:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788483471.945315:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483471.945428:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250919552 00000100:00100000:1.0:1788483471.945441:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250919552 00000100:00100000:1.0:1788483471.945556:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:1.0:1788483471.945567:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250919552:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788483471.945600:0:8871:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:17 count 1 00010000:00010000:1.0:1788483471.945633:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.945659:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f1d12 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14705b expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.945680:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=5s v=(0 0) 00010000:00010000:1.0:1788483471.945685:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483471.945691:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 4/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.945723:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f1d12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14705b expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483471.945740:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f1d12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14705b expref: 11 pid: 14965 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483471.945753:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250919680:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483471.945832:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723d80 going to sleep for 11 seconds 00000100:00080000:1.0:1788483471.945852:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483471.946674:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.946688:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.946696:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.946704:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483471.946709:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.946717:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.946748:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x15:0x0].0x0 (ffff9f750731fe00) 00010000:00010000:3.0:1788483471.946752:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483471.946757:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.946763:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f1ce1 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x15:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948841:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948867:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948876:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948882:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483471.948888:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948895:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948916:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x30:0x0].0x361913b3 (ffff9f76113d6500) 00010000:00010000:2.0:1788483471.948919:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483471.948924:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948931:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1d74 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x30:0x0].0x361913b3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948962:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948969:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948976:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948981:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483471.948983:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948988:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.948996:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c6c0408 (ffff9f76113d6e00) 00010000:00010000:2.0:1788483471.948998:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483471.949001:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.949007:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1d90 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c6c0408 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483471.949899:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483471.950026:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250919680:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483471.950059:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483471.950259:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224743168 00000100:00100000:2.0:1788483471.950269:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224743168 00010000:00010000:2.0:1788483471.950328:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f1d12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14705b expref: 12 pid: 14965 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483471.950493:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 301 00000100:00100000:2.0:1788483471.950531:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224743168:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483471.950551:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483471.950558:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f1d12 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14705b expref: 12 pid: 14965 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.950573:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f1d12 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14705b expref: 12 pid: 14965 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.950598:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f1d12 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x11:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->32767) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14705b expref: 12 pid: 14965 timeout: 736 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.950615:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483471.950620:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x11:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483471.950626:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.950636:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483471.950669:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483471.950734:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224743168:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 207us (843us total) trans 0 rc 0/0 00010000:00010000:3.0:1788483471.950789:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.950800:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.950810:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.950817:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.950837:0:8871:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788483471.951050:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360250919552:12345-0@lo:6:osp-syn-0-0.0 Request processed in 5483us (5733us total) trans 4294967340 rc 0/0 00000100:00100000:3.0:1788483471.951058:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00010000:00010000:3.0:1788483471.951090:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483471.951097:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.951127:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483471.951132:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788483471.951524:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000004:00080000:1.0:1788483471.951774:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7507739f80/2, rc 0, transno 4294967340 00000100:00100000:1.0:1788483471.951782:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250919552:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1788483471.952118:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.952148:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.952156:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1d9e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x11:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483471.952179:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483471.952181:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483471.952183:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788483471.954026:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967340 is committed 00000001:00080000:3.0:1788483471.954051:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967338 is committed 00000100:00100000:2.0:1788483471.954493:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 301 00010000:00010000:1.0:1788483472.132839:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483472.453290:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250919808:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483472.453388:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483472.453528:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250919808 00000100:00100000:2.0:1788483472.453538:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250919808 00000100:00100000:2.0:1788483472.453599:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1788483472.453611:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250919808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483472.453714:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:2.0:1788483472.453816:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250919808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 208us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483472.453825:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00080000:1.0:1788483472.453993:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483472.454040:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250919936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483472.454093:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483472.454134:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250919936 00000100:00100000:1.0:1788483472.454138:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250919936 00000100:00100000:1.0:1788483472.454165:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1788483472.454171:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250919936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483472.454184:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3916161024 avail 3684638720 00000100:00100000:1.0:1788483472.454217:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250919936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (123us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483472.454223:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1788483472.454251:0:3639:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967340 gen 2 00000004:00080000:1.0:1788483472.454257:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967339 committed transno 4294967340 00000004:00080000:1.0:1788483472.454280:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7507739f80, transno 4294967340 00000100:00100000:1.0:1788483472.454294:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250919936:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483472.454474:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250919808:0@lo:13:osp-pre-0-1.0 00000001:02000400:2.0:1788483473.016462:0:20808:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12d: Restore of a non archived, non released file must work ========================================================== 20:57:50 (1788483470) 00010000:00010000:2.0:1788483473.158926:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483473.197688:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483473.203160:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224743296 00000100:00100000:3.0:1788483473.203180:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224743296 00000100:00100000:3.0:1788483473.203262:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 924 00000100:00100000:3.0:1788483473.203275:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:26301:x1875360224743296:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483473.203301:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483473.203328:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1da5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14707e expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.204868:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.205108:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.205123:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483473.205186:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788483473.205191:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483473.205218:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.205261:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1da5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14707e expref: 36 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.205282:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14707e expref: 35 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.205292:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483473.205295:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483473.205298:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75084fe400, rc 0) 00000100:00100000:3.0:1788483473.205388:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:26301:x1875360224743296:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 2114us (7712us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483473.205399:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 924 00000100:00080000:3.0:1788483473.206967:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483473.223276:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483473.223353:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224743424 00000100:00100000:3.0:1788483473.223367:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224743424 00000100:00100000:3.0:1788483473.223445:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 925 00000100:00100000:3.0:1788483473.223467:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+79:26301:x1875360224743424:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483473.223496:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483473.223540:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1db3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147085 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.223618:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1dba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.223634:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.223647:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483473.223698:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788483473.223703:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483473.223726:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1dba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.226982:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1db3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147085 expref: 81 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.227023:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1dba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147085 expref: 80 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.227034:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483473.227038:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483473.227043:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75084fea00, rc 0) 00000100:00100000:3.0:1788483473.227182:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+80:26301:x1875360224743424:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 3716us (3918us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483473.227193:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 925 00000100:00080000:2.0:1788483473.231748:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483473.235681:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483473.235985:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224743552 00000100:00100000:1.0:1788483473.235998:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224743552 00000100:00100000:1.0:1788483473.236070:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 926 00000100:00100000:1.0:1788483473.236082:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:26302:x1875360224743552:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483473.236205:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:26302:x1875360224743552:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 125us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483473.236215:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 926 00000100:00100000:2.0:1788483473.247761:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483473.247918:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224743680 00000100:00100000:3.0:1788483473.247930:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224743680 00000100:00100000:3.0:1788483473.248015:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 927 00000100:00100000:3.0:1788483473.248027:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:26302:x1875360224743680:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788483473.248153:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:26302:x1875360224743680:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 128us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483473.248161:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 927 00000100:00080000:2.0:1788483473.248476:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483473.267632:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483473.267696:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224743808 00000100:00100000:3.0:1788483473.267710:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224743808 00000100:00100000:3.0:1788483473.267787:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 928 00000100:00100000:3.0:1788483473.267800:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+80:26303:x1875360224743808:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483473.267903:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483473.267930:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1dc1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14708c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268011:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1dc8 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268029:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1dc8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268044:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1dc8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268068:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1dcf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268088:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1dcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268096:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1dcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268151:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1dc8 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268160:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1dc8 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268167:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1dc8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268174:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75084ff400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483473.268179:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1dc8 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268187:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1dc8 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268201:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483473.268205:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483473.268210:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1dc8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268231:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff400/0xf2b1f833e60f1dc8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268245:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1dcf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268252:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1dcf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268258:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1dcf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268263:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483473.268266:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1dcf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268273:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1dcf lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268289:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9f76277dfa00) 00010000:00010000:3.0:1788483473.268292:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483473.268295:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1dcf lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268302:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1dcf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268339:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1dc1 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14708c expref: 81 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268351:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483473.268354:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483473.268358:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe000/0xf2b1f833e60f1dc1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14708c expref: 81 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.268368:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75084fe000, rc 0) 00000100:00100000:3.0:1788483473.268474:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+80:26303:x1875360224743808:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 675us (854us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483473.268483:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 928 00000100:00100000:2.0:1788483473.273032:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483473.275469:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224744064 00000100:00100000:1.0:1788483473.275490:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224744064 00000100:00100000:1.0:1788483473.275866:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 929 00000100:00100000:1.0:1788483473.275945:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+80:26303:x1875360224744064:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:1.0:1788483473.276040:0:12148:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483473.276074:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fea00/0xf2b1f833e60f1dba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147085 expref: 80 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.276096:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483473.276101:0:12148:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483473.276169:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.276185:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14707e expref: 34 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.276196:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.276232:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14707e expref: 34 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.276249:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14707e expref: 34 pid: 13707 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483473.277023:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250920064:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483473.277159:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788483473.281083:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483473.281200:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250920064:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483473.281234:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483473.281367:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224744192 00000100:00100000:3.0:1788483473.281376:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224744192 00010000:00010000:3.0:1788483473.281421:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14707e expref: 35 pid: 13707 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483473.281471:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 302 00000100:00100000:3.0:1788483473.281482:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:2401:x1875360224744192:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483473.281537:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483473.281546:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14707e expref: 35 pid: 13707 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.281701:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14707e expref: 35 pid: 13707 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.281729:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe400/0xf2b1f833e60f1dac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14707e expref: 35 pid: 13707 timeout: 738 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.281745:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483473.281750:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.281765:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.281773:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.281805:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483473.282442:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.282464:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.282495:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.282538:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.282548:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483473.283026:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:2401:x1875360224744192:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 398us (808us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483473.283037:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 302 00010000:00010000:2.0:1788483473.287356:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.287387:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.287402:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483473.287436:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b95a3a97 reply state 00000000d8b6db09 transno 4294967864 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.287460:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.287468:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:2.0:1788483473.287472:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483473.287478:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:2.0:1788483473.287486:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00010000:00010000:2.0:1788483473.287496:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.287528:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.287535:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.287542:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483473.287547:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.287819:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.287836:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483473.287999:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483473.288006:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.288013:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1dd6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483473.288034:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b95a3a97 reply state 00000000d8b6db09 transno 4294967864 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.288044:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.288054:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9f7506667100) 00010000:00010000:2.0:1788483473.288057:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483473.288060:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:2.0:1788483473.288233:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+81:26303:x1875360224744064:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 12349us (15209us total) trans 4294967864 rc 0/0 00000100:00100000:2.0:1788483473.288243:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 929 00000100:00100000:1.0:1788483473.312368:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483473.312931:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224744320 00000100:00100000:3.0:1788483473.312944:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224744320 00000100:00100000:2.0:1788483473.316232:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 930 00000100:00100000:2.0:1788483473.316252:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+81:26304:x1875360224744320:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483473.316297:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483473.316323:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1deb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147093 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.316404:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1df2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.316421:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1df2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.316434:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1df2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483473.316524:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788483473.316529:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483473.316555:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1df2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.316594:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1deb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147093 expref: 83 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.316632:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1df2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147093 expref: 82 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.316642:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483473.316646:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483473.316649:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5600, rc 0) 00000100:00100000:2.0:1788483473.316730:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+82:26304:x1875360224744320:12345-192.168.206.36@tcp:101:bash.0 Request processed in 481us (4376us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483473.316737:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 930 00000100:00100000:1.0:1788483473.323189:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483473.323445:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224744448 00000100:00100000:0.0:1788483473.323468:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224744448 00000100:00100000:0.0:1788483473.323592:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 931 00000100:00100000:0.0:1788483473.323605:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+82:26304:x1875360224744448:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483473.323630:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483473.323654:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f1df9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14709a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.323730:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e00 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.323746:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.323771:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.323785:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e07 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.323792:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.323798:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.323920:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1e0e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.323929:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1e0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.323936:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1e0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483473.323978:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:0.0:1788483473.323983:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483473.324007:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1e0e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324022:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e00 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324028:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e00 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324034:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324041:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483473.324046:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e00 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324054:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e00 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324080:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483473.324097:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483473.324104:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e00 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324111:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e00 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324126:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e07 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324131:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e07 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324137:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324141:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483473.324144:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e07 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324150:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e07 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324157:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9f7506667100) 00010000:00010000:0.0:1788483473.324160:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483473.324163:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e07 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324169:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e07 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324206:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f1df9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14709a expref: 84 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324233:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525a00/0xf2b1f833e60f1e0e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14709a expref: 83 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.324241:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:0.0:1788483473.324253:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483473.324256:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525a00, rc 0) 00000100:00100000:0.0:1788483473.324644:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+83:26304:x1875360224744448:12345-192.168.206.36@tcp:101:bash.0 Request processed in 731us (1264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483473.324654:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 931 00000100:00100000:1.0:1788483473.330443:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483473.330651:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224744576 00000100:00100000:3.0:1788483473.330663:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224744576 00000100:00100000:3.0:1788483473.330734:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 932 00000100:00100000:3.0:1788483473.330746:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+83:26304:x1875360224744576:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:3.0:1788483473.330774:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483473.330800:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1e15 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470a1 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.330896:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.330913:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.330926:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.330946:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e23 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.330953:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.330960:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331009:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331018:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331024:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331031:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331037:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483473.331042:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331050:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331063:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:3.0:1788483473.331066:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483473.331071:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 3/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331079:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e1c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331094:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e23 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331101:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e23 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331107:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331112:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483473.331115:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e23 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331121:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e23 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331128:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9f76277dfa00) 00010000:00010000:3.0:1788483473.331131:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483473.331133:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e23 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331139:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e23 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331189:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1e15 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a1 expref: 84 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331207:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:3.0:1788483473.331209:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483473.331213:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1e15 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a1 expref: 84 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.331223:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e400, rc 0) 00000100:00100000:0.0:1788483473.333255:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+83:26304:x1875360224744576:12345-192.168.206.36@tcp:101:bash.0 Request processed in 2495us (2809us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483473.337789:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 932 00000100:00100000:1.0:1788483473.347116:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483473.348911:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224744704 00000100:00100000:0.0:1788483473.348928:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224744704 00000100:00100000:0.0:1788483473.349043:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 933 00000100:00100000:0.0:1788483473.349055:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+34:26305:x1875360224744704:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483473.349081:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483473.349107:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f1e2a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470a8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.349188:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.349204:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.349217:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483473.349304:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483473.349318:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483473.349341:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.349368:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f1e2a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a8 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.349386:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a8 expref: 35 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.349394:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483473.349398:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483473.349401:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524600, rc 0) 00000100:00100000:0.0:1788483473.349525:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:26305:x1875360224744704:12345-192.168.206.36@tcp:101:rm.0 Request processed in 442us (2394us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483473.349532:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 933 00000100:00100000:1.0:1788483473.352609:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483473.352799:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224744832 00000100:00100000:3.0:1788483473.352812:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224744832 00000100:00100000:3.0:1788483473.352900:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 934 00000100:00100000:3.0:1788483473.352913:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+35:26305:x1875360224744832:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483473.352941:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483473.352965:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1e38 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470af expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353045:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e3f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353061:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e3f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353074:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e3f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353085:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e46 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353093:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353104:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353202:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e000/0xf2b1f833e60f1e4d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353211:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e000/0xf2b1f833e60f1e4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353219:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e000/0xf2b1f833e60f1e4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483473.353471:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:3.0:1788483473.353477:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483473.353697:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e000/0xf2b1f833e60f1e4d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353713:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e3f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353720:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e3f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353728:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e3f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353735:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483473.353740:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e3f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353748:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e3f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353764:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483473.353768:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483473.353774:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e3f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353781:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1e3f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353797:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e46 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353804:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e46 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353810:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353815:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483473.353818:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e46 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353824:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e46 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.353831:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9f7506667100) 00010000:00010000:3.0:1788483473.353833:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483473.354096:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e46 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.354104:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1e46 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.354145:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1e38 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470af expref: 37 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.354161:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e000/0xf2b1f833e60f1e4d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470af expref: 36 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.354169:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:3.0:1788483473.354171:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483473.354174:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e000, rc 0) 00000100:00100000:1.0:1788483473.354522:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26305:x1875360224744832:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1608us (1922us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483473.354531:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 934 00000100:00100000:3.0:1788483473.358458:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483473.358603:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224744960 00000100:00100000:2.0:1788483473.358616:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224744960 00000100:00100000:2.0:1788483473.358691:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 935 00000100:00100000:2.0:1788483473.358703:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26305:x1875360224744960:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483473.358728:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483473.358751:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1e54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470b6 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358832:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e5b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358861:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358876:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358893:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358901:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358908:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358953:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358961:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e5b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358969:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358975:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483473.358981:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.358988:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e5b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359002:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:2.0:1788483473.359005:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483473.359011:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359018:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359031:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359038:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e62 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359044:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359049:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483473.359052:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359059:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e62 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359066:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9f7506667600) 00010000:00010000:2.0:1788483473.359068:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483473.359071:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e62 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359077:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359115:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1e54 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470b6 expref: 37 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359126:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:2.0:1788483473.359128:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483473.359132:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1e54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470b6 expref: 37 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.359148:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:2.0:1788483473.359436:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26305:x1875360224744960:12345-192.168.206.36@tcp:101:rm.0 Request processed in 733us (998us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483473.359444:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 935 00000100:00100000:2.0:1788483473.363032:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483473.363153:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224745088 00000100:00100000:0.0:1788483473.363166:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224745088 00000100:00100000:0.0:1788483473.363238:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 936 00000100:00100000:0.0:1788483473.363251:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26305:x1875360224745088:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483473.363276:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483473.363301:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f1e69 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470bd expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363393:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e70 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363429:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363442:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363471:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1e77 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363480:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1e77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363485:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1e77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363576:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e70 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363585:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e70 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363592:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363599:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483473.363603:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e70 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363612:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e70 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363636:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:0.0:1788483473.363645:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483473.363651:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363657:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1e70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363673:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1e77 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363679:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1e77 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363685:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1e77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363690:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483473.363693:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1e77 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363698:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1e77 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363706:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9f7602eebd00) 00010000:00010000:0.0:1788483473.363708:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483473.363711:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1e77 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363717:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1e77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363752:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f1e69 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470bd expref: 37 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363769:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:0.0:1788483473.363771:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483473.363776:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f1e69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470bd expref: 37 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.363785:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525c00, rc 0) 00000100:00100000:0.0:1788483473.363862:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26305:x1875360224745088:12345-192.168.206.36@tcp:101:rm.0 Request processed in 612us (842us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483473.363869:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 936 00000100:00100000:1.0:1788483473.379770:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483473.379883:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224745216 00000100:00100000:2.0:1788483473.379895:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224745216 00000100:00100000:2.0:1788483473.379956:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 937 00000100:00100000:2.0:1788483473.379968:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26306:x1875360224745216:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483473.379993:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483473.380018:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1e7e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470c4 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380098:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e85 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380114:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380128:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380143:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380151:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380162:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380209:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380225:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e85 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380233:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380240:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483473.380245:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380253:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e85 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380267:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:2.0:1788483473.380271:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483473.380276:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e85 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380282:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380297:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.380303:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e8c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.381434:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.381443:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483473.381446:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.381464:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.381478:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9f7506667600) 00010000:00010000:2.0:1788483473.381481:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483473.381484:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e8c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.381491:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.382484:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1e7e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470c4 expref: 37 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.382534:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:2.0:1788483473.382538:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483473.382543:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1e7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470c4 expref: 37 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.383321:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:3.0:1788483473.385075:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26306:x1875360224745216:12345-192.168.206.36@tcp:101:cp.0 Request processed in 5095us (5449us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483473.385089:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 937 00000100:00100000:3.0:1788483473.389474:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483473.389679:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224745344 00000100:00100000:0.0:1788483473.389693:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224745344 00000100:00100000:2.0:1788483473.389872:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 938 00000100:00100000:2.0:1788483473.389888:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26306:x1875360224745344:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483473.389916:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483473.389939:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e93 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470cb expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390018:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e9a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390035:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390049:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390066:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1ea1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390073:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390080:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390126:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e9a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390134:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e9a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390141:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390147:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483473.390153:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e9a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390162:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e9a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390175:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:2.0:1788483473.390179:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483473.390184:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e9a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390191:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f1e9a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390203:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1ea1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390301:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1ea1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390410:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1ea1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390417:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483473.390420:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1ea1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390427:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1ea1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390436:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9f7506667600) 00010000:00010000:2.0:1788483473.390440:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483473.390444:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1ea1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390460:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1ea1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390523:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e93 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470cb expref: 37 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390534:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:2.0:1788483473.390537:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483473.390541:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f1e93 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470cb expref: 37 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.390551:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5200, rc 0) 00000100:00100000:2.0:1788483473.390929:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26306:x1875360224745344:12345-192.168.206.36@tcp:101:cp.0 Request processed in 1043us (1466us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483473.390937:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 938 00000100:00100000:2.0:1788483473.395069:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483473.395193:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224745600 00000100:00100000:0.0:1788483473.395205:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224745600 00000100:00100000:0.0:1788483473.395299:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 939 00000100:00100000:0.0:1788483473.395321:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26306:x1875360224745600:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483473.395349:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483473.395375:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f1ea8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470d2 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.395571:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1eaf lrc: 3/0,1 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.395588:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1eaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.395603:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1eaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.396609:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.396626:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.396635:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483473.398066:0:13707:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x13:0x0], index 1: 0 00010000:00010000:1.0:1788483473.398588:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3200/0xf2b1f833e60f1ebd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398605:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3200/0xf2b1f833e60f1ebd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398617:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3200/0xf2b1f833e60f1ebd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398659:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1eaf lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398666:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1eaf lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398673:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1eaf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398697:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483473.398762:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1eaf lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398771:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1eaf lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398786:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:1.0:1788483473.398788:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483473.398794:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1eaf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398800:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f1eaf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483473.398816:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a52baa26 reply state 0000000062e910a3 transno 4294967865 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398829:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398835:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9f760b52f500) 00010000:00010000:1.0:1788483473.398838:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483473.398842:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483473.398887:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f1ea8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d2 expref: 39 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398904:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3200/0xf2b1f833e60f1ebd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d2 expref: 38 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.398922:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9f760b52f600) 00010000:00010000:1.0:1788483473.398923:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483473.398925:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3200, rc 0) 00000100:00100000:1.0:1788483473.399019:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:26306:x1875360224745600:12345-192.168.206.36@tcp:101:cp.0 Request processed in 3709us (3963us total) trans 4294967865 rc 0/0 00000100:00100000:1.0:1788483473.399029:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 939 00000100:00100000:1.0:1788483473.405215:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483473.405551:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224745728 00000100:00100000:3.0:1788483473.405564:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224745728 00000100:00100000:3.0:1788483473.405642:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 229 00000100:00080000:2.0:1788483473.405654:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483473.406630:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224745728:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483473.406655:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483473.406683:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ecb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470d9 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483473.406731:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483473.406757:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=638s v=(0 0) 00010000:00010000:3.0:1788483473.406763:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483473.406774:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ecb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d9 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.406796:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ecb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d9 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.406813:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e800, rc 0) 00000100:00100000:3.0:1788483473.406923:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224745728:12345-192.168.206.36@tcp:101:cp.0 Request processed in 307us (1722us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483473.406933:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 229 00000100:00100000:3.0:1788483473.417119:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483473.418415:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224745856 00000100:00100000:2.0:1788483473.418429:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224745856 00000100:00100000:2.0:1788483473.418549:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 230 00000100:00100000:2.0:1788483473.418569:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:26306:x1875360224745856:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483473.418591:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483473.418616:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470e0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.418767:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ecb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d9 expref: 11 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.418778:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483473.418784:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483473.418789:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 11 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.418834:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ecb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d9 expref: 11 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483473.418861:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ecb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d9 expref: 11 pid: 8433 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483473.418879:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250920192:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483473.419017:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76190e5f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788483473.444980:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483473.445167:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250920192:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483473.445208:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 11 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.445233:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5c00, rc 0) 00000100:00100000:0.0:1788483473.445306:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:26306:x1875360224745856:12345-192.168.206.36@tcp:101:cp.0 Request processed in 26748us (28201us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483473.445324:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 230 00000100:00100000:3.0:1788483473.446886:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224745984 00000100:00100000:3.0:1788483473.446901:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224745984 00010000:00010000:3.0:1788483473.446958:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ecb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d9 expref: 11 pid: 8433 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483473.447004:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 303 00000100:00100000:3.0:1788483473.447016:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224745984:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483473.447034:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483473.447062:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ecb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d9 expref: 11 pid: 8433 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.447077:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ecb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d9 expref: 11 pid: 8433 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.447104:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ecb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470d9 expref: 11 pid: 8433 timeout: 738 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.447127:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483473.447131:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483473.447141:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.447153:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483473.447195:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483473.447214:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360250920320:192.168.206.36@tcp:105: 00000100:00100000:3.0:1788483473.449479:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483473.457762:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360250920320:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483473.457799:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483473.457876:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df6450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224745984:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 10861us (12908us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483473.457889:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 303 00000100:00100000:1.0:1788483473.460616:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483473.460806:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224746240 00000100:00100000:0.0:1788483473.460820:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224746240 00000100:00100000:0.0:1788483473.460892:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 184 00000100:00100000:0.0:1788483473.460904:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e759850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:26306:x1875360224746240:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:0.0:1788483473.461957:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e759850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:26306:x1875360224746240:12345-192.168.206.36@tcp:35:cp.0 Request processed in 1048us (1346us total) trans 4294967866 rc 0/0 00000100:00100000:0.0:1788483473.461968:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 184 00000100:00100000:2.0:1788483473.477844:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250920448:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483473.477939:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483473.478066:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250920448 00000100:00100000:3.0:1788483473.478076:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250920448 00000100:00100000:3.0:1788483473.478143:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1788483473.478153:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250920448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483473.478193:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:3.0:1788483473.478255:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250920448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483473.478262:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1788483473.478414:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250920448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483473.529775:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483473.529871:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224746368 00000100:00100000:0.0:1788483473.529885:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224746368 00000100:00100000:0.0:1788483473.529962:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 940 00000100:00100000:0.0:1788483473.529973:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+83:26309:x1875360224746368:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483473.530016:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483473.530041:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1ed9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470e7 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530140:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1ee0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530157:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530170:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530181:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f1ee7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530189:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f1ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530195:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f1ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530526:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f1eee lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530536:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f1eee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530544:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f1eee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483473.530591:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:0.0:1788483473.530602:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483473.530627:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f1eee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530640:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f1eee lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530649:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1ee0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530655:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1ee0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530661:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1ee0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530668:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483473.530673:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1ee0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530682:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1ee0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530696:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:0.0:1788483473.530699:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483473.530704:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1ee0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530710:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1ee0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530724:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f1ee7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530740:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f1ee7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530747:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f1ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530752:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483473.530755:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f1ee7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530761:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f1ee7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530769:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9f760b52f500) 00010000:00010000:0.0:1788483473.530771:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483473.530774:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f1ee7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530780:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f1ee7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530810:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f1ed9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e7 expref: 85 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530823:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f1eee lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e7 expref: 84 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.530831:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9f760b52f600) 00010000:00010000:0.0:1788483473.530833:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483473.530841:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524400, rc 0) 00000100:00100000:0.0:1788483473.530920:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26309:x1875360224746368:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 947us (1159us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483473.530928:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 940 00000100:00100000:2.0:1788483473.537702:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483473.537804:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224746496 00000100:00100000:3.0:1788483473.537818:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224746496 00000100:00100000:3.0:1788483473.537982:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 231 00000100:00100000:3.0:1788483473.537994:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2400:x1875360224746496:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483473.538016:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483473.538037:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ef5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470ee expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483473.538106:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250920576:192.168.206.36@tcp:106: 00000100:00100000:3.0:1788483473.538222:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd29c0 going to sleep for 11 seconds 00002000:00010000:0.0:1788483473.543322:0:8871:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788483473.543337:0:8871:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb mtime: 0 -> 1788483472 00002000:00010000:0.0:1788483473.543339:0:8871:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb atime: 0 -> 1788483472 00002000:00010000:0.0:1788483473.543341:0:8871:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb ctime: 0 -> 1788483472 00002000:00010000:0.0:1788483473.543344:0:8871:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788483473.543372:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250920576:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483473.543419:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ef5 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470ee expref: 12 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.543457:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003fbea13a/0xf2b1f833e60f1ef5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470ee expref: 12 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.543473:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e800, rc 0) 00000100:00100000:0.0:1788483473.543601:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2400:x1875360224746496:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 5607us (5911us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483473.543612:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 231 00000100:00080000:2.0:1788483473.551109:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000040:00080000:1.0:1788483473.553562:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788483473.574973:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483473.575103:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224746624 00000100:00100000:1.0:1788483473.575116:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224746624 00000100:00100000:1.0:1788483473.575188:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 941 00000100:00100000:1.0:1788483473.575200:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26309:x1875360224746624:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483473.575233:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483473.575258:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f1efc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470f5 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.575357:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2800/0xf2b1f833e60f1f03 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.575374:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2800/0xf2b1f833e60f1f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.575387:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2800/0xf2b1f833e60f1f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483473.575472:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x34:0x0]: returning size 4096 00000004:00200000:1.0:1788483473.575477:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483473.575535:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2800/0xf2b1f833e60f1f03 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.575567:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f1efc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470f5 expref: 86 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.575585:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2800/0xf2b1f833e60f1f03 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470f5 expref: 85 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483473.575595:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:1.0:1788483473.575598:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483473.575602:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2800, rc 0) 00000100:00100000:1.0:1788483473.575802:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26309:x1875360224746624:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 603us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483473.575811:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 941 00000100:00100000:3.0:1788483473.578380:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483473.579362:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224746752 00000100:00100000:0.0:1788483473.579377:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224746752 00000100:00100000:0.0:1788483473.579461:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 232 00000100:00100000:0.0:1788483473.579473:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2402:x1875360224746752:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483473.579495:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483473.579570:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008aa18968/0xf2b1f833e60f1f0a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1470fc expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483473.580065:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250920704:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483473.580180:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065770c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483473.596026:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250920704:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483473.596081:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008aa18968/0xf2b1f833e60f1f0a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470fc expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.596110:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008aa18968/0xf2b1f833e60f1f0a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470fc expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.596126:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525e00, rc 0) 00000100:00100000:0.0:1788483473.596207:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2402:x1875360224746752:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 16736us (17839us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483473.596218:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 232 00000100:00100000:3.0:1788483473.615316:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483473.615609:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224747008 00000100:00100000:0.0:1788483473.615630:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224747008 00000100:00100000:0.0:1788483473.615711:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 39 00000100:00100000:0.0:1788483473.615724:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26309:x1875360224747008:12345-192.168.206.36@tcp:103:lfs.0 00010000:00010000:0.0:1788483473.615744:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483473.615774:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f1eee lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e7 expref: 85 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483473.615796:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9f760b52f600) 00010000:00010000:0.0:1788483473.615802:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483473.616034:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26309:x1875360224747008:12345-192.168.206.36@tcp:103:lfs.0 Request processed in 311us (739us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483473.616044:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 39 00000100:00100000:3.0:1788483473.623303:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483473.623470:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224747136 00000100:00100000:1.0:1788483473.623482:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224747136 00000100:00100000:1.0:1788483473.623591:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 942 00000100:00100000:1.0:1788483473.623603:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26309:x1875360224747136:12345-192.168.206.36@tcp:58:lfs.0 00000100:00100000:1.0:1788483473.623810:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26309:x1875360224747136:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 208us (519us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483473.623819:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 942 00000040:00080000:3.0:1788483473.989917:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483473.989926:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483473.990928:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788483473.990944:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483474.183082:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483474.308803:0:20857:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483474.308813:0:20857:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483474.308845:0:20857:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 22 count 3 00000040:00080000:0.0:1788483474.308853:0:20857:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483474.358052:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483474.358324:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224747264 00000100:00100000:3.0:1788483474.358345:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224747264 00000100:00100000:3.0:1788483474.358441:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 943 00000100:00100000:3.0:1788483474.358468:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26319:x1875360224747264:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483474.358493:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483474.358540:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1f11 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147103 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358632:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f18 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358655:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358674:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358689:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1f1f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358696:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1f1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358704:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1f1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358801:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f26 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358810:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358818:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483474.358869:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00000004:00200000:3.0:1788483474.358875:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483474.358896:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358909:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f26 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358919:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f18 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358931:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f18 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358939:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f18 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358945:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483474.358949:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f18 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358957:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f18 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358970:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:3.0:1788483474.358973:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483474.358978:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f18 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358984:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.358995:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1f1f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.359001:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1f1f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.359007:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1f1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.359013:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483474.359016:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1f1f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.359023:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1f1f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.359031:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9f760b52f500) 00010000:00010000:3.0:1788483474.359033:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483474.359036:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1f1f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.359042:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f1f1f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.359071:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f1f11 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147103 expref: 86 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.359087:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f26 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147103 expref: 85 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483474.359094:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9f760b52f600) 00010000:00010000:3.0:1788483474.359096:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483474.359099:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e200, rc 0) 00000100:00100000:3.0:1788483474.359346:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26319:x1875360224747264:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 879us (1304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483474.359354:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 943 00000100:00100000:0.0:1788483474.367085:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483474.367140:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224747392 00000100:00100000:1.0:1788483474.367152:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224747392 00000100:00100000:1.0:1788483474.367227:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 233 00000100:00100000:1.0:1788483474.367239:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2400:x1875360224747392:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483474.367262:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483474.367283:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002ac0dc40/0xf2b1f833e60f1f2d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14710a expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483474.367354:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250920832:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483474.367516:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723840 going to sleep for 11 seconds 00000100:00100000:0.0:1788483474.369616:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250920832:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483474.369671:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002ac0dc40/0xf2b1f833e60f1f2d lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14710a expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483474.369702:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002ac0dc40/0xf2b1f833e60f1f2d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14710a expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483474.369715:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2c00, rc 0) 00000100:00100000:0.0:1788483474.369783:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2400:x1875360224747392:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2546us (2710us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483474.369792:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 233 00000100:00100000:0.0:1788483474.373077:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483474.373147:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224747520 00000100:00100000:3.0:1788483474.373160:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224747520 00000100:00100000:3.0:1788483474.373217:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 234 00000100:00100000:3.0:1788483474.373229:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224747520:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483474.373250:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483474.373270:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f1f34 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147111 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483474.373339:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250920960:192.168.206.36@tcp:106: 00000100:00100000:3.0:1788483474.373442:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788483474.376069:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250920960:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483474.376121:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f1f34 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147111 expref: 12 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483474.376150:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f1f34 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147111 expref: 12 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483474.376168:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e400, rc 0) 00000100:00100000:0.0:1788483474.376277:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224747520:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3050us (3214us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483474.376286:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 234 00000100:00100000:1.0:1788483474.382708:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483474.382793:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224747776 00000100:00100000:3.0:1788483474.382808:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224747776 00000100:00100000:3.0:1788483474.382898:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 944 00000100:00100000:3.0:1788483474.382909:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26319:x1875360224747776:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:3.0:1788483474.383123:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].22, 136 off11184 00000100:00100000:3.0:1788483474.383228:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26319:x1875360224747776:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 321us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483474.383237:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 944 00000100:00100000:3.0:1788483474.599483:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483474.599574:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483474.599607:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483474.599633:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224747904 00000100:00100000:3.0:1788483474.599649:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483474.599660:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224747904 00000100:00100000:3.0:1788483474.599674:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483474.599702:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224748160 00000100:00100000:3.0:1788483474.599707:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224748160 00000100:00100000:0.0:1788483474.599736:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 687 00000100:00100000:0.0:1788483474.599750:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224747904:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483474.599753:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224748672 00000100:00100000:3.0:1788483474.599759:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224748672 00000100:00100000:3.0:1788483474.599784:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 441 00000100:00100000:3.0:1788483474.599793:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2402:x1875360224748160:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483474.599842:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224747904:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 94us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483474.599851:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 687 00000100:00100000:1.0:1788483474.599888:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224748032 00000100:00100000:1.0:1788483474.599893:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224748032 00000100:00100000:2.0:1788483474.599986:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 775 00000100:00100000:2.0:1788483474.599996:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224748032:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483474.600041:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224748416 00000100:00100000:1.0:1788483474.600045:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224748416 00000100:00100000:1.0:1788483474.600073:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 776 00000100:00100000:1.0:1788483474.600079:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224748416:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483474.600210:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2402:x1875360224748160:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 418us (602us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483474.600218:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 441 00000100:00100000:3.0:1788483474.600233:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 442 00000100:00100000:3.0:1788483474.600240:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224748672:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483474.600266:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224748672:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (593us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483474.600273:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 442 00000100:00100000:2.0:1788483474.600950:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224748032:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 952us (1478us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483474.601067:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 775 00000100:00080000:2.0:1788483474.601254:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483474.601261:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483474.603463:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483474.603533:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483474.603567:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224748288 00000100:00100000:0.0:1788483474.603579:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224748288 00000100:00100000:0.0:1788483474.603702:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 777 00000100:00100000:0.0:1788483474.603714:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2401:x1875360224748288:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483474.603804:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2401:x1875360224748288:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 93us (364us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483474.603812:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 777 00000100:00100000:0.0:1788483474.603984:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224748544 00000100:00100000:0.0:1788483474.603989:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224748544 00000100:00100000:0.0:1788483474.604038:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 443 00000100:00100000:0.0:1788483474.604045:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224748544:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483474.604088:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224748544:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 43us (554us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483474.604095:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 443 00000100:00080000:2.0:1788483474.604981:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483474.605175:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224748416:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 5091us (5521us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483474.605186:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 776 00000100:00100000:3.0:1788483475.013429:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250921472:0@lo:400:kworker.0 00000040:00080000:0.0:1788483475.013456:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483475.013464:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483475.013529:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000100:00100000:3.0:1788483475.013536:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:0.0:1788483475.013543:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483475.013741:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250922752:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483475.013810:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506577540 going to sleep for 11 seconds 00000100:00100000:0.0:1788483475.013827:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250921088:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.013858:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483475.013884:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250921600:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.013909:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483475.013929:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250922112:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.013974:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483475.013994:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250922624:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.014016:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483475.014340:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250921984:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.015290:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250921088 00000100:00100000:0.0:1788483475.015299:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250921088 00000100:00100000:0.0:1788483475.015345:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1788483475.015353:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250921088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.015404:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250921088:12345-0@lo:400:kworker.0 Request processed in 51us (1544us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483475.015411:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1788483475.015453:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250921600 00000100:00100000:0.0:1788483475.015468:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250921600 00000100:00100000:0.0:1788483475.015496:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1788483475.015520:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250921600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.015563:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250921600:12345-0@lo:400:kworker.0 Request processed in 45us (1653us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483475.015570:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:0.0:1788483475.015590:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250922112 00000100:00100000:0.0:1788483475.015594:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250922112 00000100:00100000:0.0:1788483475.015639:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250922624 00000100:00100000:0.0:1788483475.015642:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250922624 00000100:00100000:0.0:1788483475.015661:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1788483475.015668:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250922112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.015699:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250922112:12345-0@lo:400:kworker.0 Request processed in 32us (1733us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483475.015705:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1788483475.015716:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1788483475.015722:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250922624:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788483475.015724:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483475.015728:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483475.015748:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250922624:12345-0@lo:400:kworker.0 Request processed in 26us (1731us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483475.015754:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1788483475.015788:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250921088:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.015799:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250921600:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.015809:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250922112:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.015816:0:3641:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:0.0:1788483475.015834:0:3641:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7641610e00, transno 4294967343 00000004:00080000:0.0:1788483475.015852:0:3641:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967345 committed transno 4294967346 00000004:00080000:0.0:1788483475.015874:0:3641:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f76387cb800, transno 4294967346 00000100:00100000:0.0:1788483475.015880:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250922624:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.015932:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250921472 00000100:00100000:0.0:1788483475.015937:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250921472 00000100:00100000:0.0:1788483475.016215:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1788483475.016223:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250921472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.016259:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250921472:12345-0@lo:400:kworker.0 Request processed in 37us (2726us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483475.016266:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1788483475.016290:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250921344:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.016317:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483475.016341:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250921856:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.016362:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483475.016376:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250921344 00000100:00100000:0.0:1788483475.016379:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250922368:0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.016391:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250921344 00000100:00100000:0.0:1788483475.016398:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483475.016415:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1788483475.016417:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788483475.016421:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250921344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.016423:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250921216:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.016456:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483475.016463:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250921344:12345-0@lo:400:kworker.0 Request processed in 42us (146us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.016469:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1788483475.016472:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250921728:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.016491:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483475.016522:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250921856 00000100:00100000:1.0:1788483475.016525:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250921856 00000100:00100000:0.0:1788483475.016527:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250922240:0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.016549:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250922368 00000100:00100000:0.0:1788483475.016549:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483475.016551:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250922368 00000100:00100000:1.0:1788483475.016919:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250921216 00000100:00100000:1.0:1788483475.016923:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250921216 00000100:00100000:0.0:1788483475.016926:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250921344:0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.016937:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250921728 00000100:00100000:1.0:1788483475.016939:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250921728 00000100:00100000:1.0:1788483475.016950:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250922240 00000100:00100000:1.0:1788483475.016952:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250922240 00000100:00100000:1.0:1788483475.016963:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1788483475.016969:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250921856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.017008:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250921856:12345-0@lo:400:kworker.0 Request processed in 38us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.017013:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1788483475.017026:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1788483475.017032:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250922368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.017058:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250922368:12345-0@lo:400:kworker.0 Request processed in 27us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.017064:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1788483475.017074:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1788483475.017080:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250921216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.017108:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250921216:12345-0@lo:400:kworker.0 Request processed in 27us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.017113:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1788483475.017124:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:1.0:1788483475.017130:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250921728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.017157:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:0.0:1788483475.017165:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250922240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.017168:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250921728:12345-0@lo:400:kworker.0 Request processed in 39us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.017178:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00080000:1.0:1788483475.017193:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483475.017197:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483475.017201:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250922240:12345-0@lo:400:kworker.0 Request processed in 38us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483475.017207:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:1.0:1788483475.017213:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250921216:0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.017223:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250921728:0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.017231:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250922240:0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.017239:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507748e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250921856:0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.017247:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250922368:0@lo:400:kworker.0 00000100:00100000:3.0:1788483475.017361:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483475.017400:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250922496:0@lo:400:kworker.0 00000100:00100000:3.0:1788483475.017429:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483475.017478:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250921472:0@lo:400:kworker.0 00000100:00100000:1.0:1788483475.017479:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250921984 00000100:00100000:1.0:1788483475.017485:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250921984 00000100:00100000:1.0:1788483475.017534:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250922496 00000100:00100000:1.0:1788483475.017538:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250922496 00000100:00100000:0.0:1788483475.022777:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1788483475.022801:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250921984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.022896:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250921984:12345-0@lo:400:kworker.0 Request processed in 106us (5536us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483475.022904:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1788483475.022930:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1788483475.022937:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250922496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.022967:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250922496:12345-0@lo:400:kworker.0 Request processed in 32us (5537us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483475.022973:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:0.0:1788483475.023033:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250921984:0@lo:400:kworker.0 00000100:00100000:0.0:1788483475.023045:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250922496:0@lo:400:kworker.0 00000100:00100000:2.0:1788483475.025596:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250922880:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483475.025660:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483475.025709:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483475.025716:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250923008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483475.025739:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483475.025770:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250922880 00000100:00100000:2.0:1788483475.025776:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250922880 00000100:00100000:2.0:1788483475.025814:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250923008 00000100:00100000:2.0:1788483475.025816:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250923008 00000100:00100000:2.0:1788483475.025830:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1788483475.025837:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250922880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483475.025864:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 94935872 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788483475.025908:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250922880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483475.025915:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1788483475.025932:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1788483475.025939:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250923008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483475.026047:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 94935872 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788483475.026078:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250923008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 139us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483475.028276:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1788483475.028361:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250923008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483475.028379:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250922880:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788483475.031382:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483475.031391:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483475.034106:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483475.034107:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250922752:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483475.034144:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224748800 00000100:00100000:1.0:1788483475.034151:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224748800 00000100:00100000:1.0:1788483475.034209:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 945 00000100:00100000:1.0:1788483475.034221:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:26329:x1875360224748800:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483475.034250:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483475.034358:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:26329:x1875360224748800:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 139us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.034366:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 945 00000100:00080000:1.0:1788483475.034390:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483475.049688:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483475.051331:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224749056 00000100:00100000:1.0:1788483475.051357:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224749056 00000100:00100000:1.0:1788483475.051424:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 946 00000100:00100000:1.0:1788483475.051434:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:26329:x1875360224749056:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483475.051461:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483475.051481:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f1f3b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147118 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.051622:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1f42 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.051635:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1f42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.051647:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1f42 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483475.051657:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x16:0x0]: returning size 158 00010000:00010000:1.0:1788483475.051761:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f1f3b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147118 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.051779:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1f42 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147118 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.051787:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9f760b52f600) 00010000:00010000:1.0:1788483475.051790:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483475.051793:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3000, rc 0) 00000100:00100000:1.0:1788483475.051851:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:26329:x1875360224749056:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 418us (2173us total) trans 4294967867 rc 0/0 00000100:00100000:1.0:1788483475.051858:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 946 00000100:00100000:0.0:1788483475.057055:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483475.057120:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483475.057282:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224749184 00000100:00100000:1.0:1788483475.057296:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224749184 00000100:00100000:1.0:1788483475.057359:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 40 00000100:00100000:1.0:1788483475.057369:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:2402:x1875360224749184:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483475.057383:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483475.057407:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3000/0xf2b1f833e60f1f42 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147118 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.057424:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9f760b52f600) 00010000:00010000:1.0:1788483475.057429:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483475.057549:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224749312 00000100:00100000:3.0:1788483475.057559:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224749312 00000100:00100000:3.0:1788483475.057646:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 235 00000100:00100000:3.0:1788483475.057659:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224749312:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00000100:00100000:1.0:1788483475.057663:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:2402:x1875360224749184:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 291us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.057675:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 40 00010000:00010000:3.0:1788483475.057714:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.057739:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.057752:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x13:0x0].0x0 since=2s v=(0 0) 00010000:00010000:3.0:1788483475.057758:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483475.057762:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.057807:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.057825:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 10 pid: 8431 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483475.058438:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250923136:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483475.059258:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd20c0 going to sleep for 11 seconds 00000100:00080000:3.0:1788483475.059283:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483475.068409:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483475.068465:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224749440 00000100:00100000:0.0:1788483475.068477:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224749440 00002000:00100000:0.0:1788483475.068574:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff9f763696d880 x1875360224749440/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:226/0 lens 648/0 e 0 to 0 dl 1788483486 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483475.068588:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f763696d880 with x1875360224749440 ext(0->157) 00010000:00010000:0.0:1788483475.068599:0:20624:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 11 pid: 8431 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483475.068637:0:20624:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 11 pid: 8431 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483475.068646:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f763696d880 00000100:00100000:0.0:1788483475.068679:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 10 00000100:00100000:0.0:1788483475.068692:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224749440:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:2.0:1788483475.068946:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250923136:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483475.069006:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483475.070601:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224749440:12345-192.168.206.36@tcp:4:cp.0 Request processed in 1902us (2197us total) trans 4294967347 rc 0/0 00000100:00100000:0.0:1788483475.070623:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 10 00002000:00100000:0.0:1788483475.070636:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x13:0x0] (0->157) req@ffff9f763696d880 x1875360224749440/t4294967347(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:226/0 lens 648/448 e 0 to 0 dl 1788483486 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483475.070647:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f763696d880 with x1875360224749440 ext(0->157) 00010000:00010000:0.0:1788483475.070657:0:20624:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 13 pid: 8431 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483475.070675:0:20624:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 13 pid: 8431 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483475.070684:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f763696d880 00000100:00100000:1.0:1788483475.082268:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483475.082394:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224749568 00000100:00100000:2.0:1788483475.082410:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224749568 00010000:00010000:2.0:1788483475.082473:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 13 pid: 8431 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483475.082537:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 304 00000100:00100000:2.0:1788483475.082548:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224749568:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483475.082565:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788483475.082585:0:6502:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x13:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788483475.082592:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 13 pid: 8431 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483475.082608:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 13 pid: 8431 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483475.082636:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f1ed2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470e0 expref: 13 pid: 8431 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483475.082655:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483475.082660:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483475.082666:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483475.082682:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483475.082717:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483475.082780:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224749568:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 234us (527us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483475.082788:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 304 00010000:00010000:1.0:1788483475.083230:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.083248:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.083282:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.083291:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.083300:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.083320:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483475.083326:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.083336:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.083356:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.083364:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f1f50 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483475.083475:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224749312:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 25817us (26350us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.083486:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 235 00000100:00100000:2.0:1788483475.091286:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483475.091331:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224749824 00000100:00100000:2.0:1788483475.091341:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224749824 00000100:00100000:2.0:1788483475.091396:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 947 00000100:00100000:2.0:1788483475.091408:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26329:x1875360224749824:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483475.091574:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26329:x1875360224749824:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 169us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483475.091584:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 947 00000100:00100000:3.0:1788483475.102818:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483475.103403:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224749952 00000100:00100000:1.0:1788483475.103417:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224749952 00000100:00100000:1.0:1788483475.103546:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 236 00000100:00100000:1.0:1788483475.103575:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224749952:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483475.103601:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483475.104388:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b2145402/0xf2b1f833e60f1f57 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14711f expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483475.104423:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a9a1790, atime: 0x0, ctime: 0x6a9a1790, blocks: 0x8 00010000:00010000:1.0:1788483475.104469:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=640s v=(0 0) 00010000:00010000:1.0:1788483475.104475:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483475.104487:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b2145402/0xf2b1f833e60f1f57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14711f expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.104540:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b2145402/0xf2b1f833e60f1f57 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14711f expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.104557:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3000, rc 0) 00000100:00100000:1.0:1788483475.105317:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224749952:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1755us (2508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.105327:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 236 00000100:00100000:2.0:1788483475.127078:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483475.128349:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224750208 00000100:00100000:3.0:1788483475.128365:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224750208 00000100:00100000:3.0:1788483475.128456:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 948 00000100:00100000:3.0:1788483475.128469:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26329:x1875360224750208:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483475.128605:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26329:x1875360224750208:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 140us (1542us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483475.130209:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 948 00000100:00100000:2.0:1788483475.135776:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483475.135952:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224750336 00000100:00100000:3.0:1788483475.135965:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224750336 00002000:00100000:3.0:1788483475.136027:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff9f76415aca80 x1875360224750336/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:226/0 lens 488/0 e 0 to 0 dl 1788483486 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483475.136039:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76415aca80 with x1875360224750336 ext(0->4095) 00002000:00010000:3.0:1788483475.136047:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76415aca80 00000100:00100000:3.0:1788483475.136099:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 71 00000100:00100000:3.0:1788483475.136929:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224750336:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788483475.138020:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224750336:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 1093us (2251us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788483475.138032:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 71 00002000:00100000:3.0:1788483475.138043:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x13:0x0] (0->4095) req@ffff9f76415aca80 x1875360224750336/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:226/0 lens 488/4536 e 0 to 0 dl 1788483486 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483475.138054:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76415aca80 with x1875360224750336 ext(0->4095) 00002000:00010000:3.0:1788483475.138060:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76415aca80 00000100:00100000:3.0:1788483475.154323:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483475.154418:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224750464 00000100:00100000:0.0:1788483475.154431:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224750464 00000100:00100000:0.0:1788483475.154594:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 949 00000100:00100000:0.0:1788483475.154607:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26329:x1875360224750464:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483475.154709:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483475.154735:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1f5e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147126 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483475.154779:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483475.154797:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483475.154811:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483475.154944:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1f5e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147126 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483475.154961:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147126 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483475.154970:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9f760b52f600) 00010000:00010000:0.0:1788483475.154974:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483475.154978:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524000, rc 0) 00000100:00100000:0.0:1788483475.155054:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:26329:x1875360224750464:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 450us (744us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483475.155063:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 949 00000100:00100000:2.0:1788483475.164464:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483475.164577:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224750592 00000100:00100000:0.0:1788483475.164591:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224750592 00000100:00100000:0.0:1788483475.164668:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 950 00000100:00100000:0.0:1788483475.164681:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:26329:x1875360224750592:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483475.164737:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x16:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483475.164890:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:26329:x1875360224750592:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 211us (451us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483475.164898:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 950 00000100:00100000:2.0:1788483475.179051:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483475.179950:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224750720 00000100:00100000:1.0:1788483475.179966:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224750720 00000100:00100000:1.0:1788483475.180043:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 237 00000100:00100000:1.0:1788483475.180056:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2400:x1875360224750720:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483475.180127:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1f6c lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.180148:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483475.180153:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483475.180159:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1f6c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.180175:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1f6c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.180230:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1f6c lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.180240:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1f6c lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.180250:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1f6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.180257:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483475.180262:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1f6c lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.180272:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1f6c lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.180291:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1f6c lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.180299:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a1ccb143/0xf2b1f833e60f1f6c lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483475.180395:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2400:x1875360224750720:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 341us (1362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.180404:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 237 00000100:00100000:1.0:1788483475.185475:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483475.185755:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224750976 00000100:00100000:3.0:1788483475.185768:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224750976 00000100:00100000:3.0:1788483475.187367:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 951 00000100:00100000:3.0:1788483475.187392:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:26329:x1875360224750976:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483475.187533:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.187555:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147126 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.187566:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.187627:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147126 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.187643:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147126 expref: 42 pid: 6514 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483475.187661:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250923264:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483475.187801:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788483475.197780:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483475.200752:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224751104 00000100:00100000:1.0:1788483475.200775:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224751104 00010000:00010000:1.0:1788483475.200848:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147126 expref: 43 pid: 6514 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483475.200913:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 305 00000100:00100000:1.0:1788483475.200925:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:2401:x1875360224751104:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483475.200944:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483475.200953:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147126 expref: 43 pid: 6514 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.200970:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147126 expref: 43 pid: 6514 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.200999:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9f760b52f600) 00010000:00010000:1.0:1788483475.201006:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.201018:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.201027:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483475.201052:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483475.201152:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:2401:x1875360224751104:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 228us (3384us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483475.201161:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 305 00010000:00010000:3.0:1788483475.205367:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1f65 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147126 expref: 42 pid: 6514 timeout: 740 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483475.205399:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250923264:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483475.205430:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.205452:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.205459:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.206283:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.206296:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.206305:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.206312:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483475.206318:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.206326:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.206344:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9f760b52f600) 00010000:00010000:3.0:1788483475.206347:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788483475.206353:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.206360:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f000/0xf2b1f833e60f1f73 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x16:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483475.206601:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:26329:x1875360224750976:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 19215us (21137us total) trans 4294967868 rc 0/0 00000100:00100000:3.0:1788483475.206627:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 951 00010000:00010000:3.0:1788483475.207177:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483475.211603:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483475.212237:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224751360 00000100:00100000:1.0:1788483475.212249:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224751360 00000100:00100000:1.0:1788483475.212313:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 185 00000100:00100000:1.0:1788483475.212324:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:26329:x1875360224751360:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483475.212708:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:26329:x1875360224751360:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 384us (1117us total) trans 4294967869 rc 0/0 00000100:00100000:1.0:1788483475.212717:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 185 00000040:00080000:2.0:1788483475.214353:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483475.214363:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483475.216408:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1788483475.216429:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1788483475.334425:0:20907:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483475.334449:0:20907:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483475.334486:0:20907:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:0.0:1788483475.334495:0:20907:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483475.407370:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483475.407475:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224751488 00000100:00100000:3.0:1788483475.407488:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224751488 00000100:00100000:3.0:1788483475.407672:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 238 00000100:00100000:3.0:1788483475.407685:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2399:x1875360224751488:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483475.407709:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483475.407731:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000037b51d60/0xf2b1f833e60f1f7a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14712d expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.407768:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483475.407773:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483475.407783:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000037b51d60/0xf2b1f833e60f1f7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14712d expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.407804:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000037b51d60/0xf2b1f833e60f1f7a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14712d expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.407822:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f000, rc 0) 00000100:00100000:3.0:1788483475.407889:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224751488:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 207us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483475.407897:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 238 00000100:00080000:1.0:1788483475.408413:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483475.417757:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483475.418290:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224751744 00000100:00100000:3.0:1788483475.418304:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224751744 00000100:00100000:3.0:1788483475.418403:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 41 00000100:00100000:3.0:1788483475.418415:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26330:x1875360224751744:12345-192.168.206.36@tcp:103:lfs.0 00010000:00010000:3.0:1788483475.418434:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483475.418476:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f26 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x16:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147103 expref: 85 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483475.418525:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x16:0x0].0x0 (ffff9f760b52f600) 00010000:00010000:3.0:1788483475.418531:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483475.418598:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26330:x1875360224751744:12345-192.168.206.36@tcp:103:lfs.0 Request processed in 185us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483475.418607:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 41 00000100:00080000:1.0:1788483475.418932:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483475.424048:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483475.424124:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224751872 00000100:00100000:3.0:1788483475.424136:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224751872 00000100:00100000:3.0:1788483475.424217:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 952 00000100:00100000:3.0:1788483475.424229:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26330:x1875360224751872:12345-192.168.206.36@tcp:58:lfs.0 00000100:00100000:3.0:1788483475.424416:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26330:x1875360224751872:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 189us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483475.424424:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 952 00000100:00100000:3.0:1788483475.525175:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250923392:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483475.525284:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483475.525404:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250923392 00000100:00100000:3.0:1788483475.525413:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250923392 00000100:00100000:3.0:1788483475.525743:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1788483475.525755:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250923392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483475.525799:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483475.525864:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250923392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483475.525873:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1788483475.527322:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250923392:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788483476.229022:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483476.229229:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483476.229236:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483476.230957:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1788483476.230975:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1788483476.321384:0:20958:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483476.321396:0:20958:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483476.321430:0:20958:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 4 00000040:00080000:3.0:1788483476.321451:0:20958:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483477.252843:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483477.574156:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250923520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483477.574291:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483477.576287:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250923520 00000100:00100000:2.0:1788483477.576304:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250923520 00000100:00100000:2.0:1788483477.576388:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1788483477.576402:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250923520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483477.576453:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788483477.576587:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250923520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 188us (2300us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483477.576595:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00080000:2.0:1788483477.576677:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483477.576743:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250923520:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483477.576780:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250923648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483477.576822:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483477.576881:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250923648 00000100:00100000:2.0:1788483477.576885:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250923648 00000100:00100000:2.0:1788483477.576917:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1788483477.576924:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250923648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483477.576935:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788483477.576966:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250923648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (145us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483477.576973:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00080000:2.0:1788483477.576989:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483477.577012:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250923648:0@lo:13:osp-pre-0-1.0 00000001:00080000:0.0:1788483478.091583:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967869 is committed 00000001:00080000:0.0:1788483478.091618:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967864 is committed 00000020:00080000:0.0:1788483478.091625:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 14 batchid updated 00010000:00010000:2.0:1788483478.091743:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483478.091754:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483478.091762:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483478.091767:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483478.091771:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483478.091778:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483478.091795:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0xbc70ccd9 (ffff9f760b52f500) 00010000:00010000:2.0:1788483478.091798:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483478.091802:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483478.091807:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1eb6 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0xbc70ccd9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788483478.092147:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00000020:00080000:1.0:1788483478.092158:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00010000:00010000:3.0:1788483478.092227:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092235:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092242:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092247:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483478.092250:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092256:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092264:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xb0a77ca6 (ffff9f7506667100) 00010000:00010000:3.0:1788483478.092276:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483478.092279:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092285:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f1ddd lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xb0a77ca6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092319:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092326:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092332:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092337:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483478.092340:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092346:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092358:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x34:0x0].0x0 (ffff9f7506667200) 00010000:00010000:3.0:1788483478.092361:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483478.092364:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.092369:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f1de4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x34:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483478.276919:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483478.599064:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250923776:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483478.599151:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483478.599380:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250923776 00000100:00100000:1.0:1788483478.599388:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250923776 00000100:00100000:1.0:1788483478.599450:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1788483478.599460:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250923776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483478.599491:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:1.0:1788483478.599578:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250923776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483478.599585:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:2.0:1788483478.599768:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250923776:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788483479.301539:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483479.727041:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483479.727213:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483479.727246:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483479.727271:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483479.727359:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224752384 00000100:00100000:3.0:1788483479.727368:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224752384 00000100:00100000:3.0:1788483479.727448:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 448 00000100:00100000:3.0:1788483479.727458:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2399:x1875360224752384:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483479.727581:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2399:x1875360224752384:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 124us (368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483479.727659:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 448 00000100:00100000:1.0:1788483479.727953:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224752128 00000100:00100000:1.0:1788483479.727957:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224752128 00000100:00100000:1.0:1788483479.727990:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224752640 00000100:00100000:1.0:1788483479.727993:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224752640 00000100:00100000:1.0:1788483479.728016:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 784 00000100:00100000:1.0:1788483479.728023:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+82:2399:x1875360224752128:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483479.728573:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+82:2399:x1875360224752128:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 547us (1537us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483479.728581:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 784 00000100:00100000:1.0:1788483479.728910:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 785 00000100:00100000:1.0:1788483479.728921:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:2399:x1875360224752640:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483479.728963:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:2399:x1875360224752640:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 46us (1717us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483479.728970:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 785 00000100:00100000:1.0:1788483479.728996:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224752896 00000100:00100000:1.0:1788483479.729001:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224752896 00000100:00100000:1.0:1788483479.729035:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 449 00000100:00100000:1.0:1788483479.729043:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224752896:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483479.729082:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224752896:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 40us (1810us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483479.729089:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 449 00000100:00080000:2.0:1788483479.729810:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483479.729817:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483479.743795:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483479.745200:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483479.745238:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483479.745266:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483479.745301:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483479.745340:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224752512 00000100:00100000:1.0:1788483479.745349:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224752512 00000100:00100000:1.0:1788483479.745401:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224753024 00000100:00100000:1.0:1788483479.745404:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224753024 00000100:00100000:1.0:1788483479.745437:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 450 00000100:00100000:1.0:1788483479.745447:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224752512:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483479.745535:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224752512:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 90us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483479.745542:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 450 00000100:00100000:1.0:1788483479.745561:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 451 00000100:00100000:1.0:1788483479.745568:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2399:x1875360224753024:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483479.745605:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2399:x1875360224753024:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 37us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483479.745611:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 451 00000100:00100000:0.0:1788483479.746009:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224752256 00000100:00100000:0.0:1788483479.746015:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224752256 00000100:00100000:0.0:1788483479.746062:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224752768 00000100:00100000:0.0:1788483479.746065:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224752768 00000100:00100000:0.0:1788483479.746091:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 786 00000100:00100000:0.0:1788483479.746098:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224752256:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483479.746134:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224752256:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 37us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483479.746139:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 786 00000100:00100000:0.0:1788483479.746152:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 787 00000100:00100000:0.0:1788483479.746168:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224752768:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483479.746195:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224752768:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483479.746201:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 787 00000100:00080000:3.0:1788483479.750178:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483479.750188:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483479.756403:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224752000 00000100:00100000:2.0:1788483479.756425:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224752000 00000100:00100000:2.0:1788483479.756523:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 689 00000100:00100000:2.0:1788483479.756535:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224752000:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483479.756618:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224752000:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 84us (12831us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483479.756626:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 689 00000100:00100000:2.0:1788483480.133308:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250924288:0@lo:400:kworker.0 00000100:00100000:2.0:1788483480.133376:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483480.133494:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250924800:0@lo:400:kworker.0 00000100:00100000:2.0:1788483480.133557:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483480.133581:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250925312:0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.133815:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250924160:0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.133861:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483480.133887:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250924672:0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.133911:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483480.133927:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250925184:0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.133949:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483480.133965:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250925696:0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.133985:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483480.134024:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250924160 00000100:00100000:3.0:1788483480.134030:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250924160 00000100:00100000:3.0:1788483480.134071:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:3.0:1788483480.134079:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250924160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.134136:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250924160:12345-0@lo:400:kworker.0 Request processed in 57us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483480.134143:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:1.0:1788483480.134708:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250924032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483480.134755:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483480.134779:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250924544:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.134800:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483480.134820:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250925056:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.134839:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483480.134853:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250925568:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.134872:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483480.134890:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:1.0:1788483480.134896:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250923904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483480.134916:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483480.134946:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250924416:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.134970:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483480.134986:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250924928:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.135005:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483480.135022:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250925440:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.135042:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483480.135071:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250924288 00000100:00100000:1.0:1788483480.135076:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250924288 00000100:00100000:1.0:1788483480.135108:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250924800 00000100:00100000:1.0:1788483480.135112:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250924800 00000100:00100000:1.0:1788483480.135134:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250924544 00000100:00100000:1.0:1788483480.135137:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250924544 00000100:00100000:1.0:1788483480.135148:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250924928 00000100:00100000:1.0:1788483480.135150:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250924928 00000100:00100000:1.0:1788483480.135161:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250925440 00000100:00100000:1.0:1788483480.135163:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250925440 00000100:00100000:0.0:1788483480.135450:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1788483480.135461:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250924288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483480.135528:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250924288:12345-0@lo:400:kworker.0 Request processed in 70us (2151us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483480.135534:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:0.0:1788483480.135568:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1788483480.135575:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250924800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483480.135873:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250924800:12345-0@lo:400:kworker.0 Request processed in 298us (2315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483480.135880:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1788483480.135897:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1788483480.135903:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250924544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483480.135939:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250924544:12345-0@lo:400:kworker.0 Request processed in 36us (1138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483480.135945:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1788483480.135957:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1788483480.135963:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250924928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483480.135990:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250924928:12345-0@lo:400:kworker.0 Request processed in 28us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483480.135996:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:0.0:1788483480.136068:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250925184 00000100:00100000:0.0:1788483480.136074:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250925184 00000100:00100000:0.0:1788483480.136114:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250925696 00000100:00100000:0.0:1788483480.136117:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250925696 00000100:00100000:0.0:1788483480.136129:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250925056 00000100:00100000:0.0:1788483480.136131:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250925056 00000100:00100000:0.0:1788483480.136143:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250925568 00000100:00100000:0.0:1788483480.136145:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250925568 00000100:00100000:0.0:1788483480.136157:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1788483480.136163:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250925184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.136548:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250924672 00000100:00100000:3.0:1788483480.136554:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250924672 00000100:00100000:3.0:1788483480.136580:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250924416 00000100:00100000:3.0:1788483480.136583:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250924416 00000100:00100000:2.0:1788483480.139247:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483480.139327:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250924288:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.139334:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250925312 00000100:00100000:1.0:1788483480.139340:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250925312 00000100:00100000:2.0:1788483480.139342:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250924800:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.139366:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1788483480.139373:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250925440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483480.139383:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1788483480.139389:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250925312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483480.139434:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250925312:12345-0@lo:400:kworker.0 Request processed in 44us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483480.139434:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250925440:12345-0@lo:400:kworker.0 Request processed in 61us (4390us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483480.139441:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1788483480.139468:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250924032 00000100:00100000:1.0:1788483480.139471:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250924032 00000100:00100000:1.0:1788483480.139494:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250923904 00000100:00100000:1.0:1788483480.139496:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250923904 00000100:00100000:3.0:1788483480.139514:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1788483480.139520:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1788483480.139521:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250924672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.139525:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250924032:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483480.139555:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250924672:12345-0@lo:400:kworker.0 Request processed in 35us (5644us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483480.139561:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00002000:00000024:1.0:1788483480.139570:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103373632 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788483480.139574:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:3.0:1788483480.139579:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250924416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.139605:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250924416:12345-0@lo:400:kworker.0 Request processed in 26us (4634us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483480.139605:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250924032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (4850us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483480.139612:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1788483480.139612:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1788483480.139623:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1788483480.139629:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250923904:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483480.139632:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00002000:00000024:1.0:1788483480.139637:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103373632 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788483480.139639:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250925696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.139661:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250925696:12345-0@lo:400:kworker.0 Request processed in 24us (5676us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483480.139661:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250923904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 33us (4745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483480.139667:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1788483480.139670:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788483480.139682:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1788483480.139688:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250925056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.139693:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1788483480.139699:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250925568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.139714:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250925056:12345-0@lo:400:kworker.0 Request processed in 27us (4874us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483480.139720:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00080000:3.0:1788483480.139739:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483480.139745:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483480.139747:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483480.139750:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483480.139774:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250924160:0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.139786:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250924672:0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.139796:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250925696:0@lo:400:kworker.0 00000100:00100000:3.0:1788483480.139836:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641613800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250925312:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.140030:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250925568:12345-0@lo:400:kworker.0 Request processed in 330us (5157us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483480.140037:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1788483480.140075:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250923904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483480.140086:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250924416:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.140098:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641612a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250924928:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.140108:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250925440:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.140119:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250924032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483480.140130:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250924544:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.140140:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250925056:0@lo:400:kworker.0 00000100:00100000:1.0:1788483480.140158:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250925568:0@lo:400:kworker.0 00000100:00100000:0.0:1788483480.140186:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250925184:12345-0@lo:400:kworker.0 Request processed in 4022us (6236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483480.140194:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1788483480.140570:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:3.0:1788483480.141044:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250925184:0@lo:400:kworker.0 00010000:00010000:2.0:1788483480.324850:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483480.326899:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483480.326907:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483480.327003:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 23 count 2 00000040:00080000:3.0:1788483480.327012:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483480.646487:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250925824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483480.646600:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483480.646883:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250925824 00000100:00100000:3.0:1788483480.646900:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250925824 00000100:00100000:3.0:1788483480.647252:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1788483480.647274:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250925824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483480.647322:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483480.647388:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250925824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483480.647463:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250925824:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483480.648630:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000001:00080000:1.0:1788483481.163971:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967347 is committed 00010000:00010000:2.0:1788483481.362198:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483481.735781:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483481.970767:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483481.971160:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224753152 00000100:00100000:2.0:1788483481.971170:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224753152 00000100:00100000:2.0:1788483481.971240:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 953 00000100:00100000:2.0:1788483481.971251:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:26302:x1875360224753152:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788483481.971364:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:26302:x1875360224753152:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 115us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483481.971372:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 953 00000100:00080000:3.0:1788483481.971446:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483481.977121:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483481.977307:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224753280 00000100:00100000:1.0:1788483481.977316:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224753280 00000100:00100000:1.0:1788483481.977465:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 954 00000100:00100000:1.0:1788483481.977476:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:26302:x1875360224753280:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788483481.977644:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:26302:x1875360224753280:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 171us (846us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483481.977652:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 954 00000100:00080000:3.0:1788483481.978068:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788483482.373586:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483482.692793:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250925952:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483482.692864:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483482.692988:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250925952 00000100:00100000:2.0:1788483482.692996:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250925952 00000100:00100000:2.0:1788483482.693056:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1788483482.693065:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250925952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483482.693090:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00100000:2.0:1788483482.693145:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250925952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483482.693152:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1788483482.693195:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250925952:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788483482.693323:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483482.694192:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483482.694207:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250926080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483482.694250:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483482.694796:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250926080 00000100:00100000:0.0:1788483482.694804:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250926080 00000100:00100000:0.0:1788483482.694863:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1788483482.694872:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250926080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483482.694890:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 111263424 pending 0 free 3921403904 avail 3689881600 00000100:00080000:1.0:1788483482.695006:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483482.695107:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250926080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 236us (855us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483482.695115:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1788483482.695208:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250926080:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788483483.402944:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483483.724220:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483483.724247:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250926208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483483.724307:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483483.724376:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250926208 00000100:00100000:2.0:1788483483.724382:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250926208 00000100:00100000:2.0:1788483483.724435:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1788483483.724444:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250926208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483483.724473:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444392960 avail 1298153472 00000100:00100000:2.0:1788483483.724682:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250926208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483483.724690:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1788483483.724736:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250926208:0@lo:41:osp-pre-0-1.0 00000001:02000400:1.0:1788483483.770760:0:21154:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12e: Check forbidden restore ========== 20:58:01 (1788483481) 00000100:00100000:0.0:1788483484.280218:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483484.280728:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224753408 00000100:00100000:3.0:1788483484.280738:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224753408 00000100:00100000:3.0:1788483484.280875:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 955 00000100:00100000:3.0:1788483484.280886:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:26950:x1875360224753408:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788483484.280999:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:26950:x1875360224753408:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 115us (910us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483484.281008:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 955 00000100:00080000:1.0:1788483484.284717:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483484.285569:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483484.285675:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224753536 00000100:00100000:1.0:1788483484.285684:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224753536 00000100:00100000:1.0:1788483484.285755:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 956 00000100:00100000:1.0:1788483484.285766:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:26950:x1875360224753536:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483484.285883:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:26950:x1875360224753536:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 118us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483484.285891:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 956 00000100:00080000:0.0:1788483484.286149:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483484.305015:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483484.305163:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224753664 00000100:00100000:3.0:1788483484.305175:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224753664 00000100:00100000:3.0:1788483484.305269:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 957 00000100:00100000:3.0:1788483484.305280:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+82:26951:x1875360224753664:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483484.305299:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483484.305319:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f200/0xf2b1f833e60f1f81 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147134 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305383:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f88 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305408:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305425:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305439:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1f8f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305446:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1f8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305451:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1f8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305496:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f88 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305548:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f88 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305555:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f88 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305561:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483484.305577:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f88 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305585:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f88 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305599:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483484.305602:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483484.305608:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f88 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305615:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1f88 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305630:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1f8f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305636:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1f8f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305642:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1f8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305647:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483484.305651:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1f8f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305657:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1f8f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305664:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9f76277dff00) 00010000:00010000:3.0:1788483484.305667:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483484.305670:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1f8f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305675:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1f8f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305706:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f200/0xf2b1f833e60f1f81 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147134 expref: 83 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305721:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483484.305723:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483484.305728:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f200/0xf2b1f833e60f1f81 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147134 expref: 83 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.305736:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f200, rc 0) 00000100:00100000:3.0:1788483484.305801:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+82:26951:x1875360224753664:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 523us (797us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483484.305809:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 957 00000100:00080000:0.0:1788483484.305882:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483484.313266:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483484.313563:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224753920 00000100:00100000:1.0:1788483484.313581:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224753920 00000100:00100000:1.0:1788483484.313644:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 958 00000100:00100000:1.0:1788483484.313654:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+82:26951:x1875360224753920:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:1.0:1788483484.313707:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483484.313745:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1df2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147093 expref: 82 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.313763:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483484.313768:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483484.313841:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.313856:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a8 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.313864:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.313894:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a8 expref: 36 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.313907:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a8 expref: 36 pid: 6514 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483484.313921:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250926336:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483484.314025:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605f83000 going to sleep for 11 seconds 00000100:00100000:2.0:1788483484.317628:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483484.317757:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224754048 00000100:00100000:3.0:1788483484.317766:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224754048 00010000:00010000:3.0:1788483484.317816:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a8 expref: 37 pid: 6514 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483484.317850:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 306 00000100:00100000:3.0:1788483484.317859:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:2402:x1875360224754048:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483484.317874:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483484.317880:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a8 expref: 37 pid: 6514 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.317893:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a8 expref: 37 pid: 6514 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.317913:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483484.317919:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.317928:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.317936:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.317953:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483484.318005:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:2402:x1875360224754048:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 147us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483484.318013:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 306 00010000:00010000:1.0:1788483484.318839:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f1e31 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1470a8 expref: 36 pid: 6514 timeout: 749 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483484.318860:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a5f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250926336:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483484.318880:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.318910:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.318915:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.318939:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.318950:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.318958:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.319974:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.319991:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.319999:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483484.320018:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000602e934a reply state 000000005fcc89a3 transno 4294967870 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.320028:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.320035:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:1.0:1788483484.320045:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483484.320049:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788483484.320056:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00010000:00010000:1.0:1788483484.320065:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.320070:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.320076:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.320082:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483484.320086:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.320093:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.320104:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483484.320106:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483484.320110:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.320115:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1f96 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483484.320126:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000602e934a reply state 000000005fcc89a3 transno 4294967870 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.320134:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.320150:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9f760b52f000) 00010000:00010000:1.0:1788483484.320152:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483484.320154:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788483484.320407:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+83:26951:x1875360224753920:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 6751us (7146us total) trans 4294967870 rc 0/0 00000100:00100000:1.0:1788483484.320416:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 958 00000100:00100000:2.0:1788483484.330803:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483484.330922:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224754176 00000100:00100000:1.0:1788483484.330933:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224754176 00000100:00100000:1.0:1788483484.330994:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 959 00000100:00100000:1.0:1788483484.331003:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+83:26952:x1875360224754176:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483484.331040:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483484.331061:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1fab lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14713b expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.331122:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1fb2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.331135:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.331145:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483484.331187:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483484.331190:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483484.331212:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1fb2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.331236:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f1fab lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14713b expref: 85 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.331271:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1fb2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14713b expref: 84 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483484.331279:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483484.331282:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483484.331285:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2600, rc 0) 00000100:00100000:1.0:1788483484.331348:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26952:x1875360224754176:12345-192.168.206.36@tcp:101:bash.0 Request processed in 346us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483484.331356:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 959 00000100:00100000:0.0:1788483484.335027:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483484.335136:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224754304 00000100:00100000:3.0:1788483484.335147:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224754304 00000100:00100000:3.0:1788483484.335200:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 960 00000100:00100000:3.0:1788483484.335210:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+84:26952:x1875360224754304:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:3.0:1788483484.335241:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483484.335260:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f200/0xf2b1f833e60f1fb9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147142 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335321:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1fc0 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335336:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335346:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335357:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1fc7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335364:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335369:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335460:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f800/0xf2b1f833e60f1fce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335468:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f800/0xf2b1f833e60f1fce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335475:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f800/0xf2b1f833e60f1fce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483484.335542:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:3.0:1788483484.335546:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483484.335575:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f800/0xf2b1f833e60f1fce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335587:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1fc0 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335593:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1fc0 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335600:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1fc0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335606:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483484.335609:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1fc0 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335617:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1fc0 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335630:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483484.335632:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483484.335637:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1fc0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335642:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f1fc0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335654:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1fc7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335660:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1fc7 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335666:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1fc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335670:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483484.335673:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1fc7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335678:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1fc7 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335684:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9f760b52f000) 00010000:00010000:3.0:1788483484.335686:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483484.335689:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1fc7 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335697:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f1fc7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335722:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f200/0xf2b1f833e60f1fb9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147142 expref: 86 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335734:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f800/0xf2b1f833e60f1fce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147142 expref: 85 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.335741:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:3.0:1788483484.335743:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483484.335745:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f800, rc 0) 00000100:00100000:3.0:1788483484.335806:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26952:x1875360224754304:12345-192.168.206.36@tcp:101:bash.0 Request processed in 597us (787us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483484.335813:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 960 00000100:00100000:0.0:1788483484.341162:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483484.341268:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224754432 00000100:00100000:2.0:1788483484.341279:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224754432 00000100:00100000:2.0:1788483484.341336:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 961 00000100:00100000:2.0:1788483484.341347:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26952:x1875360224754432:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483484.341365:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483484.341385:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1fd5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147149 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341465:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1fdc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341482:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1fdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341493:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1fdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341594:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1fe3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341602:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341614:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341654:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1fdc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341662:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1fdc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341668:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1fdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341675:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.341679:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1fdc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341687:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1fdc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341699:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483484.341702:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.341707:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1fdc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341713:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f1fdc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341725:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1fe3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341731:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1fe3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341738:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1fe3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341743:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.341746:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1fe3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341753:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1fe3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341760:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9f7506667800) 00010000:00010000:2.0:1788483484.341762:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.341765:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1fe3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341770:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f1fe3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341805:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1fd5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147149 expref: 86 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341815:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483484.341818:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.341821:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f1fd5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147149 expref: 86 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.341831:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:2.0:1788483484.341883:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26952:x1875360224754432:12345-192.168.206.36@tcp:101:bash.0 Request processed in 537us (728us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483484.341893:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 961 00000100:00100000:2.0:1788483484.354237:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483484.355134:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224754560 00000100:00100000:1.0:1788483484.355147:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224754560 00000100:00100000:0.0:1788483484.355461:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 962 00000100:00100000:0.0:1788483484.355475:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:26953:x1875360224754560:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483484.355494:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483484.355534:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f1fea lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147150 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.355610:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.355624:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.355635:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483484.355680:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483484.355684:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483484.355704:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.355729:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f1fea lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147150 expref: 38 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.355746:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147150 expref: 37 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.355768:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483484.355772:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483484.355803:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524000, rc 0) 00000100:00100000:0.0:1788483484.355892:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:26953:x1875360224754560:12345-192.168.206.36@tcp:101:rm.0 Request processed in 410us (1670us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483484.355900:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 962 00000100:00100000:1.0:1788483484.358930:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483484.360034:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224754688 00000100:00100000:0.0:1788483484.360046:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224754688 00000100:00100000:0.0:1788483484.360109:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 963 00000100:00100000:0.0:1788483484.360120:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+37:26953:x1875360224754688:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483484.360139:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483484.360158:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1ff8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147157 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360232:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1fff lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360244:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1fff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360255:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1fff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360265:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2006 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360272:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2006 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360279:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2006 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360351:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f200d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360371:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f200d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360377:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f200d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483484.360421:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:0.0:1788483484.360426:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483484.360442:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f200d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360453:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1fff lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360459:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1fff lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360465:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1fff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360471:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483484.360475:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1fff lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360482:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1fff lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360493:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483484.360496:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483484.360533:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1fff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360550:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f1fff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360574:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2006 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360581:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2006 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360586:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2006 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360592:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483484.360595:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2006 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360601:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2006 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360609:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9f760b52f000) 00010000:00010000:0.0:1788483484.360612:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483484.360614:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2006 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360620:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2006 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360646:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f1ff8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147157 expref: 39 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360672:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525e00/0xf2b1f833e60f200d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147157 expref: 38 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.360680:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:0.0:1788483484.360683:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483484.360686:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525e00, rc 0) 00000100:00100000:0.0:1788483484.361068:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:26953:x1875360224754688:12345-192.168.206.36@tcp:101:rm.0 Request processed in 629us (1828us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483484.361078:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 963 00000100:00100000:0.0:1788483484.365291:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483484.365383:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224754816 00000100:00100000:2.0:1788483484.365404:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224754816 00000100:00100000:2.0:1788483484.365466:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 964 00000100:00100000:2.0:1788483484.365477:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:26953:x1875360224754816:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483484.365533:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483484.365555:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f2014 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14715e expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.365764:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f201b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.365778:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f201b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.365958:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f201b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.365976:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2022 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.365984:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.365991:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366031:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f201b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366038:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f201b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366045:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f201b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366051:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.366056:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f201b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366063:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f201b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366075:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483484.366078:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.366083:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f201b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366089:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f201b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366100:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2022 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366106:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2022 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366112:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2022 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366118:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.366121:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2022 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366127:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2022 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366134:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9f7506667800) 00010000:00010000:2.0:1788483484.366137:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.366139:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2022 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366145:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2022 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366182:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f2014 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14715e expref: 39 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366192:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483484.366194:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.366197:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f2014 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14715e expref: 39 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.366207:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:2.0:1788483484.366359:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:26953:x1875360224754816:12345-192.168.206.36@tcp:101:rm.0 Request processed in 882us (1075us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483484.366367:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 964 00000100:00100000:1.0:1788483484.371109:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483484.371206:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224754944 00000100:00100000:0.0:1788483484.371216:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224754944 00000100:00100000:0.0:1788483484.371306:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 965 00000100:00100000:0.0:1788483484.371317:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:26953:x1875360224754944:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483484.371334:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483484.371353:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f2029 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147165 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.371425:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2030 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.371438:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2030 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.371448:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2030 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.371478:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2037 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.371485:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2037 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.371491:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2037 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372111:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2030 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372121:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2030 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372128:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2030 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372134:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483484.372138:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2030 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372146:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2030 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372160:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:0.0:1788483484.372163:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483484.372168:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2030 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372174:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2030 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372197:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2037 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372203:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2037 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372208:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2037 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372213:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483484.372216:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2037 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372222:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2037 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372230:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9f7602eebf00) 00010000:00010000:0.0:1788483484.372232:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483484.372234:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2037 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372239:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2037 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372275:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f2029 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147165 expref: 39 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372285:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:0.0:1788483484.372288:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483484.372298:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f2029 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147165 expref: 39 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.372308:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525400, rc 0) 00000100:00100000:0.0:1788483484.372387:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:26953:x1875360224754944:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1071us (1286us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483484.372406:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 965 00000100:00100000:0.0:1788483484.391164:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483484.391281:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224755072 00000100:00100000:2.0:1788483484.391291:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224755072 00000100:00100000:2.0:1788483484.391351:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 966 00000100:00100000:2.0:1788483484.391362:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:26954:x1875360224755072:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483484.391382:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483484.391413:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f203e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14716c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391479:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2045 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391493:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2045 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391544:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2045 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391562:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f204c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391581:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f204c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391588:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f204c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391627:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2045 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391635:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2045 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391642:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2045 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391648:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.391652:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2045 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391660:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2045 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391672:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483484.391675:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.391680:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2045 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391687:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2045 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391699:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f204c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391705:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f204c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391711:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f204c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391717:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.391720:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f204c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391726:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f204c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391734:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9f7506667800) 00010000:00010000:2.0:1788483484.391736:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.391739:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f204c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391745:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f204c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391982:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f203e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14716c expref: 39 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.391992:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483484.391995:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.391999:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f203e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14716c expref: 39 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.392007:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:2.0:1788483484.392073:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:26954:x1875360224755072:12345-192.168.206.36@tcp:101:cp.0 Request processed in 713us (917us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483484.392081:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 966 00000100:00100000:3.0:1788483484.398665:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483484.398778:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224755200 00000100:00100000:2.0:1788483484.398788:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224755200 00000100:00100000:2.0:1788483484.398853:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 967 00000100:00100000:2.0:1788483484.398863:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:26954:x1875360224755200:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483484.398884:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483484.398905:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f2053 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147173 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.398969:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f205a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.398987:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f205a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.398998:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f205a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399013:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2061 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399019:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2061 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399025:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2061 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399075:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f205a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399082:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f205a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399089:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f205a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399095:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.399100:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f205a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399107:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f205a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399119:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483484.399123:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.399127:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f205a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399134:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f205a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399146:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2061 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399152:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2061 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399158:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2061 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399163:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.399166:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2061 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399171:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2061 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399179:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9f7506667800) 00010000:00010000:2.0:1788483484.399181:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.399184:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2061 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399190:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f2061 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399227:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f2053 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147173 expref: 39 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399239:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483484.399241:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.399244:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f2053 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147173 expref: 39 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.399254:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:2.0:1788483484.399317:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:26954:x1875360224755200:12345-192.168.206.36@tcp:101:cp.0 Request processed in 455us (662us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483484.399325:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 967 00000100:00100000:1.0:1788483484.402975:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483484.404104:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224755456 00000100:00100000:2.0:1788483484.404118:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224755456 00000100:00100000:2.0:1788483484.404196:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 968 00000100:00100000:2.0:1788483484.404208:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:26954:x1875360224755456:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483484.404228:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483484.404249:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2068 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14717a expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.404358:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 3/0,1 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.404373:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.404383:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.404413:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.404423:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.404430:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483484.404929:0:8191:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x12:0x0], index 0: 0 00000100:00100000:1.0:1788483484.406592:0:8866:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8866:1875360250926464:0@lo:5:osp-pre-0-0.0 00000100:00100000:1.0:1788483484.406706:0:8866:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483484.406783:0:8866:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605f83d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483484.407161:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250926464 00000100:00100000:3.0:1788483484.407170:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250926464 00000100:00100000:3.0:1788483484.407251:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1788483484.407264:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:8866:x1875360250926464:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:3.0:1788483484.407308:0:14965:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 34 00000100:00080000:0.0:1788483484.408166:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483484.408883:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f207d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.408900:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f207d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.408912:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f207d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.408949:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.408957:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.408964:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.408970:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.408976:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.408980:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.408992:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.409005:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483484.409008:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.409012:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 3/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.409018:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f206f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483484.409973:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000933441c2 reply state 0000000033d9d01d transno 4294967871 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.409995:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.410003:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9f7506667100) 00010000:00010000:2.0:1788483484.410006:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483484.410010:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788483484.410069:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2068 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14717a expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.410085:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5200/0xf2b1f833e60f207d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14717a expref: 40 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.410093:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:2.0:1788483484.410096:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483484.410098:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5200, rc 0) 00000100:00100000:3.0:1788483484.411446:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:8866:x1875360250926464:12345-0@lo:5:osp-pre-0-0.0 Request processed in 4180us (4734us total) trans 4294967341 rc 0/0 00000100:00100000:3.0:1788483484.411456:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1788483484.411711:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26954:x1875360224755456:12345-192.168.206.36@tcp:101:cp.0 Request processed in 7503us (8743us total) trans 4294967871 rc 0/0 00000100:00100000:2.0:1788483484.411719:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 968 00000100:00100000:1.0:1788483484.412262:0:8866:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:8866:1875360250926464:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788483484.412277:0:8866:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x12:0x0]-[0x280000401:0x41:0x0] 00000100:00100000:0.0:1788483484.416933:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483484.417016:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224755584 00000100:00100000:3.0:1788483484.417026:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224755584 00000100:00100000:3.0:1788483484.417202:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 240 00000100:00100000:3.0:1788483484.417214:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224755584:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483484.417230:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483484.417250:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000780f6897/0xf2b1f833e60f208b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147181 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483484.417275:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483484.417294:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=649s v=(0 0) 00010000:00010000:3.0:1788483484.417298:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483484.417308:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000780f6897/0xf2b1f833e60f208b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147181 expref: 9 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.417328:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000780f6897/0xf2b1f833e60f208b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147181 expref: 9 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.417344:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f200, rc 0) 00000100:00100000:3.0:1788483484.417426:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224755584:12345-192.168.206.36@tcp:101:cp.0 Request processed in 213us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483484.417433:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 240 00000100:00080000:0.0:1788483484.418013:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:2.0:1788483484.420846:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483484.420857:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483484.421380:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:2.0:1788483484.421403:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483484.421655:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483484.421782:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224755712 00000100:00100000:2.0:1788483484.421791:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224755712 00000100:00100000:2.0:1788483484.421849:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 241 00000100:00100000:2.0:1788483484.421859:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:26954:x1875360224755712:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483484.421876:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483484.421893:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147188 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.421922:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000780f6897/0xf2b1f833e60f208b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147181 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.421930:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483484.421935:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483484.421940:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.421974:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000780f6897/0xf2b1f833e60f208b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147181 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.421988:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000780f6897/0xf2b1f833e60f208b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147181 expref: 10 pid: 8433 timeout: 749 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483484.422004:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250926592:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483484.422074:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483484.422528:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2540 going to sleep for 11 seconds 00000100:00100000:2.0:1788483484.427373:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483484.427524:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224755840 00000100:00100000:3.0:1788483484.427533:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224755840 00010000:00010000:3.0:1788483484.427582:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000780f6897/0xf2b1f833e60f208b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147181 expref: 11 pid: 8433 timeout: 749 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483484.427627:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 307 00000100:00100000:3.0:1788483484.427637:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224755840:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483484.427651:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483484.427673:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000780f6897/0xf2b1f833e60f208b lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147181 expref: 11 pid: 8433 timeout: 749 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.427687:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000780f6897/0xf2b1f833e60f208b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147181 expref: 11 pid: 8433 timeout: 749 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.427712:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483484.427717:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483484.427726:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 11 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.427737:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 11 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.427949:0:6500:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 11 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483484.427964:0:6500:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6500:1875360250926720:192.168.206.36@tcp:105: 00000100:00100000:3.0:1788483484.428051:0:6500:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608da7540 going to sleep for 11 seconds 00010000:00010000:0.0:1788483484.429080:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000780f6897/0xf2b1f833e60f208b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147181 expref: 11 pid: 8433 timeout: 749 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483484.429100:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250926592:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483484.429127:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.429138:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4e00, rc 0) 00000100:00100000:0.0:1788483484.429183:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:26954:x1875360224755712:12345-192.168.206.36@tcp:101:cp.0 Request processed in 7325us (7532us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483484.429190:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 241 00000100:00100000:1.0:1788483484.434156:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483484.434230:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224756096 00000100:00100000:0.0:1788483484.434239:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224756096 00000100:00100000:0.0:1788483484.434294:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 186 00000100:00100000:0.0:1788483484.434304:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26954:x1875360224756096:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:0.0:1788483484.434661:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:26954:x1875360224756096:12345-192.168.206.36@tcp:35:cp.0 Request processed in 358us (514us total) trans 4294967872 rc 0/0 00000100:00100000:0.0:1788483484.434669:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 186 00000100:00100000:3.0:1788483484.435580:0:6500:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6500:1875360250926720:192.168.206.36@tcp:105: 00010000:00010000:3.0:1788483484.435607:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483484.435656:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df6850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224755840:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 8020us (8291us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483484.435666:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 307 00000100:00100000:1.0:1788483484.489755:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483484.489862:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224756224 00000100:00100000:2.0:1788483484.489872:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224756224 00000100:00100000:2.0:1788483484.489929:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 969 00000100:00100000:2.0:1788483484.489940:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26957:x1875360224756224:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483484.489957:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483484.489977:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f2099 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14718f expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490043:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f20a0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490058:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f20a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490068:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f20a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490078:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f20a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490084:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f20a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490091:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f20a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490167:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f20ae lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490175:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f20ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490182:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f20ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483484.490326:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00000004:00200000:2.0:1788483484.490331:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483484.490352:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f20ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490364:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f20ae lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490372:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f20a0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490378:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f20a0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490386:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f20a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490405:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.490409:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f20a0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490416:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f20a0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490428:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483484.490431:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.490434:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f20a0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490441:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f20a0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490453:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f20a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490459:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f20a7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490464:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f20a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490470:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483484.490473:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f20a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490479:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f20a7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490486:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9f7506667100) 00010000:00010000:2.0:1788483484.490489:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483484.490491:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f20a7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490662:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f20a7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490697:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f2099 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14718f expref: 87 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490711:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f20ae lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14718f expref: 86 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483484.490719:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:2.0:1788483484.490721:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483484.490723:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5000, rc 0) 00000100:00100000:2.0:1788483484.490836:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+86:26957:x1875360224756224:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 897us (1090us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483484.490843:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 969 00000100:00100000:1.0:1788483484.495320:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483484.495411:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224756352 00000100:00100000:3.0:1788483484.495421:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224756352 00000100:00100000:3.0:1788483484.495492:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 242 00000100:00100000:3.0:1788483484.495538:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224756352:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483484.495554:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483484.495570:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cf58cca3/0xf2b1f833e60f20b5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147196 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483484.495639:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250926848:192.168.206.36@tcp:106: 00000100:00100000:3.0:1788483484.495732:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608da73c0 going to sleep for 11 seconds 00000100:00080000:0.0:1788483484.495805:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1788483484.500029:0:14965:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788483484.500175:0:14965:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb mtime: 0 -> 1788483483 00002000:00010000:3.0:1788483484.500178:0:14965:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb atime: 0 -> 1788483483 00002000:00010000:3.0:1788483484.500180:0:14965:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb ctime: 0 -> 1788483483 00002000:00010000:3.0:1788483484.500182:0:14965:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1788483484.500208:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250926848:192.168.206.36@tcp:106: 00010000:00010000:3.0:1788483484.500246:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cf58cca3/0xf2b1f833e60f20b5 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147196 expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.500272:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cf58cca3/0xf2b1f833e60f20b5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147196 expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.500489:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e200, rc 0) 00000100:00100000:3.0:1788483484.500863:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224756352:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 5325us (5549us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483484.500873:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 242 00000100:00100000:2.0:1788483484.506262:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483484.506495:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224756480 00000100:00100000:0.0:1788483484.506872:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224756480 00000100:00100000:0.0:1788483484.506977:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 970 00000100:00100000:0.0:1788483484.506988:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+86:26957:x1875360224756480:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483484.507011:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483484.507043:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f20bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14719d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.507120:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f20c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.507136:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f20c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.507149:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f20c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483484.507194:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:0.0:1788483484.507199:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483484.507220:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f20c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.507248:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f20bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14719d expref: 88 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.507289:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f20c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14719d expref: 87 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483484.507298:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:0.0:1788483484.507300:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483484.507304:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524800, rc 0) 00000100:00100000:0.0:1788483484.507418:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+87:26957:x1875360224756480:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 432us (1166us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483484.507426:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 970 00000100:00100000:1.0:1788483484.512677:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483484.512974:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224756608 00000100:00100000:2.0:1788483484.512986:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224756608 00000100:00100000:2.0:1788483484.513089:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 243 00000100:00100000:2.0:1788483484.513101:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224756608:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483484.513119:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483484.513136:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fc941eb/0xf2b1f833e60f20ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471a4 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483484.513198:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250926976:192.168.206.36@tcp:106: 00000100:00100000:2.0:1788483484.513303:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2600 going to sleep for 11 seconds 00000100:00100000:3.0:1788483484.516635:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250926976:192.168.206.36@tcp:106: 00010000:00010000:3.0:1788483484.516676:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009fc941eb/0xf2b1f833e60f20ca lrc: 1/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471a4 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.516700:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fc941eb/0xf2b1f833e60f20ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471a4 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483484.516713:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:3.0:1788483484.516791:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2401:x1875360224756608:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3684us (4115us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483484.516800:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 243 00000100:00100000:1.0:1788483484.524833:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483484.525126:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224756864 00000100:00100000:0.0:1788483484.525136:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224756864 00000100:00100000:0.0:1788483484.525189:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 971 00000100:00100000:0.0:1788483484.525198:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+87:26957:x1875360224756864:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:0.0:1788483484.525632:0:13707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].23, 136 off11320 00000100:00100000:0.0:1788483484.525712:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+87:26957:x1875360224756864:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 514us (887us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483484.525720:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 971 00000040:00080000:1.0:1788483484.809384:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483484.840637:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483484.840680:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483484.840720:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483484.840754:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483484.840935:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224756992 00000100:00100000:0.0:1788483484.840946:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224756992 00000100:00100000:0.0:1788483484.840992:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 691 00000100:00100000:0.0:1788483484.841002:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224756992:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483484.841083:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224756992:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 81us (455us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483484.841090:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 691 00000100:00100000:3.0:1788483484.841178:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224757120 00000100:00100000:3.0:1788483484.841182:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224757120 00000100:00100000:3.0:1788483484.841234:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 794 00000100:00100000:3.0:1788483484.841242:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224757120:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483484.841276:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224757120:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 35us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483484.841282:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 794 00000100:00100000:1.0:1788483484.841382:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224757248 00000100:00100000:1.0:1788483484.841386:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224757248 00000100:00100000:1.0:1788483484.841428:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224757376 00000100:00100000:1.0:1788483484.841431:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224757376 00000100:00100000:1.0:1788483484.841454:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 456 00000100:00100000:1.0:1788483484.841461:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224757248:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483484.841488:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224757248:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483484.841494:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 456 00000100:00100000:1.0:1788483484.841546:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 457 00000100:00100000:1.0:1788483484.841553:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224757376:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483484.841655:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224757376:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 101us (899us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483484.841662:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 457 00000100:00080000:0.0:1788483484.842579:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483484.842600:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483485.253000:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483485.253034:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250927104:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483485.253128:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483485.253214:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250927104 00000100:00100000:1.0:1788483485.253223:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250927104 00000100:00100000:1.0:1788483485.253303:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1788483485.253315:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250927104:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483485.253369:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483485.253431:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250927104:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (303us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483485.253439:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:1.0:1788483485.253469:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483485.253539:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250927104:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483485.253979:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250927232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483485.254015:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483485.254046:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250927744:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.254074:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483485.254090:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250928256:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.254116:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483485.254135:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250928768:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.254157:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483485.254175:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788483485.254180:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250927360:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.254211:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483485.254233:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250927872:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.254273:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483485.254293:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250928384:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.254316:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483485.254349:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250927232 00000100:00100000:2.0:1788483485.254354:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250927232 00000100:00100000:2.0:1788483485.254401:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1788483485.254409:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250927232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483485.254425:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788483485.254462:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250927232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.254469:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:2.0:1788483485.254492:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250928256 00000100:00100000:2.0:1788483485.254522:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250928256 00000100:00100000:2.0:1788483485.254554:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250928768 00000100:00100000:2.0:1788483485.254557:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250928768 00000100:00100000:2.0:1788483485.254785:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250928384 00000100:00100000:2.0:1788483485.254788:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250928384 00000100:00100000:2.0:1788483485.254805:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1788483485.254812:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250928256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.254850:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250928256:12345-0@lo:400:kworker.0 Request processed in 39us (734us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.254857:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1788483485.254871:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1788483485.254877:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250928768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.254905:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250928768:12345-0@lo:400:kworker.0 Request processed in 29us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.254911:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1788483485.254923:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788483485.254928:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250928384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.254955:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250928384:12345-0@lo:400:kworker.0 Request processed in 27us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.254960:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788483485.254979:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250927360 00000100:00100000:2.0:1788483485.254982:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250927360 00000100:00100000:2.0:1788483485.255011:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788483485.255018:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250927360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.255046:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250927360:12345-0@lo:400:kworker.0 Request processed in 29us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.255052:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:2.0:1788483485.255083:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250927872 00000100:00100000:2.0:1788483485.255087:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250927872 00000100:00100000:2.0:1788483485.255116:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1788483485.255123:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250927872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.255159:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250927872:12345-0@lo:400:kworker.0 Request processed in 37us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.255166:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1788483485.255216:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250927360:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.255232:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250927872:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.255244:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250928384:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.255271:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250927232:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483485.255282:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250928256:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.255290:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250928768:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.255462:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250927616:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.255516:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483485.255540:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250928128:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.255579:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483485.255599:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250928640:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.255622:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483485.255643:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788483485.255796:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250927488:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.255820:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483485.255837:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250928000:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.255858:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483485.255876:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250928512:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.255897:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483485.255927:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250927744 00000100:00100000:0.0:1788483485.255931:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250927744 00000100:00100000:0.0:1788483485.255962:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1788483485.255969:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250927744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.256004:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250927744:12345-0@lo:400:kworker.0 Request processed in 36us (1930us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483485.256010:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1788483485.256023:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250928128 00000100:00100000:0.0:1788483485.256026:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250928128 00000100:00100000:0.0:1788483485.256042:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250928640 00000100:00100000:0.0:1788483485.256044:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250928640 00000100:00100000:0.0:1788483485.256056:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250927488 00000100:00100000:0.0:1788483485.256059:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250927488 00000100:00100000:0.0:1788483485.256092:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250928000 00000100:00100000:0.0:1788483485.256095:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250928000 00000100:00100000:0.0:1788483485.256108:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250928512 00000100:00100000:0.0:1788483485.256111:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250928512 00000100:00100000:0.0:1788483485.256124:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1788483485.256129:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250928128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.256163:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250928128:12345-0@lo:400:kworker.0 Request processed in 33us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483485.256169:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1788483485.256182:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1788483485.256188:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250928640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.256215:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250928640:12345-0@lo:400:kworker.0 Request processed in 27us (592us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483485.256221:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:0.0:1788483485.256232:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1788483485.256237:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250927488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.256264:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250927488:12345-0@lo:400:kworker.0 Request processed in 27us (444us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483485.256270:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:0.0:1788483485.256282:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1788483485.256288:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250928000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.256313:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250928000:12345-0@lo:400:kworker.0 Request processed in 26us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483485.256318:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 799 00000100:00100000:0.0:1788483485.256327:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1788483485.256333:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250928512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.256366:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250928512:12345-0@lo:400:kworker.0 Request processed in 33us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483485.256372:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1788483485.256423:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250927488:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.256433:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250928000:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.256440:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250928512:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.256447:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250928128:0@lo:400:kworker.0 00000100:00100000:0.0:1788483485.256454:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250928640:0@lo:400:kworker.0 00000100:00100000:2.0:1788483485.257987:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250927744:0@lo:400:kworker.0 00000100:00100000:1.0:1788483485.258269:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250927616 00000100:00100000:1.0:1788483485.258278:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250927616 00000100:00100000:1.0:1788483485.258337:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:1.0:1788483485.258346:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250927616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483485.258456:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250927616:12345-0@lo:400:kworker.0 Request processed in 111us (2940us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483485.258464:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00080000:1.0:1788483485.258495:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483485.258520:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483485.258524:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483485.258528:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483485.258573:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250927616:0@lo:400:kworker.0 00000040:00080000:2.0:1788483485.444980:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483485.444995:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483485.445050:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:2.0:1788483485.445062:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483485.447094:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250928896:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483485.447251:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75077233c0 going to sleep for 11 seconds 00010000:00010000:0.0:1788483485.447602:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788483485.448945:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967872 is committed 00000001:00080000:0.0:1788483485.448971:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967870 is committed 00010000:00010000:0.0:1788483485.449000:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449014:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449022:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449028:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483485.449034:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449041:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449074:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x8cab382d (ffff9f7506667100) 00010000:00010000:0.0:1788483485.449078:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483485.449083:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449089:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2076 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x8cab382d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449126:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449134:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449140:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449145:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483485.449148:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449155:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449164:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x12938145 (ffff9f760b52f000) 00010000:00010000:0.0:1788483485.449166:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483485.449169:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449175:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f1f9d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x12938145 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449197:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449203:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449210:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449216:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483485.449219:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449226:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449235:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:0.0:1788483485.449238:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483485.449241:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.449247:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f1fa4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483485.450112:0:21204:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483485.450120:0:21204:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483485.450683:0:21204:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:3.0:1788483485.450695:0:21204:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483485.469863:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483485.470041:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224757504 00000100:00100000:3.0:1788483485.470054:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224757504 00000100:00100000:3.0:1788483485.470123:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 972 00000100:00100000:3.0:1788483485.470136:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:26967:x1875360224757504:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000100:00100000:2.0:1788483485.470271:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250928896:192.168.206.36@tcp:107:hsm_cdtr.0 00000004:00000080:3.0:1788483485.470757:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483485.471710:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:26967:x1875360224757504:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 1567us (1857us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483485.471724:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 972 00000100:00100000:3.0:1788483485.490662:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483485.490803:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224757760 00000100:00100000:0.0:1788483485.490816:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224757760 00000100:00100000:0.0:1788483485.490889:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 973 00000100:00100000:0.0:1788483485.490902:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:26967:x1875360224757760:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483485.490928:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483485.490953:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f20d1 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471ab expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.491122:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f20d8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.491139:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f20d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.491153:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f20d8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483485.491378:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:0.0:1788483485.491569:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f20d1 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ab expref: 42 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.491590:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f20d8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ab expref: 41 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483485.491600:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:0.0:1788483485.491603:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483485.491608:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525600, rc 0) 00000100:00100000:0.0:1788483485.491683:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26967:x1875360224757760:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 784us (1036us total) trans 4294967873 rc 0/0 00000100:00100000:0.0:1788483485.491691:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 973 00000100:00100000:0.0:1788483485.498424:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483485.505403:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224757888 00000100:00100000:2.0:1788483485.505424:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224757888 00000100:00100000:2.0:1788483485.505522:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 244 00000100:00100000:2.0:1788483485.505534:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224757888:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483485.505592:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.505618:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.505627:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x12:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788483485.505632:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483485.505638:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.505682:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.505699:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 9 pid: 8431 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483485.505717:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250929024:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483485.514190:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75077233c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483485.517590:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483485.518849:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224758016 00000100:00100000:2.0:1788483485.518864:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224758016 00000100:00100000:2.0:1788483485.518940:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 42 00000100:00100000:2.0:1788483485.518952:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:2399:x1875360224758016:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483485.518969:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483485.519000:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f20d8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ab expref: 41 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.519019:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:2.0:1788483485.519027:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483485.519095:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2399:x1875360224758016:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 145us (1517us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.519103:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 42 00000100:00100000:3.0:1788483485.522299:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250929024:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483485.522340:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483485.522529:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483485.522619:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224758144 00000100:00100000:1.0:1788483485.522628:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224758144 00002000:00100000:1.0:1788483485.522687:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff9f76416f1500 x1875360224758144/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:236/0 lens 648/0 e 0 to 0 dl 1788483496 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483485.522698:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76416f1500 with x1875360224758144 ext(0->157) 00010000:00010000:1.0:1788483485.522706:0:20624:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 10 pid: 8431 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.522746:0:20624:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 10 pid: 8431 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483485.522755:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f76416f1500 00000100:00100000:1.0:1788483485.522786:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 11 00000100:00100000:1.0:1788483485.522797:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224758144:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:1.0:1788483485.526331:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224758144:12345-192.168.206.36@tcp:4:cp.0 Request processed in 3518us (3786us total) trans 4294967342 rc 0/0 00000100:00100000:1.0:1788483485.526346:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 11 00002000:00100000:1.0:1788483485.526363:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x12:0x0] (0->157) req@ffff9f76416f1500 x1875360224758144/t4294967342(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:236/0 lens 648/448 e 0 to 0 dl 1788483496 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483485.526374:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76416f1500 with x1875360224758144 ext(0->157) 00010000:00010000:1.0:1788483485.526396:0:20624:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 12 pid: 8431 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.526418:0:20624:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 12 pid: 8431 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483485.526426:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f76416f1500 00000100:00100000:2.0:1788483485.538620:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483485.538689:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224758272 00000100:00100000:2.0:1788483485.538701:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224758272 00010000:00010000:2.0:1788483485.538750:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 12 pid: 8431 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483485.538799:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 308 00000100:00100000:2.0:1788483485.538810:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224758272:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483485.538828:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788483485.538850:0:6501:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x12:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788483485.538858:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 12 pid: 8431 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.538875:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 12 pid: 8431 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.538903:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2092 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147188 expref: 12 pid: 8431 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.538923:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483485.538928:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483485.538935:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.538947:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.538979:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483485.539052:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224758272:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 244us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.539061:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 308 00010000:00010000:2.0:1788483485.539097:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.539106:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.539128:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.539137:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.539146:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.539153:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483485.539170:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.539186:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.539198:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.539204:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483485.539256:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224757888:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 33724us (40847us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.539265:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 244 00000100:00100000:0.0:1788483485.550295:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483485.550736:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224758528 00000100:00100000:2.0:1788483485.550750:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224758528 00000100:00100000:2.0:1788483485.550818:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 974 00000100:00100000:2.0:1788483485.550830:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:26967:x1875360224758528:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483485.550965:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:26967:x1875360224758528:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 136us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.550973:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 974 00000100:00100000:2.0:1788483485.561019:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483485.561062:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224758656 00000100:00100000:2.0:1788483485.561075:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224758656 00000100:00100000:2.0:1788483485.561138:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 245 00000100:00100000:2.0:1788483485.561149:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224758656:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483485.562013:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483485.562046:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20ed lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471b2 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483485.562078:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x12:0x0] initial LVB size: 158, mtime: 0x6a9a179b, atime: 0x0, ctime: 0x6a9a179b, blocks: 0x8 00010000:00010000:2.0:1788483485.562104:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=650s v=(0 0) 00010000:00010000:2.0:1788483485.562109:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483485.562121:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b2 expref: 11 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.562141:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b2 expref: 11 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483485.562158:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5e00, rc 0) 00000100:00100000:2.0:1788483485.562410:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224758656:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1261us (1404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483485.562420:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 245 00000100:00100000:2.0:1788483485.570818:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483485.571008:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224758912 00000100:00100000:3.0:1788483485.571022:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224758912 00000100:00100000:3.0:1788483485.571097:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 975 00000100:00100000:3.0:1788483485.571109:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:26967:x1875360224758912:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483485.571256:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:26967:x1875360224758912:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 149us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483485.571265:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 975 00000100:00100000:0.0:1788483485.575185:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483485.575407:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224759040 00000100:00100000:3.0:1788483485.575422:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224759040 00002000:00100000:3.0:1788483485.575485:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff9f7507664a80 x1875360224759040/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:236/0 lens 488/0 e 0 to 0 dl 1788483496 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483485.575533:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507664a80 with x1875360224759040 ext(0->4095) 00002000:00010000:3.0:1788483485.575541:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7507664a80 00000100:00100000:3.0:1788483485.575585:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 72 00000100:00100000:3.0:1788483485.575597:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224759040:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788483485.576040:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224759040:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 442us (878us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788483485.576053:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 72 00002000:00100000:3.0:1788483485.576061:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff9f7507664a80 x1875360224759040/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:236/0 lens 488/4536 e 0 to 0 dl 1788483496 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483485.576070:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507664a80 with x1875360224759040 ext(0->4095) 00002000:00010000:3.0:1788483485.576074:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7507664a80 00000100:00100000:0.0:1788483485.584141:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483485.584373:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224759168 00000100:00100000:1.0:1788483485.584396:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224759168 00000100:00100000:1.0:1788483485.584472:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 976 00000100:00100000:1.0:1788483485.584484:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:26967:x1875360224759168:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483485.584568:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483485.584593:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f20f4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471b9 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.584636:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.584650:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.584663:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.584805:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f20f4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b9 expref: 42 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.584828:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b9 expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.584838:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:1.0:1788483485.584841:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483485.584845:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2a00, rc 0) 00000100:00100000:1.0:1788483485.584920:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26967:x1875360224759168:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 438us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483485.584928:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 976 00000100:00100000:2.0:1788483485.590477:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483485.591488:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224759296 00000100:00100000:3.0:1788483485.591526:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224759296 00000100:00100000:3.0:1788483485.591604:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 977 00000100:00100000:3.0:1788483485.591617:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26967:x1875360224759296:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483485.591659:0:6514:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x17:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483485.591830:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26967:x1875360224759296:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 215us (1367us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483485.591839:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 977 00000100:00100000:3.0:1788483485.597563:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483485.597922:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224759424 00000100:00100000:1.0:1788483485.597935:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224759424 00000100:00100000:1.0:1788483485.598003:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 246 00000100:00100000:1.0:1788483485.598014:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224759424:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483485.598083:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2102 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.598104:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483485.598109:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483485.598116:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2102 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.598132:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2102 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.598165:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2102 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.598181:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2102 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.598190:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2102 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.598197:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2000 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483485.598202:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2102 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.598211:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2102 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.598239:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2102 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.598248:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2102 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483485.598345:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224759424:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 332us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483485.598352:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 246 00000100:00100000:2.0:1788483485.601774:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483485.601905:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224759680 00000100:00100000:3.0:1788483485.601917:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224759680 00000100:00100000:3.0:1788483485.601988:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 978 00000100:00100000:3.0:1788483485.601999:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26967:x1875360224759680:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483485.602100:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.602123:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b9 expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.602134:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.602179:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b9 expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.602196:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b9 expref: 41 pid: 8191 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483485.602214:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250929152:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483485.602327:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075ae9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483485.605665:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483485.605782:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250929152:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483485.605860:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483485.605954:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224759808 00000100:00100000:1.0:1788483485.605966:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224759808 00010000:00010000:1.0:1788483485.606011:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b9 expref: 42 pid: 8191 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483485.606045:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 309 00000100:00100000:1.0:1788483485.606056:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:2402:x1875360224759808:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483485.606077:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483485.606085:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b9 expref: 42 pid: 8191 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.606099:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b9 expref: 42 pid: 8191 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.606125:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f20fb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b9 expref: 42 pid: 8191 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.606158:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:1.0:1788483485.606164:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.606175:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.606183:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483485.606293:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483485.606358:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:2402:x1875360224759808:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 302us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483485.606367:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 309 00010000:00010000:3.0:1788483485.611802:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.611824:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.612060:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.612068:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.612076:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.612082:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483485.612087:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.612096:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.612116:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:3.0:1788483485.612119:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788483485.612124:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483485.612130:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2109 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483485.612425:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26967:x1875360224759680:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 10421us (10657us total) trans 4294967874 rc 0/0 00000100:00100000:3.0:1788483485.612436:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 978 00000040:00080000:2.0:1788483485.612622:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483485.612627:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483485.613237:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788483485.613246:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483485.617347:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483485.621494:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224760064 00000100:00100000:3.0:1788483485.621539:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224760064 00000100:00100000:3.0:1788483485.621614:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 187 00000100:00100000:3.0:1788483485.621626:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:26967:x1875360224760064:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483485.622004:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:26967:x1875360224760064:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 379us (4672us total) trans 4294967875 rc 0/0 00000100:00100000:3.0:1788483485.622013:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 187 00000100:00100000:0.0:1788483485.765144:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483485.765213:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250929280:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483485.765306:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483485.765479:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250929280 00000100:00100000:3.0:1788483485.765491:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250929280 00000100:00100000:3.0:1788483485.765622:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1788483485.765636:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250929280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483485.765680:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483485.765735:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250929280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (430us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483485.765743:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1788483485.766127:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250929280:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788483486.471999:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483487.363457:0:21255:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483487.363465:0:21255:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483487.363493:0:21255:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 3 00000040:00080000:3.0:1788483487.363528:0:21255:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483487.418690:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483487.419178:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224760320 00000100:00100000:2.0:1788483487.419188:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224760320 00000100:00080000:3.0:1788483487.419287:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483487.419405:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 979 00000100:00100000:2.0:1788483487.419416:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26976:x1875360224760320:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483487.419436:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483487.419440:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1788483487.419467:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f20c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14719d expref: 85 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.419488:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:2.0:1788483487.419494:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483487.419528:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2110 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471c0 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.419752:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2117 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.419768:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2117 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.419780:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2117 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483487.419792:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 158 00010000:00010000:2.0:1788483487.419910:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2110 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x35:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c0 expref: 87 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.419925:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2117 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c0 expref: 86 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.420001:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:2.0:1788483487.420004:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483487.420007:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5600, rc 0) 00000100:00100000:2.0:1788483487.420113:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+86:26976:x1875360224760320:12345-192.168.206.36@tcp:101:bash.0 Request processed in 699us (1431us total) trans 4294967876 rc 0/0 00000100:00100000:2.0:1788483487.420121:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 979 00000100:00100000:3.0:1788483487.426024:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483487.426058:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224760448 00000100:00100000:3.0:1788483487.426066:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224760448 00000100:00100000:3.0:1788483487.426118:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 43 00000100:00100000:3.0:1788483487.426127:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+86:2402:x1875360224760448:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483487.426142:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483487.426165:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2117 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c0 expref: 86 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.426183:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:3.0:1788483487.426188:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483487.426232:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+85:2402:x1875360224760448:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 107us (218us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483487.426240:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 43 00000100:00100000:3.0:1788483487.440749:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483487.441322:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224760576 00000100:00100000:2.0:1788483487.441333:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224760576 00000100:00100000:2.0:1788483487.441422:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 247 00000100:00100000:2.0:1788483487.441434:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+11:2400:x1875360224760576:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483487.441451:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483487.441470:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2125 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471c7 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.441521:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1788483487.441526:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483487.441535:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c7 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.441555:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c7 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.441569:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4e00, rc 0) 00000100:00100000:2.0:1788483487.441624:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2400:x1875360224760576:12345-192.168.206.36@tcp:101:cat.0 Request processed in 193us (886us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483487.441631:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 247 00000100:00080000:3.0:1788483487.442751:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483487.446241:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483487.446448:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224760704 00000100:00100000:1.0:1788483487.446458:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224760704 00000100:00100000:1.0:1788483487.446534:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 248 00000100:00100000:1.0:1788483487.446633:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:26976:x1875360224760704:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:1.0:1788483487.446650:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483487.446669:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040dbfed6/0xf2b1f833e60f212c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471ce expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.446697:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20ed lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b2 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.446708:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2125 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c7 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.446722:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483487.446727:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483487.446733:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040dbfed6/0xf2b1f833e60f212c lrc: 5/0,0 mode: --/PW res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ce expref: 13 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.446766:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2125 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c7 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.446781:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2125 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c7 expref: 13 pid: 8432 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483487.446795:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250929408:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483487.446894:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20ed lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b2 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.446904:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b2 expref: 10 pid: 8431 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483487.446913:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250929536:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483487.446937:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604a18f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788483487.455724:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483487.455774:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483487.455809:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224760832 00000100:00100000:3.0:1788483487.455819:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224760832 00010000:00010000:3.0:1788483487.455857:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2125 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c7 expref: 14 pid: 8432 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483487.455887:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224760960 00000100:00100000:3.0:1788483487.455890:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224760960 00010000:00010000:3.0:1788483487.455909:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b2 expref: 11 pid: 8431 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483487.455940:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 310 00000100:00100000:3.0:1788483487.455950:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2401:x1875360224760832:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483487.455964:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483487.456026:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2125 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c7 expref: 14 pid: 8432 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.456041:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2125 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c7 expref: 14 pid: 8432 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.456067:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483487.456116:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2401:x1875360224760832:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 168us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483487.456124:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 310 00000100:00100000:3.0:1788483487.456142:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 311 00000100:00100000:3.0:1788483487.456148:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224760960:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483487.456156:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483487.456165:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20ed lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b2 expref: 11 pid: 8431 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.456175:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20ed lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b2 expref: 11 pid: 8431 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.456189:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483487.456194:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x12:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483487.456201:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040dbfed6/0xf2b1f833e60f212c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ce expref: 13 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.456211:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040dbfed6/0xf2b1f833e60f212c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ce expref: 13 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.456244:0:7456:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000040dbfed6/0xf2b1f833e60f212c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ce expref: 13 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483487.456258:0:7456:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7456:1875360250929664:192.168.206.36@tcp:105: 00000100:00100000:3.0:1788483487.456309:0:7456:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075ae240 going to sleep for 11 seconds 00000100:00080000:3.0:1788483487.456328:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788483487.456348:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009d12fd16/0xf2b1f833e60f2125 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471c7 expref: 13 pid: 8432 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483487.456372:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250929408:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483487.456398:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000001cc757f6/0xf2b1f833e60f20ed lrc: 0/0,0 mode: --/PR res: [0x280000401:0x12:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471b2 expref: 11 pid: 8431 timeout: 752 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483487.456408:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250929536:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483487.456433:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040dbfed6/0xf2b1f833e60f212c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x12:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ce expref: 12 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.456444:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3e00, rc 0) 00000100:00100000:1.0:1788483487.456485:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:26976:x1875360224760704:12345-192.168.206.36@tcp:101:cat.0 Request processed in 9942us (10252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483487.456492:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 248 00000100:00100000:3.0:1788483487.465641:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483487.465677:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224761088 00000100:00100000:3.0:1788483487.465686:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224761088 00000100:00100000:3.0:1788483487.465737:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 980 00000100:00100000:3.0:1788483487.465747:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+85:26976:x1875360224761088:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483487.465771:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483487.465791:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2133 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471d5 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.465826:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f213a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.465839:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f213a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.465850:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f213a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.465956:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2133 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471d5 expref: 87 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.465973:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e200/0xf2b1f833e60f213a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471d5 expref: 86 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.465982:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:3.0:1788483487.465985:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788483487.465989:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e200, rc 0) 00000100:00100000:3.0:1788483487.466040:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+86:26976:x1875360224761088:12345-192.168.206.36@tcp:101:cat.0 Request processed in 293us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483487.466047:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 980 00000100:00100000:1.0:1788483487.466798:0:7456:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7456:1875360250929664:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483487.466819:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483487.466853:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224760960:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 10704us (11087us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483487.466861:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 311 00000100:00100000:3.0:1788483487.479949:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483487.480127:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224761216 00000100:00100000:2.0:1788483487.480137:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224761216 00002000:00100000:2.0:1788483487.480186:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff9f75081afb80 x1875360224761216/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:238/0 lens 488/0 e 0 to 0 dl 1788483498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483487.480197:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75081afb80 with x1875360224761216 ext(0->4095) 00002000:00010000:2.0:1788483487.480202:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f75081afb80 00000100:00100000:2.0:1788483487.480234:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 73 00000100:00100000:2.0:1788483487.480244:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224761216:12345-192.168.206.36@tcp:3:cat.0 00000100:00100000:2.0:1788483487.480445:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224761216:12345-192.168.206.36@tcp:3:cat.0 Request processed in 201us (505us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788483487.480453:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 73 00002000:00100000:2.0:1788483487.480459:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x12:0x0] (0->4095) req@ffff9f75081afb80 x1875360224761216/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:238/0 lens 488/4536 e 0 to 0 dl 1788483498 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483487.480468:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75081afb80 with x1875360224761216 ext(0->4095) 00002000:00010000:2.0:1788483487.480471:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f75081afb80 00000100:00100000:3.0:1788483487.486079:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483487.486670:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224761472 00000100:00100000:0.0:1788483487.486683:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224761472 00000100:00100000:0.0:1788483487.486744:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 188 00000100:00100000:0.0:1788483487.486754:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+86:26976:x1875360224761472:12345-192.168.206.36@tcp:35:cat.0 00000001:00080000:0.0:1788483487.487024:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967877 00000001:00080000:0.0:1788483487.487073:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967878 00000100:00100000:0.0:1788483487.487174:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+89:26976:x1875360224761472:12345-192.168.206.36@tcp:35:cat.0 Request processed in 420us (1102us total) trans 4294967879 rc 0/0 00000100:00100000:0.0:1788483487.487183:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 188 00000020:00080000:0.0:1788483487.487187:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:1.0:1788483487.492807:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483487.526059:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483487.526125:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224761600 00000100:00100000:1.0:1788483487.526135:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224761600 00002000:00100000:1.0:1788483487.526182:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->315) req@ffff9f7507353800 x1875360224761600/t0(0) o4->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:238/0 lens 808/0 e 0 to 0 dl 1788483498 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483487.526192:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507353800 with x1875360224761600 ext(0->315) 00002000:00010000:1.0:1788483487.526206:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7507353800 00000100:00100000:1.0:1788483487.526238:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 74 00000100:00100000:1.0:1788483487.526248:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224761600:12345-192.168.206.36@tcp:4:cat.0 00000100:00100000:1.0:1788483487.528908:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2401:x1875360224761600:12345-192.168.206.36@tcp:4:cat.0 Request processed in 2653us (2850us total) trans 4294967343 rc 0/0 00000100:00100000:1.0:1788483487.528921:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 74 00002000:00100000:1.0:1788483487.528942:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x12:0x0] (0->315) req@ffff9f7507353800 x1875360224761600/t4294967343(0) o4->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:238/0 lens 808/448 e 0 to 0 dl 1788483498 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483487.528952:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507353800 with x1875360224761600 ext(0->315) 00002000:00010000:1.0:1788483487.528959:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7507353800 00000100:00100000:3.0:1788483487.574168:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483487.575188:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224761856 00000100:00100000:1.0:1788483487.575199:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224761856 00000100:00100000:1.0:1788483487.575255:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 981 00000100:00100000:1.0:1788483487.575264:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+89:26978:x1875360224761856:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483487.575286:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483487.575306:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2141 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471dc expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.575419:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2148 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.575433:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2148 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.575444:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2148 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483487.575477:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x17:0x0]: returning size 316 00010000:00010000:1.0:1788483487.578886:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2141 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x35:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471dc expref: 92 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.578916:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2148 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471dc expref: 91 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483487.578926:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:1.0:1788483487.579049:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1788483487.579053:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2000, rc 0) 00000100:00100000:1.0:1788483487.579126:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+91:26978:x1875360224761856:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3862us (4966us total) trans 4294967880 rc 0/0 00000100:00100000:1.0:1788483487.579136:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 981 00000100:00100000:3.0:1788483487.599765:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483487.600297:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224761984 00000100:00100000:0.0:1788483487.600308:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224761984 00000100:00100000:0.0:1788483487.600371:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 982 00000100:00100000:0.0:1788483487.600391:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+91:26978:x1875360224761984:12345-192.168.206.36@tcp:54:lfs.0 00010000:00010000:0.0:1788483487.600458:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2156 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483487.600474:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2156 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483487.600485:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2156 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483487.600541:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2156 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483487.600569:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2156 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483487.600576:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2156 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483487.600582:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483487.600586:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2156 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483487.600594:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2156 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483487.600615:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:0.0:1788483487.600618:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483487.600622:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2156 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483487.600628:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2156 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483487.600692:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+91:26978:x1875360224761984:12345-192.168.206.36@tcp:54:lfs.0 Request processed in 304us (937us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483487.600700:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 982 00000100:00100000:1.0:1788483487.626252:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483487.626348:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224762112 00000100:00100000:3.0:1788483487.626358:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224762112 00000100:00100000:3.0:1788483487.626425:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 983 00000100:00100000:3.0:1788483487.626434:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+91:26979:x1875360224762112:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483487.626453:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483487.626473:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f215d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471e3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.626568:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ee00/0xf2b1f833e60f2164 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.626582:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ee00/0xf2b1f833e60f2164 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.626594:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ee00/0xf2b1f833e60f2164 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483487.626703:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x35:0x0]: returning size 4096 00000004:00200000:3.0:1788483487.626708:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483487.626726:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ee00/0xf2b1f833e60f2164 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.626753:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f215d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471e3 expref: 93 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.626769:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ee00/0xf2b1f833e60f2164 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x35:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471e3 expref: 92 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483487.626778:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x35:0x0].0x0 (ffff9f760b52fa00) 00010000:00010000:3.0:1788483487.626781:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483487.626784:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ee00, rc 0) 00000100:00100000:3.0:1788483487.626833:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+92:26979:x1875360224762112:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 400us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483487.626841:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 983 00000100:00100000:3.0:1788483487.642165:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483487.642470:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224762496 00000100:00100000:0.0:1788483487.642480:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224762496 00000100:00100000:0.0:1788483487.642691:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 189 00000100:00100000:0.0:1788483487.642703:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+92:26979:x1875360224762496:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:0.0:1788483487.643237:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+93:26979:x1875360224762496:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 533us (1077us total) trans 4294967881 rc 0/0 00000100:00100000:0.0:1788483487.643255:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 189 00000100:00100000:1.0:1788483487.652802:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483487.653038:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224762624 00000100:00100000:2.0:1788483487.653049:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224762624 00000100:00100000:2.0:1788483487.653409:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 44 00000100:00100000:2.0:1788483487.653422:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+93:26979:x1875360224762624:12345-192.168.206.36@tcp:103:lfs.0 00010000:00010000:2.0:1788483487.653439:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788483487.653467:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2148 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x17:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471dc expref: 93 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.653490:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f20ae lrc: 0/0,0 mode: --/PR res: [0x200000403:0x17:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14718f expref: 92 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483487.653563:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x17:0x0].0x0 (ffff9f7506667600) 00010000:00010000:2.0:1788483487.653570:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483487.653634:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+91:26979:x1875360224762624:12345-192.168.206.36@tcp:103:lfs.0 Request processed in 215us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483487.653642:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 44 00000100:00100000:3.0:1788483487.656316:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483487.656435:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224762752 00000100:00100000:0.0:1788483487.656446:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224762752 00000100:00100000:0.0:1788483487.656595:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 984 00000100:00100000:0.0:1788483487.657599:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+91:26979:x1875360224762752:12345-192.168.206.36@tcp:58:lfs.0 00000100:00100000:0.0:1788483487.657764:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+91:26979:x1875360224762752:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 1159us (1456us total) trans 0 rc -1/-1 00000100:00100000:0.0:1788483487.657773:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 984 00000100:00100000:0.0:1788483487.812934:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250929792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483487.813012:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483487.813192:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250929792 00000100:00100000:1.0:1788483487.813200:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250929792 00000100:00100000:1.0:1788483487.813269:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1788483487.813278:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250929792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483487.813300:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128138048 pending 57344 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483487.813351:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250929792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483487.813359:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:1.0:1788483487.813415:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250929792:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483487.813483:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483487.813599:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483487.813776:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250929920:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483487.813807:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483487.818185:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250929920 00000100:00100000:3.0:1788483487.818199:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250929920 00000100:00100000:3.0:1788483487.818287:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:3.0:1788483487.818298:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250929920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483487.818325:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128138048 pending 57344 free 3921399808 avail 3689877504 00000100:00080000:2.0:1788483487.819140:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483487.819302:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250929920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1002us (5489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483487.819312:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1788483487.819555:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250929920:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788483488.516800:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483488.836678:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483488.836720:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250930048:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483488.836785:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483488.837195:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250930048 00000100:00100000:0.0:1788483488.837203:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250930048 00000100:00100000:0.0:1788483488.837250:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1788483488.837260:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250930048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483488.837289:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:0.0:1788483488.837338:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250930048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483488.837345:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1788483488.837822:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250930048:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788483489.540815:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788483489.871994:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967343 is committed 00000001:00080000:3.0:1788483489.872020:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967342 is committed 00000001:00080000:3.0:1788483489.872027:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967341 is committed 00000100:00100000:0.0:1788483489.962621:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483489.962681:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483489.963149:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483489.963184:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483489.963229:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224763008 00000100:00100000:3.0:1788483489.963241:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224763008 00000100:00100000:3.0:1788483489.963323:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224763520 00000100:00100000:3.0:1788483489.963328:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224763520 00000100:00100000:3.0:1788483489.963376:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 801 00000100:00100000:3.0:1788483489.963389:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+91:2399:x1875360224763008:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483489.963658:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+91:2399:x1875360224763008:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 150us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483489.963670:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 801 00000100:00100000:3.0:1788483489.963711:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 802 00000100:00100000:3.0:1788483489.963726:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:2399:x1875360224763520:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483489.963794:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:2399:x1875360224763520:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 74us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483489.963802:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 802 00000100:00080000:3.0:1788483489.963823:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483489.964635:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483489.964666:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483489.964705:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483489.964787:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224763264 00000100:00100000:1.0:1788483489.964797:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224763264 00000100:00100000:3.0:1788483489.964896:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224763776 00000100:00100000:3.0:1788483489.964900:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224763776 00000100:00100000:3.0:1788483489.964933:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 461 00000100:00100000:3.0:1788483489.964942:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224763264:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483489.965003:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224763264:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 62us (2323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483489.965010:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 461 00000100:00100000:3.0:1788483489.965028:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 462 00000100:00100000:3.0:1788483489.965035:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224763776:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483489.965061:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224763776:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (1878us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483489.965068:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 462 00000100:00100000:3.0:1788483489.965087:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224762880 00000100:00100000:3.0:1788483489.965091:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224762880 00000100:00100000:3.0:1788483489.965121:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 693 00000100:00100000:3.0:1788483489.965128:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224762880:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483489.965154:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224762880:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483489.965161:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 693 00000100:00100000:3.0:1788483489.965705:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224763136 00000100:00100000:3.0:1788483489.965711:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224763136 00000100:00100000:3.0:1788483489.965759:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 803 00000100:00100000:3.0:1788483489.965769:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224763136:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483489.965814:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224763136:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 48us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483489.965821:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 803 00000100:00080000:3.0:1788483489.965843:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483489.965848:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483489.966244:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483489.966274:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483489.966335:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224763648 00000100:00100000:0.0:1788483489.966339:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224763648 00000100:00100000:0.0:1788483489.966389:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 804 00000100:00100000:0.0:1788483489.966397:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224763648:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483489.966438:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224763648:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 42us (196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483489.966444:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 804 00000100:00080000:0.0:1788483489.966464:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483489.967230:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224763392 00000100:00100000:0.0:1788483489.967240:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224763392 00000100:00100000:0.0:1788483489.967279:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224763904 00000100:00100000:0.0:1788483489.967282:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224763904 00000100:00100000:0.0:1788483489.967302:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 463 00000100:00100000:0.0:1788483489.967309:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224763392:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483489.967356:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224763392:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 47us (2649us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483489.967375:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 463 00000100:00100000:0.0:1788483489.967389:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 464 00000100:00100000:0.0:1788483489.967395:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224763904:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483489.967420:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224763904:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483489.967426:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 464 00000100:00080000:0.0:1788483489.967996:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483490.372731:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483490.374802:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250930304:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483490.374922:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483490.375032:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250930304 00000100:00100000:3.0:1788483490.375041:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250930304 00000100:00100000:0.0:1788483490.375072:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250930176:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788483490.375087:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483490.375112:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1788483490.375120:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483490.375126:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636f56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250930304:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483490.375164:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788483490.375220:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636f56050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250930304:12345-0@lo:13:osp-pre-1-1.0 Request processed in 98us (298us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483490.375229:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:2.0:1788483490.375340:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250930176 00000100:00100000:2.0:1788483490.375344:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250930176 00000100:00100000:2.0:1788483490.375385:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1788483490.375392:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250930176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483490.375403:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 103344960 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788483490.375452:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250930176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483490.375458:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00080000:2.0:1788483490.375481:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483490.375543:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250930304:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483490.375666:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483490.375735:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250930816:0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.375803:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250930560:0@lo:400:kworker.0 00000100:00100000:1.0:1788483490.375909:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250930688:0@lo:400:kworker.0 00000100:00100000:3.0:1788483490.377179:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250930944:0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.377407:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483490.377440:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483490.377475:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250931456:0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.377709:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250930176:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483490.377710:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483490.377718:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483490.377747:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250931072:0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.377777:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483490.377950:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250931456 00000100:00100000:1.0:1788483490.377958:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250931456 00000100:00100000:1.0:1788483490.378020:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1788483490.378032:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250931456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483490.378090:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250931456:12345-0@lo:400:kworker.0 Request processed in 60us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483490.378097:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:1.0:1788483490.378128:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250930944 00000100:00100000:1.0:1788483490.378133:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250930944 00000100:00100000:1.0:1788483490.378164:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250930688 00000100:00100000:1.0:1788483490.378167:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250930688 00000100:00100000:1.0:1788483490.378183:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1788483490.378189:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250930944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483490.378230:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250930944:12345-0@lo:400:kworker.0 Request processed in 41us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483490.378237:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1788483490.378325:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1788483490.378332:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250930688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483490.378380:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250930688:12345-0@lo:400:kworker.0 Request processed in 48us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483490.378387:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:1.0:1788483490.378413:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483490.378546:0:3639:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967341 gen 2 00000100:00100000:3.0:1788483490.378564:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250931456:0@lo:400:kworker.0 00000100:00100000:3.0:1788483490.378592:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250930944:0@lo:400:kworker.0 00000100:00100000:3.0:1788483490.378606:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483490.378614:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250931328:0@lo:400:kworker.0 00000100:00100000:3.0:1788483490.378644:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483490.378707:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250931328 00000100:00100000:1.0:1788483490.378711:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250931328 00000100:00100000:1.0:1788483490.378833:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788483490.378841:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250931328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483490.378880:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250931328:12345-0@lo:400:kworker.0 Request processed in 41us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483490.378887:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00080000:1.0:1788483490.378902:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483490.378927:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250930688:0@lo:400:kworker.0 00000100:00100000:1.0:1788483490.378935:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250931200:0@lo:400:kworker.0 00000100:00100000:1.0:1788483490.378960:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483490.379560:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250931584:0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.381485:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250931328:0@lo:400:kworker.0 00000100:00100000:2.0:1788483490.383984:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250930560 00000100:00100000:1.0:1788483490.384061:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250931712:0@lo:400:kworker.0 00000100:00100000:2.0:1788483490.384064:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250930560 00000100:00100000:2.0:1788483490.384146:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250931072 00000100:00100000:2.0:1788483490.384150:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250931072 00000100:00100000:1.0:1788483490.384161:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483490.384187:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250931200 00000100:00100000:2.0:1788483490.384192:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250931200 00000100:00080000:1.0:1788483490.384201:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483490.384207:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483490.384213:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250931712 00000100:00100000:2.0:1788483490.384217:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250931712 00000100:00100000:2.0:1788483490.384249:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1788483490.384260:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250930560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483490.384327:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250930560:12345-0@lo:400:kworker.0 Request processed in 69us (6922us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483490.384334:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:2.0:1788483490.384356:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1788483490.384376:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250931072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483490.384408:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250931072:12345-0@lo:400:kworker.0 Request processed in 46us (6631us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483490.384415:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1788483490.384518:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:2.0:1788483490.384527:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250931200:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788483490.384542:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483490.384579:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250931200:12345-0@lo:400:kworker.0 Request processed in 54us (5618us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483490.384586:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:1.0:1788483490.384593:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250931200:0@lo:400:kworker.0 00000100:00100000:2.0:1788483490.384603:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:2.0:1788483490.384612:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250931712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483490.384657:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250931712:12345-0@lo:400:kworker.0 Request processed in 47us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483490.384665:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:1.0:1788483490.384688:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250931712:0@lo:400:kworker.0 00000100:00100000:1.0:1788483490.386289:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483490.386395:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250930432:0@lo:400:kworker.0 00000100:00100000:1.0:1788483490.386457:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483490.386549:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483490.386555:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250930432 00000100:00100000:0.0:1788483490.386567:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250930432 00000100:00100000:1.0:1788483490.386603:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250930560:0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.386628:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:1.0:1788483490.386637:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250931072:0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.386653:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250930432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.386718:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250930432:12345-0@lo:400:kworker.0 Request processed in 71us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483490.386726:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:0.0:1788483490.386768:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250930816 00000100:00100000:0.0:1788483490.386773:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250930816 00000100:00100000:1.0:1788483490.386794:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250930432:0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.386805:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250931584 00000100:00100000:0.0:1788483490.386810:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250931584 00000100:00100000:3.0:1788483490.386933:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00080000:1.0:1788483490.387029:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483490.387115:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1788483490.387153:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250930816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483490.387207:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250930816:12345-0@lo:400:kworker.0 Request processed in 266us (929us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483490.387215:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1788483490.388009:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250930816:0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.389027:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250931584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483490.389226:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250931584:12345-0@lo:400:kworker.0 Request processed in 2102us (2676us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483490.389255:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:2.0:1788483490.389334:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250931584:0@lo:400:kworker.0 00010000:00010000:3.0:1788483490.565451:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483490.763211:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483490.763223:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483490.764237:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 24 count 2 00000040:00080000:0.0:1788483490.764253:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1788483490.774081:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967881 is committed 00000001:00080000:2.0:1788483490.774109:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967875 is committed 00000100:00100000:3.0:1788483490.884698:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250931840:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483490.884789:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483490.885936:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250931840 00000100:00100000:0.0:1788483490.885950:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250931840 00000100:00100000:0.0:1788483490.886055:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:0.0:1788483490.886067:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250931840:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483490.886126:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483490.886192:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250931840:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (1403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483490.886199:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1788483490.886221:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250931840:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788483491.592704:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483491.974110:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788483492.247538:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483492.247719:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224764032 00000100:00100000:3.0:1788483492.247732:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224764032 00000100:00100000:3.0:1788483492.247823:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 985 00000100:00100000:3.0:1788483492.247836:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:26950:x1875360224764032:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788483492.247977:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:26950:x1875360224764032:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 144us (492us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483492.247985:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 985 00000100:00080000:2.0:1788483492.248238:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483492.249868:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483492.249955:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224764160 00000100:00100000:2.0:1788483492.249966:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224764160 00000100:00100000:2.0:1788483492.250041:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 986 00000100:00100000:2.0:1788483492.250053:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:26950:x1875360224764160:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788483492.250159:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:26950:x1875360224764160:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 109us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483492.250167:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 986 00000100:00080000:1.0:1788483492.250426:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1788483492.619559:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483492.932733:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250931968:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483492.932826:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483492.932885:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250931968 00000100:00100000:2.0:1788483492.932897:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250931968 00000100:00100000:2.0:1788483492.932990:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1788483492.933004:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250931968:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483492.933042:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128080704 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788483492.933098:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250931968:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483492.933105:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00080000:0.0:1788483492.933124:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483492.933160:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250931968:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483492.933168:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483492.933178:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250932096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483492.933211:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483492.933305:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250932096 00000100:00100000:3.0:1788483492.933310:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250932096 00000100:00100000:3.0:1788483492.933366:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:3.0:1788483492.933376:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250932096:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788483492.933381:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:3.0:1788483492.933387:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128080704 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788483492.933419:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250932096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (207us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483492.933425:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1788483492.933439:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074faa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250932096:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788483493.642421:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483493.957287:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483493.957324:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250932224:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483493.957420:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483493.959518:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250932224 00000100:00100000:3.0:1788483493.959642:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250932224 00000100:00100000:3.0:1788483493.959729:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1788483493.959743:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250932224:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483493.959789:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444388864 avail 1298149376 00000100:00100000:3.0:1788483493.960017:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250932224:12345-0@lo:41:osp-pre-0-1.0 Request processed in 277us (2596us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483493.960026:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1788483493.960327:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250932224:0@lo:41:osp-pre-0-1.0 00000001:02000400:0.0:1788483494.019364:0:21452:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12f: Restore a released file explicitly ========================================================== 20:58:11 (1788483491) 00000100:00100000:2.0:1788483494.263728:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483494.277845:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224764288 00000100:00100000:0.0:1788483494.277860:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224764288 00000100:00100000:0.0:1788483494.277942:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 987 00000100:00100000:0.0:1788483494.277953:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:27589:x1875360224764288:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788483494.278056:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:27589:x1875360224764288:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 104us (14337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483494.278073:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 987 00000100:00080000:0.0:1788483494.278107:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483494.281092:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.283064:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224764416 00000100:00100000:3.0:1788483494.283078:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224764416 00000100:00100000:3.0:1788483494.283160:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 988 00000100:00100000:3.0:1788483494.283176:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:27589:x1875360224764416:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788483494.283291:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:27589:x1875360224764416:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 118us (2210us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483494.283299:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 988 00000100:00080000:3.0:1788483494.283324:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483494.295965:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.296096:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224764544 00000100:00100000:3.0:1788483494.296105:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224764544 00000100:00100000:3.0:1788483494.296172:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 989 00000100:00100000:3.0:1788483494.296183:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+85:27590:x1875360224764544:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483494.296202:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483494.296224:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f216b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471ea expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296283:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2172 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296297:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2172 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296310:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2172 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296325:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2179 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296331:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2179 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296338:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2179 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296390:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2172 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296396:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2172 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296402:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2172 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296412:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483494.296417:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2172 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296423:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2172 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296436:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483494.296439:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.296443:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2172 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.296449:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2172 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788483494.296493:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788483494.304458:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2179 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.304476:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2179 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.304484:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2179 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.304490:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483494.304494:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2179 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.304524:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2179 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.304546:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9f760526d000) 00010000:00010000:3.0:1788483494.304550:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.304554:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2179 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.304560:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2179 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.305687:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f216b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ea expref: 86 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.305703:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483494.305705:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.305709:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f216b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ea expref: 86 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.305720:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f600, rc 0) 00000100:00100000:3.0:1788483494.305804:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+85:27590:x1875360224764544:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 9620us (9844us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483494.305814:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 989 00000100:00100000:1.0:1788483494.324287:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483494.324365:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224764800 00000100:00100000:0.0:1788483494.324375:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224764800 00000100:00100000:0.0:1788483494.324490:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 990 00000100:00100000:0.0:1788483494.324549:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+85:27590:x1875360224764800:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:0.0:1788483494.324604:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483494.324631:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f1fb2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14713b expref: 85 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.324649:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483494.324654:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483494.324713:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.324728:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147150 expref: 38 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.324735:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.324767:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147150 expref: 38 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.324781:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147150 expref: 38 pid: 13707 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483494.324813:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509215f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250932352:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483494.324903:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4af00 going to sleep for 11 seconds 00000100:00100000:1.0:1788483494.331253:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.331648:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224764928 00000100:00100000:3.0:1788483494.331658:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224764928 00000100:00100000:0.0:1788483494.331830:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509215f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250932352:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483494.331855:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.332053:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147150 expref: 39 pid: 13707 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483494.332097:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 312 00000100:00100000:2.0:1788483494.332106:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:2402:x1875360224764928:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483494.332120:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483494.332126:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147150 expref: 39 pid: 13707 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.332138:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147150 expref: 39 pid: 13707 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.332160:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f1ff1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147150 expref: 39 pid: 13707 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.332174:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483494.332178:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.332187:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.332194:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.332254:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483494.332310:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:2402:x1875360224764928:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 204us (1064us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483494.332318:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 312 00010000:00010000:0.0:1788483494.336673:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.336691:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.340001:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.340024:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.340037:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.341799:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.341817:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.341828:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483494.341845:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a618a3cd reply state 00000000622a2a84 transno 4294967882 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.341873:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.341881:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:1.0:1788483494.341883:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483494.341887:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788483494.342008:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00010000:00010000:1.0:1788483494.342020:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.342027:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.342032:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.342038:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.342044:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483494.342048:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.342056:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.342068:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483494.342071:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483494.342074:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.342091:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2180 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483494.342106:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a618a3cd reply state 00000000622a2a84 transno 4294967882 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.342115:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.342121:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9f76039f5500) 00010000:00010000:1.0:1788483494.342123:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483494.342126:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788483494.342279:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074faa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+86:27590:x1875360224764800:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 17776us (17997us total) trans 4294967882 rc 0/0 00000100:00100000:1.0:1788483494.342288:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 990 00000100:00100000:1.0:1788483494.363283:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483494.364066:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224765056 00000100:00100000:0.0:1788483494.364076:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224765056 00000100:00100000:2.0:1788483494.367209:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 991 00000100:00100000:2.0:1788483494.367226:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+86:27591:x1875360224765056:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483494.367250:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483494.367269:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f2195 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471f1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.367328:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f219c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.367350:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f219c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.367361:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f219c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483494.367402:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788483494.367406:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483494.367423:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f219c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.367443:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f2195 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471f1 expref: 88 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.367460:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f219c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471f1 expref: 87 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.367469:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483494.367471:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483494.367474:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5c00, rc 0) 00000100:00100000:2.0:1788483494.367565:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+87:27591:x1875360224765056:12345-192.168.206.36@tcp:101:bash.0 Request processed in 344us (4291us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483494.367576:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 991 00000100:00100000:2.0:1788483494.376779:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.379483:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224765184 00000100:00100000:3.0:1788483494.380015:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224765184 00000100:00100000:3.0:1788483494.380128:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 992 00000100:00100000:3.0:1788483494.380139:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+87:27591:x1875360224765184:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:3.0:1788483494.380158:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483494.380180:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f21a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471f8 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380243:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380255:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380265:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380275:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380282:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380288:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380375:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f400/0xf2b1f833e60f21b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380384:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f400/0xf2b1f833e60f21b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380391:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f400/0xf2b1f833e60f21b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483494.380425:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:3.0:1788483494.380429:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483494.380448:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f400/0xf2b1f833e60f21b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380460:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380466:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21aa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380473:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380479:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483494.380483:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380491:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21aa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380535:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483494.380539:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.380543:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380549:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380562:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380569:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380574:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380580:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483494.380583:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380589:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21b1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380597:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9f76039f5500) 00010000:00010000:3.0:1788483494.380599:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.380602:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21b1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380608:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380633:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f21a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471f8 expref: 89 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380645:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f400/0xf2b1f833e60f21b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471f8 expref: 88 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.380651:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:3.0:1788483494.380654:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483494.380656:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f400, rc 0) 00000100:00100000:3.0:1788483494.380716:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+88:27591:x1875360224765184:12345-192.168.206.36@tcp:101:bash.0 Request processed in 578us (3946us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483494.380723:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 992 00000100:00100000:0.0:1788483494.389472:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.389728:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224765312 00000100:00100000:2.0:1788483494.389747:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224765312 00000100:00100000:2.0:1788483494.389808:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 993 00000100:00100000:2.0:1788483494.389818:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+88:27591:x1875360224765312:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483494.389837:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483494.389856:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f21bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1471ff expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390693:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f21c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390712:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f21c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390724:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f21c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390750:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f21cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390758:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f21cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390764:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f21cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390804:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f21c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390812:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f21c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390818:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f21c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390824:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483494.390828:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f21c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390835:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f21c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390846:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:2.0:1788483494.390849:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483494.390853:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f21c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390859:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f21c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390872:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f21cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390878:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f21cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390883:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f21cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390887:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483494.390891:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f21cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390965:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f21cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390975:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9f7608d98b00) 00010000:00010000:2.0:1788483494.390977:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483494.390980:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f21cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.390986:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f21cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.391022:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f21bf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ff expref: 89 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.391032:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:2.0:1788483494.391034:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483494.391038:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4c00/0xf2b1f833e60f21bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471ff expref: 89 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.391046:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:2.0:1788483494.391153:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+88:27591:x1875360224765312:12345-192.168.206.36@tcp:101:bash.0 Request processed in 1336us (1690us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483494.391160:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 993 00000100:00100000:1.0:1788483494.412377:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.412605:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224765440 00000100:00100000:3.0:1788483494.412616:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224765440 00000100:00100000:3.0:1788483494.412677:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 994 00000100:00100000:3.0:1788483494.412687:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+38:27592:x1875360224765440:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483494.412706:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483494.412726:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f21d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147206 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.412792:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.412805:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.412816:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483494.412864:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788483494.412868:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483494.412889:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.414060:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f21d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147206 expref: 40 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.414080:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147206 expref: 39 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.414089:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483494.414093:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483494.414096:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fc00, rc 0) 00000100:00100000:3.0:1788483494.414157:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:27592:x1875360224765440:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1469us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483494.414166:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 994 00000100:00100000:0.0:1788483494.420055:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.420180:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224765568 00000100:00100000:3.0:1788483494.420189:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224765568 00000100:00100000:3.0:1788483494.420293:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 995 00000100:00100000:3.0:1788483494.420303:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:27592:x1875360224765568:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483494.420321:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483494.420350:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f21e2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14720d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420415:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21e9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420429:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420440:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420449:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f21f0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420456:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f21f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420463:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f21f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420571:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fa00/0xf2b1f833e60f21f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420581:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fa00/0xf2b1f833e60f21f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420588:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fa00/0xf2b1f833e60f21f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483494.420618:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:3.0:1788483494.420622:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483494.420639:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fa00/0xf2b1f833e60f21f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420649:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21e9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420655:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21e9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420662:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420668:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483494.420671:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21e9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420678:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21e9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420688:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483494.420691:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.420695:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21e9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420705:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f21e9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420717:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f21f0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420723:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f21f0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420729:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f21f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420734:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483494.420737:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f21f0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420743:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f21f0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420749:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9f76039f5500) 00010000:00010000:3.0:1788483494.420751:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.420753:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f21f0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420758:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f21f0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420779:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f21e2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14720d expref: 41 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420791:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fa00/0xf2b1f833e60f21f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14720d expref: 40 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.420799:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:3.0:1788483494.420801:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483494.420803:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fa00, rc 0) 00000100:00100000:3.0:1788483494.420862:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:27592:x1875360224765568:12345-192.168.206.36@tcp:101:rm.0 Request processed in 560us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483494.420869:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 995 00000100:00100000:0.0:1788483494.431145:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483494.435075:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224765696 00000100:00100000:1.0:1788483494.435091:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224765696 00000100:00100000:1.0:1788483494.435156:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 996 00000100:00100000:1.0:1788483494.435166:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:27592:x1875360224765696:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483494.435185:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483494.435206:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f21fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147214 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435276:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435292:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435319:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435334:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f220c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435352:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f220c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435359:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f220c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435399:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435407:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435413:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435419:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435425:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483494.435430:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435437:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435449:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:1.0:1788483494.435457:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483494.435462:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435469:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2205 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435483:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f220c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435488:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f220c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.435495:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f220c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.436394:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483494.436398:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f220c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.436406:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f220c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.436418:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9f76039f5200) 00010000:00010000:1.0:1788483494.436421:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483494.436425:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f220c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.436431:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f220c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.436476:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f21fe lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147214 expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.436521:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:1.0:1788483494.436524:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483494.436529:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f21fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147214 expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.436538:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2c00, rc 0) 00000100:00100000:1.0:1788483494.436612:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:27592:x1875360224765696:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1445us (5474us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483494.436620:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 996 00000100:00100000:1.0:1788483494.442814:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.442913:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224765824 00000100:00100000:2.0:1788483494.442922:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224765824 00000100:00100000:2.0:1788483494.442977:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 997 00000100:00100000:2.0:1788483494.442987:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:27592:x1875360224765824:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483494.443007:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483494.443027:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f2213 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14721b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443094:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f221a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443119:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f221a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443130:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f221a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443145:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2221 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443153:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443160:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443195:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f221a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443202:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f221a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443208:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f221a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443214:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483494.443219:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f221a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443226:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f221a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443237:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:2.0:1788483494.443241:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483494.443246:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f221a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443252:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f221a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443264:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2221 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443270:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2221 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443276:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2221 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443281:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483494.443285:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2221 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443291:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2221 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443299:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9f7608d98b00) 00010000:00010000:2.0:1788483494.443301:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483494.443305:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2221 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443310:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2221 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443354:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f2213 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14721b expref: 41 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443365:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:2.0:1788483494.443368:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483494.443371:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f2213 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14721b expref: 41 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.443380:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5000, rc 0) 00000100:00100000:2.0:1788483494.443440:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:27592:x1875360224765824:12345-192.168.206.36@tcp:101:rm.0 Request processed in 454us (636us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483494.443447:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 997 00000100:00100000:2.0:1788483494.470162:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.473757:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224765952 00000100:00100000:3.0:1788483494.473771:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224765952 00000100:00100000:3.0:1788483494.473843:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 998 00000100:00100000:3.0:1788483494.473854:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:27593:x1875360224765952:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483494.473871:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483494.474019:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2228 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147222 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474088:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f222f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474101:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f222f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474110:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f222f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474124:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2236 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474130:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2236 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474140:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2236 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474182:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f222f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474190:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f222f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474196:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f222f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474202:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483494.474206:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f222f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474274:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f222f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474287:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:3.0:1788483494.474290:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.474294:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f222f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474301:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f222f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474314:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2236 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474321:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2236 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474327:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2236 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474332:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483494.474334:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2236 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474349:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2236 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474357:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9f760526d000) 00010000:00010000:3.0:1788483494.474359:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.474362:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2236 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474368:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2236 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474400:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2228 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147222 expref: 41 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474410:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:3.0:1788483494.474412:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.474416:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2228 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147222 expref: 41 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.474425:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f600, rc 0) 00000100:00100000:3.0:1788483494.474587:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:27593:x1875360224765952:12345-192.168.206.36@tcp:101:cp.0 Request processed in 734us (4434us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483494.474598:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 998 00000100:00100000:0.0:1788483494.480645:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.480742:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224766080 00000100:00100000:2.0:1788483494.480752:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224766080 00000100:00100000:2.0:1788483494.480811:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 999 00000100:00100000:2.0:1788483494.480822:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:27593:x1875360224766080:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483494.480841:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483494.480863:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f223d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147229 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.480940:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2244 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.480960:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2244 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.480971:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2244 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.480985:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f224b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.480993:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f224b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.480999:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f224b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481035:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2244 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481042:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2244 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481047:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2244 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481053:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483494.481056:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2244 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481063:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2244 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481074:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:2.0:1788483494.481078:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483494.481081:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2244 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481087:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2244 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481098:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f224b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481103:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f224b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481109:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f224b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481113:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483494.481116:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f224b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481121:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f224b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481128:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9f7608d98b00) 00010000:00010000:2.0:1788483494.481130:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483494.481133:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f224b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481138:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f224b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481170:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f223d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147229 expref: 41 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481183:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:2.0:1788483494.481185:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483494.481189:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f223d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147229 expref: 41 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.481197:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5000, rc 0) 00000100:00100000:2.0:1788483494.481255:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:27593:x1875360224766080:12345-192.168.206.36@tcp:101:cp.0 Request processed in 434us (619us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483494.481262:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 999 00000100:00100000:1.0:1788483494.491600:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.494089:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224766336 00000100:00100000:2.0:1788483494.494103:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224766336 00000100:00100000:2.0:1788483494.494227:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1000 00000100:00100000:2.0:1788483494.494237:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:27593:x1875360224766336:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483494.494255:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483494.494276:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f2252 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147230 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494384:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2259 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494399:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2259 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494409:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2259 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494423:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494430:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494436:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483494.494792:0:6514:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x14:0x0], index 1: 0 00010000:00010000:2.0:1788483494.494928:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494937:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494946:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494978:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2259 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494985:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2259 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494992:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2259 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.494999:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483494.495003:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2259 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.495011:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2259 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.495026:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:2.0:1788483494.495029:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483494.495033:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2259 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.495040:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f2259 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483494.495052:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000eac2118f reply state 000000003c7bdde8 transno 4294967883 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.495062:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.495068:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9f7608d98b00) 00010000:00010000:2.0:1788483494.495070:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483494.495073:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788483494.495101:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f2252 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147230 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.495114:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147230 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.495121:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483494.495123:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483494.495125:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5e00, rc 0) 00000100:00100000:2.0:1788483494.495200:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:27593:x1875360224766336:12345-192.168.206.36@tcp:101:cp.0 Request processed in 964us (3610us total) trans 4294967883 rc 0/0 00000100:00100000:2.0:1788483494.495208:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1000 00000100:00100000:2.0:1788483494.503441:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.503574:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224766464 00000100:00100000:3.0:1788483494.503584:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224766464 00000100:00100000:3.0:1788483494.503661:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 249 00000100:00100000:3.0:1788483494.503673:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224766464:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483494.503690:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483494.503712:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f2275 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147237 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483494.503737:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483494.503756:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=659s v=(0 0) 00010000:00010000:3.0:1788483494.503760:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483494.503770:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f2275 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147237 expref: 11 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.503789:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f2275 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147237 expref: 11 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.503802:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f600, rc 0) 00000100:00100000:3.0:1788483494.503856:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224766464:12345-192.168.206.36@tcp:101:cp.0 Request processed in 185us (424us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483494.503876:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 249 00000100:00080000:2.0:1788483494.503979:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483494.515782:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483494.515912:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224766592 00000100:00100000:1.0:1788483494.515922:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224766592 00000100:00100000:1.0:1788483494.515986:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 250 00000100:00100000:1.0:1788483494.515996:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:27593:x1875360224766592:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483494.516014:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483494.516032:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14723e expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.516063:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f2275 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147237 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.516073:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483494.516077:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483494.516083:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 12 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.516129:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f2275 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147237 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.516142:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f2275 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147237 expref: 12 pid: 8432 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483494.516157:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250932480:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483494.516254:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483494.519830:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250932480:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483494.519877:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 12 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.519911:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2a00, rc 0) 00000100:00100000:2.0:1788483494.519974:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:27593:x1875360224766592:12345-192.168.206.36@tcp:101:cp.0 Request processed in 3977us (4203us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483494.519982:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 250 00000100:00100000:0.0:1788483494.527166:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.527440:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224766720 00000100:00100000:2.0:1788483494.527449:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224766720 00010000:00010000:2.0:1788483494.527489:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f2275 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147237 expref: 12 pid: 8432 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483494.527578:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 313 00000100:00100000:2.0:1788483494.527589:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224766720:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483494.527605:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483494.527629:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f2275 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147237 expref: 12 pid: 8432 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.527648:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f2275 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147237 expref: 12 pid: 8432 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.527670:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f2275 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147237 expref: 12 pid: 8432 timeout: 759 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.527693:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483494.527697:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483494.527704:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.527715:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.527765:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483494.527780:0:6502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1875360250932608:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483494.527866:0:6502:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723240 going to sleep for 11 seconds 00000100:00100000:2.0:1788483494.539804:0:6502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1875360250932608:192.168.206.36@tcp:105: 00010000:00010000:2.0:1788483494.539827:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483494.539882:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224766720:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 12294us (12724us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483494.540025:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 313 00000100:00100000:1.0:1788483494.543196:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.543447:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224766976 00000100:00100000:2.0:1788483494.543457:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224766976 00000100:00100000:2.0:1788483494.543540:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 190 00000100:00100000:2.0:1788483494.543552:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a434c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:27593:x1875360224766976:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:2.0:1788483494.544229:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a434c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:27593:x1875360224766976:12345-192.168.206.36@tcp:35:cp.0 Request processed in 675us (1036us total) trans 4294967884 rc 0/0 00000100:00100000:2.0:1788483494.544242:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 190 00000100:00100000:0.0:1788483494.597494:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.597676:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224767104 00000100:00100000:3.0:1788483494.597685:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224767104 00000100:00100000:3.0:1788483494.597755:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1001 00000100:00100000:3.0:1788483494.597766:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+88:27597:x1875360224767104:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483494.597786:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483494.597807:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2283 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147245 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.598676:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f228a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.598692:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f228a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.598703:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f228a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.598714:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2291 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.598720:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601039:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601150:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601162:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601169:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483494.601209:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:3.0:1788483494.601214:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483494.601231:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601242:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601249:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f228a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601255:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f228a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601261:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f228a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601266:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483494.601270:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f228a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601278:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f228a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601288:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:3.0:1788483494.601291:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.601295:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f228a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601300:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f228a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601312:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2291 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601323:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2291 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601334:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2291 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601351:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483494.601354:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2291 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601359:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2291 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601367:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9f7608d98b00) 00010000:00010000:3.0:1788483494.601370:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483494.601372:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2291 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601379:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2291 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601414:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2283 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147245 expref: 90 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601428:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147245 expref: 89 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.601435:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:3.0:1788483494.601438:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483494.601440:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f600, rc 0) 00000100:00100000:3.0:1788483494.601559:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+89:27597:x1875360224767104:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3794us (4073us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483494.601568:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1001 00000100:00100000:3.0:1788483494.607868:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483494.608071:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224767232 00000100:00100000:0.0:1788483494.608080:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224767232 00000100:00100000:0.0:1788483494.608152:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 251 00000100:00100000:0.0:1788483494.608162:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224767232:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483494.608178:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483494.608204:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f229f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14724c expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483494.608259:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509215c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250932736:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483494.608357:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4af00 going to sleep for 11 seconds 00000100:00080000:2.0:1788483494.611578:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1788483494.614222:0:8871:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788483494.614230:0:8871:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb mtime: 0 -> 1788483493 00002000:00010000:0.0:1788483494.614233:0:8871:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb atime: 0 -> 1788483493 00002000:00010000:0.0:1788483494.614235:0:8871:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb ctime: 0 -> 1788483493 00002000:00010000:0.0:1788483494.614238:0:8871:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788483494.614260:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509215c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250932736:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483494.614297:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f229f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14724c expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.614321:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f229f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14724c expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.614335:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525400, rc 0) 00000100:00100000:0.0:1788483494.614412:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224767232:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 6251us (6553us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483494.614421:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 251 00000100:00100000:0.0:1788483494.623574:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.624717:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224767360 00000100:00100000:2.0:1788483494.624739:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224767360 00000100:00100000:2.0:1788483494.624801:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1002 00000100:00100000:2.0:1788483494.624810:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+89:27597:x1875360224767360:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483494.624828:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483494.624848:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f22a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147253 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.625087:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.625103:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.625114:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483494.625153:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x36:0x0]: returning size 4096 00000004:00200000:2.0:1788483494.625157:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483494.625174:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.625199:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f22a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147253 expref: 91 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.625219:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147253 expref: 90 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.625232:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:2.0:1788483494.625235:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483494.625239:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5600, rc 0) 00000100:00100000:2.0:1788483494.625311:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+90:27597:x1875360224767360:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 501us (1745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483494.625319:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1002 00000100:00100000:3.0:1788483494.634753:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483494.641155:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224767488 00000100:00100000:1.0:1788483494.641170:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224767488 00000100:00100000:1.0:1788483494.641244:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 252 00000100:00100000:1.0:1788483494.641255:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224767488:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483494.641272:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483494.641289:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb1b158b/0xf2b1f833e60f22b4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14725a expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483494.641356:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250932864:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483494.644654:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654300 going to sleep for 11 seconds 00000100:00100000:1.0:1788483494.644713:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250932864:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483494.644816:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb1b158b/0xf2b1f833e60f22b4 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14725a expref: 13 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.645106:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cb1b158b/0xf2b1f833e60f22b4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14725a expref: 13 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.645121:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2000, rc 0) 00000100:00100000:1.0:1788483494.645265:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224767488:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4010us (10532us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483494.645273:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 252 00010000:00010000:3.0:1788483494.660870:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483494.672794:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.675889:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224767744 00000100:00100000:3.0:1788483494.675912:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224767744 00000100:00100000:3.0:1788483494.675990:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1003 00000100:00100000:3.0:1788483494.676000:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+90:27597:x1875360224767744:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:3.0:1788483494.676166:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].24, 136 off11456 00000100:00100000:3.0:1788483494.676272:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+90:27597:x1875360224767744:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 272us (3486us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483494.676280:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1003 00000040:00080000:0.0:1788483494.852710:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483494.852719:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483494.852746:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:0.0:1788483494.852766:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483494.853016:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250932992:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483494.853130:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4a600 going to sleep for 11 seconds 00000100:00100000:0.0:1788483494.863083:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483494.863209:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250932992:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483494.865162:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224767872 00000100:00100000:3.0:1788483494.865174:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224767872 00000100:00100000:3.0:1788483494.865241:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1004 00000100:00100000:3.0:1788483494.865251:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:27607:x1875360224767872:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483494.865285:0:13707:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483494.865412:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:27607:x1875360224767872:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 162us (2337us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483494.865419:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1004 00000100:00100000:3.0:1788483494.881560:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483494.883804:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224768128 00000100:00100000:1.0:1788483494.883818:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224768128 00000100:00100000:1.0:1788483494.883885:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1005 00000100:00100000:1.0:1788483494.883906:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:27607:x1875360224768128:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483494.883925:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483494.883946:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f22bb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147261 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.884046:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f22c2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.884060:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f22c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.884071:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f22c2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483494.884081:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1788483494.884193:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f22bb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147261 expref: 47 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.884211:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f22c2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147261 expref: 46 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.884219:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:1.0:1788483494.884222:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483494.884226:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2200, rc 0) 00000100:00100000:1.0:1788483494.884297:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:27607:x1875360224768128:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 393us (2745us total) trans 4294967885 rc 0/0 00000100:00100000:1.0:1788483494.884305:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1005 00000100:00100000:1.0:1788483494.892180:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483494.892227:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483494.892290:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224768256 00000100:00100000:0.0:1788483494.892290:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224768384 00000100:00100000:3.0:1788483494.892300:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224768256 00000100:00100000:0.0:1788483494.892300:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224768384 00000100:00100000:3.0:1788483494.892362:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 253 00000100:00100000:0.0:1788483494.892362:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 45 00000100:00100000:3.0:1788483494.892372:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224768256:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00000100:00100000:0.0:1788483494.892372:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2401:x1875360224768384:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483494.892387:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483494.892408:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.892409:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f22c2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147261 expref: 46 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.892425:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:3.0:1788483494.892426:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483494.892430:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483494.892434:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483494.892438:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483494.892442:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483494.892471:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483494.892476:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2401:x1875360224768384:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 106us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483494.892483:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 45 00010000:00010000:3.0:1788483494.892484:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 11 pid: 8433 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483494.892522:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250933120:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483494.892576:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655cf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788483494.904049:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.904410:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250933120:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483494.904438:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483494.906005:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224768512 00000100:00100000:1.0:1788483494.906017:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224768512 00002000:00100000:1.0:1788483494.906065:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff9f7507651880 x1875360224768512/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:245/0 lens 648/0 e 0 to 0 dl 1788483505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483494.906076:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507651880 with x1875360224768512 ext(0->157) 00010000:00010000:1.0:1788483494.906085:0:20624:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 12 pid: 8433 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.906100:0:20624:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 12 pid: 8433 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483494.906108:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f7507651880 00000100:00100000:1.0:1788483494.906149:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 12 00000100:00100000:1.0:1788483494.906171:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224768512:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:1.0:1788483494.907950:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360224768512:12345-192.168.206.36@tcp:4:cp.0 Request processed in 1771us (3899us total) trans 4294967348 rc 0/0 00000100:00100000:1.0:1788483494.907962:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 12 00002000:00100000:1.0:1788483494.907973:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x14:0x0] (0->157) req@ffff9f7507651880 x1875360224768512/t4294967348(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:245/0 lens 648/448 e 0 to 0 dl 1788483505 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483494.907984:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507651880 with x1875360224768512 ext(0->157) 00010000:00010000:1.0:1788483494.907993:0:20624:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 14 pid: 8433 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.908009:0:20624:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 14 pid: 8433 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483494.908017:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f7507651880 00000100:00100000:0.0:1788483494.913110:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.914326:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224768640 00000100:00100000:2.0:1788483494.914351:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224768640 00010000:00010000:2.0:1788483494.914392:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 14 pid: 8433 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483494.914438:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 314 00000100:00100000:2.0:1788483494.914448:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2402:x1875360224768640:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483494.914462:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788483494.914479:0:6501:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x14:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788483494.914486:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 14 pid: 8433 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.914524:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 14 pid: 8433 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.914553:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000885d042/0xf2b1f833e60f227c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14723e expref: 14 pid: 8433 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.914569:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483494.914573:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483494.914578:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.914587:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483494.914777:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483494.914839:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224768640:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 392us (1736us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483494.914847:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 314 00010000:00010000:1.0:1788483494.919037:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.919057:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.919089:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.919099:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.919120:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.919127:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483494.919131:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.919140:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.919158:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.919165:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000780f6897/0xf2b1f833e60f22d0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483494.919261:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224768256:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 26885us (27084us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483494.919271:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 253 00000100:00100000:0.0:1788483494.925652:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483494.925883:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224768896 00000100:00100000:1.0:1788483494.925902:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224768896 00000100:00100000:1.0:1788483494.925977:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1006 00000100:00100000:1.0:1788483494.925987:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:27607:x1875360224768896:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483494.926107:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:27607:x1875360224768896:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 121us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483494.926120:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1006 00000100:00100000:3.0:1788483494.935187:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483494.935419:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224769024 00000100:00100000:0.0:1788483494.935441:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224769024 00000100:00100000:0.0:1788483494.935494:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 254 00000100:00100000:1.0:1788483494.946635:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224769024:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483494.946657:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483494.946679:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f22d7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147268 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483494.946703:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a9a17a5, atime: 0x0, ctime: 0x6a9a17a5, blocks: 0x8 00010000:00010000:1.0:1788483494.946723:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=659s v=(0 0) 00010000:00010000:1.0:1788483494.946727:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483494.946736:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f22d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147268 expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.946752:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f22d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147268 expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.947137:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2600, rc 0) 00000100:00100000:1.0:1788483494.947212:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224769024:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 11631us (12029us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483494.947221:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 254 00000100:00100000:3.0:1788483494.951981:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.952084:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224769280 00000100:00100000:2.0:1788483494.952094:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224769280 00000100:00100000:2.0:1788483494.952154:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1007 00000100:00100000:2.0:1788483494.952164:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:27607:x1875360224769280:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483494.953428:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:27607:x1875360224769280:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 1257us (1448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483494.953440:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1007 00000100:00100000:1.0:1788483494.969936:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483494.972306:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224769408 00000100:00100000:2.0:1788483494.972320:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224769408 00002000:00100000:2.0:1788483494.972383:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff9f7641615c00 x1875360224769408/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:245/0 lens 488/0 e 0 to 0 dl 1788483505 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483494.972396:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641615c00 with x1875360224769408 ext(0->4095) 00002000:00010000:2.0:1788483494.972402:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7641615c00 00000100:00100000:2.0:1788483494.972484:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 75 00000100:00100000:2.0:1788483494.972494:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224769408:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1788483494.972798:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224769408:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 304us (2870us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788483494.972806:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 75 00002000:00100000:2.0:1788483494.972813:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x14:0x0] (0->4095) req@ffff9f7641615c00 x1875360224769408/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:245/0 lens 488/4536 e 0 to 0 dl 1788483505 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483494.972821:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641615c00 with x1875360224769408 ext(0->4095) 00002000:00010000:2.0:1788483494.972825:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7641615c00 00000100:00100000:2.0:1788483494.995703:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483494.995874:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224769536 00000100:00100000:1.0:1788483494.995885:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224769536 00000100:00100000:1.0:1788483494.995939:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1008 00000100:00100000:1.0:1788483494.995948:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:27607:x1875360224769536:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483494.995977:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483494.995999:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f22de lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14726f expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.996033:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.996046:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.996057:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.996165:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f22de lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14726f expref: 47 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.996182:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14726f expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483494.996192:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:1.0:1788483494.996194:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483494.996197:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3400, rc 0) 00000100:00100000:1.0:1788483494.996258:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:27607:x1875360224769536:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 312us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483494.996265:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1008 00000100:00100000:3.0:1788483495.007729:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483495.007826:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224769664 00000100:00100000:1.0:1788483495.007836:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224769664 00000100:00100000:1.0:1788483495.007898:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1009 00000100:00100000:1.0:1788483495.007910:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:27607:x1875360224769664:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483495.007954:0:12148:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483495.008071:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:27607:x1875360224769664:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 163us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483495.008078:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1009 00000100:00100000:1.0:1788483495.017760:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483495.017959:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224769792 00000100:00100000:2.0:1788483495.017969:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224769792 00000100:00100000:2.0:1788483495.018028:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 255 00000100:00100000:2.0:1788483495.018038:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224769792:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483495.018081:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009fc941eb/0xf2b1f833e60f22ec lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.018096:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483495.018101:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483495.018107:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009fc941eb/0xf2b1f833e60f22ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.018127:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009fc941eb/0xf2b1f833e60f22ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.018153:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000009fc941eb/0xf2b1f833e60f22ec lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.018161:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009fc941eb/0xf2b1f833e60f22ec lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.018170:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009fc941eb/0xf2b1f833e60f22ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.018177:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4c00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483495.018182:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009fc941eb/0xf2b1f833e60f22ec lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.018191:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009fc941eb/0xf2b1f833e60f22ec lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.018207:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009fc941eb/0xf2b1f833e60f22ec lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.018215:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009fc941eb/0xf2b1f833e60f22ec lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483495.018305:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224769792:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 268us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483495.018313:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 255 00000100:00100000:0.0:1788483495.023968:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483495.024047:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224770048 00000100:00100000:3.0:1788483495.024056:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224770048 00000100:00100000:3.0:1788483495.024149:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1010 00000100:00100000:3.0:1788483495.024159:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:27607:x1875360224770048:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483495.024228:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.024243:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14726f expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.024251:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.024284:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14726f expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.024298:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14726f expref: 46 pid: 8191 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483495.024313:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cf100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250933248:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483495.024411:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c180 going to sleep for 11 seconds 00000100:00100000:2.0:1788483495.032782:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483495.032817:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224770176 00000100:00100000:2.0:1788483495.032825:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224770176 00010000:00010000:2.0:1788483495.032861:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14726f expref: 47 pid: 8191 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483495.032892:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 315 00000100:00100000:2.0:1788483495.032900:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224770176:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483495.032914:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483495.032919:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14726f expref: 47 pid: 8191 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.032932:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14726f expref: 47 pid: 8191 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.032955:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483495.032960:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.032970:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.032977:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.032995:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483495.033050:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224770176:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 150us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483495.033058:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 315 00010000:00010000:1.0:1788483495.033172:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f22e5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14726f expref: 46 pid: 8191 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.033187:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cf100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250933248:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483495.033206:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.033214:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.033219:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.033380:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.033387:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.033393:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.033398:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483495.033402:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.033423:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.033433:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:1.0:1788483495.033436:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483495.033440:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.033446:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f22f3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.033555:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:27607:x1875360224770048:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 9397us (9596us total) trans 4294967886 rc 0/0 00000100:00100000:1.0:1788483495.033563:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1010 00000040:00080000:2.0:1788483495.033767:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483495.033772:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483495.034246:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788483495.034255:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483495.039076:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483495.039353:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224770432 00000100:00100000:2.0:1788483495.039362:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224770432 00000100:00100000:2.0:1788483495.039419:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 191 00000100:00100000:2.0:1788483495.039429:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:27607:x1875360224770432:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483495.039871:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:27607:x1875360224770432:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 442us (802us total) trans 4294967887 rc 0/0 00000100:00100000:2.0:1788483495.039879:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 191 00000040:00080000:1.0:1788483495.045186:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788483495.081760:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483495.081802:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483495.081834:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483495.081857:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483495.081880:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224770816 00000100:00100000:2.0:1788483495.081888:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224770816 00000100:00100000:2.0:1788483495.081935:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224770944 00000100:00100000:2.0:1788483495.081938:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224770944 00000100:00100000:2.0:1788483495.081959:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 467 00000100:00100000:2.0:1788483495.081967:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224770816:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483495.082031:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224770816:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 65us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483495.082039:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 467 00000100:00100000:2.0:1788483495.082056:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 468 00000100:00100000:2.0:1788483495.082062:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224770944:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483495.082092:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224770944:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483495.082098:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 468 00000100:00080000:2.0:1788483495.082115:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483495.082132:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224770688 00000100:00100000:2.0:1788483495.082135:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224770688 00000100:00100000:2.0:1788483495.082164:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 811 00000100:00100000:2.0:1788483495.082171:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224770688:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483495.082197:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224770688:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483495.082203:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 811 00000100:00080000:2.0:1788483495.082220:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483495.082878:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224770560 00000100:00100000:3.0:1788483495.082884:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224770560 00000100:00100000:3.0:1788483495.082920:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 695 00000100:00100000:3.0:1788483495.082927:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224770560:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483495.082955:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224770560:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.082961:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 695 00000100:00100000:1.0:1788483495.492957:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250933376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483495.493034:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483495.493121:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250933376 00000100:00100000:1.0:1788483495.493129:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250933376 00000100:00100000:1.0:1788483495.493177:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1788483495.493187:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250933376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483495.493210:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111782720 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483495.493256:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250933376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (221us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483495.493263:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1788483495.493309:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250933376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483495.493575:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250933760:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.493620:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.493643:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250934272:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.493670:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.493696:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250934784:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.493717:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.493748:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788483495.493753:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360250933632:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.493774:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.493794:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360250934144:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.493813:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.493827:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360250934656:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.493846:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.493936:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250933760 00000100:00100000:3.0:1788483495.493941:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250933760 00000100:00100000:3.0:1788483495.493973:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1788483495.493980:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250933760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494022:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250933760:12345-0@lo:400:kworker.0 Request processed in 43us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.494029:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1788483495.494048:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250934272 00000100:00100000:3.0:1788483495.494051:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250934272 00000100:00100000:3.0:1788483495.494075:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250934784 00000100:00100000:3.0:1788483495.494078:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250934784 00000100:00100000:3.0:1788483495.494090:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250933632 00000100:00100000:3.0:1788483495.494091:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250933632 00000100:00100000:3.0:1788483495.494100:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250934144 00000100:00100000:3.0:1788483495.494102:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250934144 00000100:00100000:3.0:1788483495.494114:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250934656 00000100:00100000:3.0:1788483495.494116:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250934656 00000100:00100000:3.0:1788483495.494130:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1788483495.494135:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250934272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494165:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250934272:12345-0@lo:400:kworker.0 Request processed in 30us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.494171:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:3.0:1788483495.494181:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1788483495.494187:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250934784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494213:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250934784:12345-0@lo:400:kworker.0 Request processed in 26us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.494218:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:3.0:1788483495.494228:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1788483495.494233:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250933632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494257:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250933632:12345-0@lo:400:kworker.0 Request processed in 24us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.494263:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:3.0:1788483495.494272:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1788483495.494277:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360250934144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494297:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360250934144:12345-0@lo:400:kworker.0 Request processed in 20us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.494301:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 815 00000100:00100000:3.0:1788483495.494309:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1788483495.494314:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250934656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494348:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250934656:12345-0@lo:400:kworker.0 Request processed in 33us (500us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.494353:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:3.0:1788483495.494441:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250933888:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494467:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.494485:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250934400:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494530:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.494549:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250934912:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494569:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.494588:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788483495.494594:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250933504:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494618:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.494639:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250934016:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494657:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.494671:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250934528:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494691:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483495.494713:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250934400 00000100:00100000:3.0:1788483495.494717:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250934400 00000100:00100000:3.0:1788483495.494743:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250934912 00000100:00100000:3.0:1788483495.494746:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250934912 00000100:00100000:3.0:1788483495.494764:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250934528 00000100:00100000:3.0:1788483495.494767:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250934528 00000100:00100000:3.0:1788483495.494782:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1788483495.494787:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250934400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494822:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250934400:12345-0@lo:400:kworker.0 Request processed in 34us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.494828:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1788483495.494841:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1788483495.494846:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250934912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494875:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250934912:12345-0@lo:400:kworker.0 Request processed in 30us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.494880:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1788483495.494891:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1788483495.494897:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250934528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.494921:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250934528:12345-0@lo:400:kworker.0 Request processed in 25us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.494926:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1788483495.494947:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250933504 00000100:00100000:3.0:1788483495.494951:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250933504 00000100:00100000:3.0:1788483495.494974:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1788483495.494980:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250933504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495007:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250933504:12345-0@lo:400:kworker.0 Request processed in 27us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.495013:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1788483495.495038:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250934016 00000100:00100000:3.0:1788483495.495041:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250934016 00000100:00100000:3.0:1788483495.495063:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1788483495.495069:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250934016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495097:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250934016:12345-0@lo:400:kworker.0 Request processed in 29us (439us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.495103:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:3.0:1788483495.495154:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360250933632:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495166:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507353480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360250934144:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495175:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360250934656:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495185:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250933760:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495194:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250934272:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495202:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250934784:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495228:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250933888 00000100:00100000:3.0:1788483495.495231:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250933888 00000100:00100000:3.0:1788483495.495251:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1788483495.495256:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250933888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495287:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250933888:12345-0@lo:400:kworker.0 Request processed in 30us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.495292:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1788483495.495314:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250933504:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495322:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250934016:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495331:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250934528:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495353:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250933888:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495361:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250934400:0@lo:400:kworker.0 00000100:00100000:3.0:1788483495.495368:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250934912:0@lo:400:kworker.0 00000100:00100000:2.0:1788483495.495804:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250935040:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483495.495838:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788483495.495870:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483495.495875:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483495.495877:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483495.495879:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483495.495899:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250935040 00000100:00100000:2.0:1788483495.495903:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250935040 00000100:00100000:2.0:1788483495.495931:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1788483495.495938:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250935040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483495.495954:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111782720 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788483495.495991:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250935040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (152us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483495.495997:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1788483495.496067:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250935040:0@lo:13:osp-pre-1-0.0 00000040:00080000:1.0:1788483495.679163:0:21501:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483495.679173:0:21501:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483495.679205:0:21501:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 25 count 3 00000040:00080000:1.0:1788483495.679211:0:21501:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483495.685929:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483495.734449:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483495.734478:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224771072 00000100:00100000:3.0:1788483495.734486:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224771072 00000100:00100000:3.0:1788483495.735607:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 256 00000100:00100000:3.0:1788483495.735620:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2400:x1875360224771072:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483495.735636:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483495.735652:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008dd2d52e/0xf2b1f833e60f22fa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147276 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.735676:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788483495.735680:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483495.735689:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008dd2d52e/0xf2b1f833e60f22fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147276 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.735705:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000008dd2d52e/0xf2b1f833e60f22fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147276 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.735718:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fe00, rc 0) 00000100:00100000:3.0:1788483495.735767:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2400:x1875360224771072:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 150us (1325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.735774:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 256 00000100:00100000:2.0:1788483495.747427:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483495.747572:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224771328 00000100:00100000:3.0:1788483495.747582:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224771328 00000100:00100000:3.0:1788483495.747642:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1011 00000100:00100000:3.0:1788483495.747653:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a38450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+90:27608:x1875360224771328:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483495.747672:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483495.747691:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2301 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14727d expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.747806:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2308 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.747821:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2308 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.747835:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2308 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483495.747847:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:3.0:1788483495.747948:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2301 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14727d expref: 93 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.747963:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2308 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14727d expref: 92 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.747972:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:3.0:1788483495.747975:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788483495.747979:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e400, rc 0) 00000100:00100000:3.0:1788483495.748037:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a38450 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+92:27608:x1875360224771328:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 386us (618us total) trans 4294967888 rc 0/0 00000100:00100000:3.0:1788483495.748044:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1011 00000100:00100000:2.0:1788483495.754480:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483495.754668:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224771456 00000100:00100000:0.0:1788483495.754677:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224771456 00000100:00100000:0.0:1788483495.754729:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 257 00000100:00100000:0.0:1788483495.754746:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2401:x1875360224771456:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:0.0:1788483495.754785:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483495.754804:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f22d7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147268 expref: 12 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483495.754813:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000008dd2d52e/0xf2b1f833e60f22fa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147276 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483495.754821:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483495.754825:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483495.754829:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483495.754857:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000008dd2d52e/0xf2b1f833e60f22fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147276 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483495.754869:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000008dd2d52e/0xf2b1f833e60f22fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147276 expref: 13 pid: 8432 timeout: 760 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483495.754883:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250935168:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483495.754969:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f22d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147268 expref: 12 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483495.754992:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f22d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147268 expref: 12 pid: 8871 timeout: 760 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483495.755002:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250935296:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483495.755029:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675480 going to sleep for 11 seconds 00000100:00100000:3.0:1788483495.762655:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250935168:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483495.762673:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250935296:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483495.762699:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483495.767029:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483495.767901:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483495.768049:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224771712 00000100:00100000:1.0:1788483495.768058:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224771712 00010000:00010000:1.0:1788483495.769950:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f22d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147268 expref: 13 pid: 8871 timeout: 760 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.770023:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224771584 00000100:00100000:1.0:1788483495.770031:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224771584 00010000:00010000:1.0:1788483495.770063:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000008dd2d52e/0xf2b1f833e60f22fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147276 expref: 14 pid: 8432 timeout: 760 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483495.770078:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 316 00000100:00100000:0.0:1788483495.770091:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224771712:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483495.770107:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483495.770128:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f22d7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147268 expref: 13 pid: 8871 timeout: 760 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483495.770143:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f22d7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147268 expref: 13 pid: 8871 timeout: 760 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.770156:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 317 00000100:00100000:1.0:1788483495.770163:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2401:x1875360224771584:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483495.770164:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f22d7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147268 expref: 13 pid: 8871 timeout: 760 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483495.770178:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483495.770183:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483495.770192:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000008dd2d52e/0xf2b1f833e60f22fa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147276 expref: 14 pid: 8432 timeout: 760 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770202:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000008dd2d52e/0xf2b1f833e60f22fa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147276 expref: 14 pid: 8432 timeout: 760 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770215:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008dd2d52e/0xf2b1f833e60f22fa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147276 expref: 14 pid: 8432 timeout: 760 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483495.770230:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224771712:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 143us (3209us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483495.770237:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 316 00010000:00010000:1.0:1788483495.770238:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483495.770242:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483495.770248:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770258:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770282:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483495.770302:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df5850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2401:x1875360224771584:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 140us (2404us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483495.770307:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 317 00010000:00010000:1.0:1788483495.770370:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770380:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770401:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770409:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770416:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770429:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483495.770433:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770441:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770453:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.770460:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f2c383b/0xf2b1f833e60f2316 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.770523:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224771456:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 15778us (16052us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483495.770531:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 257 00000100:00100000:3.0:1788483495.774634:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483495.774909:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224771968 00000100:00100000:1.0:1788483495.774920:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224771968 00000100:00100000:1.0:1788483495.774979:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 192 00000100:00100000:1.0:1788483495.774989:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+92:27608:x1875360224771968:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:1.0:1788483495.775047:0:6518:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x18:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2308 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14727d expref: 92 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788483495.775295:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967889 00000001:00080000:1.0:1788483495.775617:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967890 00010000:00010000:1.0:1788483495.775666:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.775684:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147230 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.775693:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147245 expref: 95 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.775701:0:6518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 5/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.775736:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147245 expref: 95 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.775752:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147245 expref: 95 pid: 6516 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.775766:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e5b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250935424:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483495.775862:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147230 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.775871:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147230 expref: 46 pid: 6514 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.775881:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250935552:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483495.775904:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669c240 going to sleep for 11 seconds 00000100:00100000:3.0:1788483495.778943:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483495.778996:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483495.779058:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224772096 00000100:00100000:2.0:1788483495.779067:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224772096 00010000:00010000:2.0:1788483495.779105:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147245 expref: 96 pid: 6516 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.779137:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224772224 00000100:00100000:2.0:1788483495.779146:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 318 00000100:00100000:1.0:1788483495.779148:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224772224 00000100:00100000:2.0:1788483495.779155:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+96:2402:x1875360224772096:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483495.779165:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147230 expref: 47 pid: 6514 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.779167:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483495.779173:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147245 expref: 96 pid: 6516 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.779186:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147245 expref: 96 pid: 6516 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.779188:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 319 00000100:00100000:1.0:1788483495.779194:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224772224:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483495.779201:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483495.779205:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147230 expref: 47 pid: 6514 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.779208:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483495.779213:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.779262:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.779270:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483495.779322:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+96:2402:x1875360224772096:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 168us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483495.779330:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 318 00010000:00010000:1.0:1788483495.779671:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147230 expref: 47 pid: 6514 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.779687:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:1.0:1788483495.779691:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.779699:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.779706:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.779724:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483495.779753:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224772224:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 559us (757us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483495.779760:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 319 00010000:00010000:1.0:1788483495.779809:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2298 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147245 expref: 95 pid: 6516 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.779838:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e5b480 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250935424:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483495.779854:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5e00/0xf2b1f833e60f2267 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147230 expref: 46 pid: 6514 timeout: 760 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.779864:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250935552:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483495.779882:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.779891:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.779896:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788483495.779989:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967891 00000001:00080000:1.0:1788483495.780302:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967892 00000001:00080000:1.0:1788483495.780351:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967893 00000100:00100000:1.0:1788483495.780428:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250935680:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788483495.780474:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483495.780594:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636a51540 going to sleep for 11 seconds 00000100:00100000:0.0:1788483495.780625:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250935680 00000100:00100000:0.0:1788483495.780631:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250935680 00000100:00100000:0.0:1788483495.780685:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1788483495.780693:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250935680:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788483495.780811:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250935680:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 118us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483495.780818:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1788483495.780840:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250935680:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1788483495.780937:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967894 00000100:00100000:2.0:1788483495.780979:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250935808:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788483495.781007:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483495.781072:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669cd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483495.781103:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250935808 00000100:00100000:3.0:1788483495.781108:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250935808 00000100:00100000:3.0:1788483495.781168:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1788483495.781177:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250935808:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788483495.781280:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6518:x1875360250935808:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 104us (272us total) trans 4294967349 rc 0/0 00000100:00100000:3.0:1788483495.781287:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1788483495.781360:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250935808:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1788483495.781381:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.781389:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.781405:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.781412:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483495.781416:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.781423:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.781437:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:1.0:1788483495.781440:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1788483495.781444:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483495.781451:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f231d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483495.781569:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x37:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1788483495.781621:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].11, 64 off8968 00000004:00080000:1.0:1788483495.781631:0:6518:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 660736131276ns, next at 661736129444ns, rc = 0 00000001:00080000:1.0:1788483495.781637:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967895 00010000:00010000:1.0:1788483495.781658:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:1.0:1788483495.781661:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788483495.781667:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2308 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14727d expref: 99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483495.781743:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+98:27608:x1875360224771968:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 6756us (7120us total) trans 4294967896 rc 0/0 00000100:00100000:1.0:1788483495.781760:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 192 00000020:00080000:1.0:1788483495.781764:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1788483495.820063:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483495.820407:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224772352 00000100:00100000:3.0:1788483495.820418:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224772352 00000100:00100000:3.0:1788483495.820536:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1012 00000100:00100000:3.0:1788483495.820548:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+98:27609:x1875360224772352:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483495.820570:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483495.820591:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2324 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147284 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820717:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f232b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820732:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f232b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820742:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f232b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820754:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2332 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820761:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820769:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820841:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2339 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820849:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2339 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820856:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2339 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483495.820893:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:3.0:1788483495.820898:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483495.820916:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2339 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820928:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2339 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820936:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f232b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820942:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f232b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820948:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f232b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820954:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483495.820958:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f232b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820966:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f232b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820979:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:3.0:1788483495.820981:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483495.820985:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f232b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.820990:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f232b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.821000:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2332 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.821005:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2332 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.821011:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2332 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.821015:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483495.821018:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2332 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.821024:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2332 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.821031:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9f7608d98b00) 00010000:00010000:3.0:1788483495.821034:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483495.821037:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2332 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.821043:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2332 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.821068:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2324 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147284 expref: 100 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.821274:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2339 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147284 expref: 99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.821282:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483495.821284:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483495.821286:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e400, rc 0) 00000100:00100000:3.0:1788483495.821365:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+99:27609:x1875360224772352:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 819us (1311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.821372:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1012 00000100:00100000:3.0:1788483495.829764:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483495.830102:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224772608 00000100:00100000:2.0:1788483495.830111:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224772608 00000100:00100000:2.0:1788483495.830176:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 46 00000100:00100000:2.0:1788483495.830187:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+99:27609:x1875360224772608:12345-192.168.206.36@tcp:103:lfs.0 00010000:00010000:2.0:1788483495.830201:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483495.830224:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2339 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147284 expref: 99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483495.830240:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483495.830250:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483495.830305:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+98:27609:x1875360224772608:12345-192.168.206.36@tcp:103:lfs.0 Request processed in 120us (548us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483495.830313:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 46 00000100:00100000:0.0:1788483495.834652:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483495.836237:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224772736 00000100:00100000:3.0:1788483495.836249:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224772736 00000100:00100000:3.0:1788483495.836597:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1013 00000100:00100000:3.0:1788483495.836608:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+98:27609:x1875360224772736:12345-192.168.206.36@tcp:58:lfs.0 00010000:00010000:3.0:1788483495.836706:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2340 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.836721:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2340 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483495.836731:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2340 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483495.836807:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].25, 136 off11592 00000100:00100000:3.0:1788483495.836892:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+98:27609:x1875360224772736:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 285us (2245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483495.836900:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1013 00000100:00100000:1.0:1788483496.004764:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250935936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483496.004862:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483496.005345:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250935936 00000100:00100000:3.0:1788483496.005354:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250935936 00000100:00100000:2.0:1788483496.005582:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1788483496.005594:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250935936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483496.005634:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483496.005692:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250935936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483496.005699:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1788483496.006074:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250935936:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1788483496.068811:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483496.068819:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483496.068848:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:2.0:1788483496.068855:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483496.068977:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250936064:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483496.069073:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7620cc4300 going to sleep for 11 seconds 00000100:00100000:0.0:1788483496.074563:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.074759:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224772864 00000100:00100000:1.0:1788483496.074768:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224772864 00000100:00100000:1.0:1788483496.074831:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1014 00000100:00100000:1.0:1788483496.074841:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:27619:x1875360224772864:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483496.074873:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483496.074979:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:27619:x1875360224772864:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 139us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483496.074987:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1014 00000100:00080000:0.0:1788483496.075091:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483496.077805:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250936064:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483496.079068:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483496.079146:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224772992 00000100:00100000:3.0:1788483496.079154:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224772992 00000100:00100000:3.0:1788483496.079206:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1015 00000100:00100000:3.0:1788483496.079225:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:27619:x1875360224772992:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788483496.079291:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2347 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079307:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2347 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079321:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2347 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079346:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f234e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079354:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f234e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079360:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f234e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079384:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079392:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079399:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483496.079435:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00000004:00200000:3.0:1788483496.079439:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483496.079450:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079459:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2347 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079466:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2347 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079473:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2347 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079479:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483496.079482:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2347 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079489:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2347 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079539:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483496.079543:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483496.079547:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2347 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079558:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2347 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079568:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f234e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079573:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f234e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079579:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f234e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079584:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483496.079587:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f234e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079593:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f234e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079599:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb48c4f37 (ffff9f760526de00) 00010000:00010000:3.0:1788483496.079601:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483496.079604:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f234e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079609:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f234e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb48c4f37 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079621:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079627:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079634:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079639:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483496.079641:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079647:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079653:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f760526d800) 00010000:00010000:3.0:1788483496.079655:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483496.079657:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.079662:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2355 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483496.079718:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:27619:x1875360224772992:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 503us (654us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483496.079735:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1015 00000100:00100000:0.0:1788483496.086922:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.087298:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224773248 00000100:00100000:1.0:1788483496.087308:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224773248 00000100:00100000:1.0:1788483496.087374:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1016 00000100:00100000:1.0:1788483496.087385:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:27619:x1875360224773248:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483496.087406:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483496.087428:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f235c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14728b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087564:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2363 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087580:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2363 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087608:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2363 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483496.087620:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1788483496.087697:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2363 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087706:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2363 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087713:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2363 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087732:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483496.087737:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2363 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087745:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2363 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087758:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f760526d800) 00010000:00010000:1.0:1788483496.087761:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483496.087767:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2363 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087773:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2363 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087811:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f235c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14728b expref: 48 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087834:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:1.0:1788483496.087836:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483496.087840:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f235c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14728b expref: 48 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.087849:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2c00, rc 0) 00000100:00100000:1.0:1788483496.087905:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:27619:x1875360224773248:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 522us (996us total) trans 4294967897 rc 301/301 00000100:00100000:1.0:1788483496.087912:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1016 00000100:00100000:1.0:1788483496.092152:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483496.094026:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224773376 00000100:00100000:3.0:1788483496.094041:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224773376 00000100:00100000:3.0:1788483496.094103:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1017 00000100:00100000:3.0:1788483496.094114:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:27619:x1875360224773376:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483496.094148:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x18:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483496.094276:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:27619:x1875360224773376:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 163us (2133us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483496.094287:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1017 00000100:00100000:1.0:1788483496.101270:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.104864:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224773632 00000100:00100000:0.0:1788483496.104878:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224773632 00000100:00100000:0.0:1788483496.104958:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1018 00000100:00100000:0.0:1788483496.104969:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:27619:x1875360224773632:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483496.104987:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483496.105005:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2371 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147292 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.105465:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2378 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.105479:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2378 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.105489:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2378 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483496.105537:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00010000:00010000:0.0:1788483496.105597:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2371 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147292 expref: 50 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.105614:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2378 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147292 expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.105623:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76420dcf00) 00010000:00010000:0.0:1788483496.105626:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483496.105629:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483496.105688:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:27619:x1875360224773632:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 720us (4429us total) trans 4294967898 rc 0/0 00000100:00100000:0.0:1788483496.105695:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1018 00000100:00100000:3.0:1788483496.115904:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.116096:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224773888 00000100:00100000:0.0:1788483496.116105:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224773888 00000100:00100000:0.0:1788483496.116164:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1019 00000100:00100000:0.0:1788483496.116174:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:27619:x1875360224773888:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483496.116228:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483496.116256:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2378 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147292 expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.116274:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76420dcf00) 00010000:00010000:0.0:1788483496.116283:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483496.116306:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.116319:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147253 expref: 97 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.116356:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.116389:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147253 expref: 97 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.116403:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147253 expref: 97 pid: 6515 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483496.116416:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250936192:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483496.116543:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f6759c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483496.120272:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651500 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250936192:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483496.120300:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483496.124120:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.129174:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224774016 00000100:00100000:1.0:1788483496.129189:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224774016 00010000:00010000:0.0:1788483496.139069:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147253 expref: 98 pid: 6515 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483496.139120:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 320 00000100:00100000:0.0:1788483496.139133:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+98:2401:x1875360224774016:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483496.139148:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483496.139155:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147253 expref: 98 pid: 6515 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.139169:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147253 expref: 98 pid: 6515 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.139191:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f22ad lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147253 expref: 98 pid: 6515 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.139219:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:0.0:1788483496.139225:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.139234:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.139241:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.139272:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483496.139345:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2401:x1875360224774016:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 214us (15233us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483496.139353:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 320 00000100:00080000:3.0:1788483496.139923:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788483496.141997:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142013:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142041:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f238d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x36:0x0].0x58f13f82 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142053:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f238d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x58f13f82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142064:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f238d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x58f13f82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142121:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142140:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142147:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142153:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483496.142158:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142165:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142179:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:0.0:1788483496.142182:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483496.142187:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142193:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2386 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142206:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f238d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x36:0x0].0x58f13f82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142212:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f238d lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x58f13f82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142218:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f238d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x58f13f82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142223:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483496.142232:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f238d lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x58f13f82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142239:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f238d lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x36:0x0].0x58f13f82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142247:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x58f13f82 (ffff9f76420dcf00) 00010000:00010000:0.0:1788483496.142250:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483496.142252:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f238d lrc: 2/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x58f13f82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.142258:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f238d lrc: 0/0,0 mode: --/PW res: [0x200000402:0x36:0x0].0x58f13f82 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483496.142380:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:27619:x1875360224773888:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 26203us (26480us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788483496.142389:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1019 00000100:00100000:3.0:1788483496.149550:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.149635:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224774144 00000100:00100000:1.0:1788483496.149645:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224774144 00000100:00100000:1.0:1788483496.149705:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1020 00000100:00100000:1.0:1788483496.149716:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:27619:x1875360224774144:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483496.149734:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483496.149758:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2394 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147299 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.149792:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.149815:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.149827:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.149933:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2394 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147299 expref: 50 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.149962:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147299 expref: 49 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.149972:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:1.0:1788483496.149975:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483496.149979:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3c00, rc 0) 00000100:00100000:1.0:1788483496.150036:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:27619:x1875360224774144:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 322us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483496.150043:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1020 00000100:00100000:3.0:1788483496.155947:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.156114:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224774400 00000100:00100000:0.0:1788483496.156124:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224774400 00000100:00100000:0.0:1788483496.156185:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1021 00000100:00100000:0.0:1788483496.156195:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:27619:x1875360224774400:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483496.156274:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.156293:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.156303:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483496.156439:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006f3ef73c reply state 00000000f5f9eb9d transno 4294967899 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.156462:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.156470:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:0.0:1788483496.156473:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:0.0:1788483496.156476:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788483496.156596:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:27619:x1875360224774400:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 401us (666us total) trans 4294967899 rc 0/0 00000100:00100000:0.0:1788483496.156603:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1021 00000100:00100000:0.0:1788483496.160477:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483496.160761:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224774528 00000100:00100000:3.0:1788483496.160771:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224774528 00000100:00100000:3.0:1788483496.160825:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1022 00000100:00100000:3.0:1788483496.160834:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:27619:x1875360224774528:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483496.160856:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483496.160877:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f23a9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472a0 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.160933:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f23a9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a0 expref: 52 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.161151:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f23a9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a0 expref: 52 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.161161:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:3.0:1788483496.161163:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483496.161166:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ea00, rc 0) 00000100:00100000:3.0:1788483496.161260:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:27619:x1875360224774528:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 426us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483496.161268:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1022 00000100:00100000:3.0:1788483496.169101:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483496.169706:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224774656 00000100:00100000:2.0:1788483496.169717:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224774656 00000100:00100000:2.0:1788483496.169884:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 193 00000100:00100000:2.0:1788483496.169895:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:27619:x1875360224774656:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1788483496.170030:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:27619:x1875360224774656:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 137us (938us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483496.170038:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 193 00000100:00100000:1.0:1788483496.172818:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.172888:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224774912 00000100:00100000:0.0:1788483496.172899:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224774912 00000100:00100000:2.0:1788483496.173022:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 194 00000100:00100000:2.0:1788483496.173034:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:27619:x1875360224774912:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483496.173240:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:27619:x1875360224774912:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 208us (431us total) trans 4294967900 rc 0/0 00000100:00100000:2.0:1788483496.173248:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 194 00000100:00100000:0.0:1788483496.180386:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.180664:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224775168 00000100:00100000:1.0:1788483496.180674:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224775168 00000100:00100000:1.0:1788483496.180740:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1023 00000100:00100000:1.0:1788483496.180751:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:27619:x1875360224775168:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483496.180860:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:27619:x1875360224775168:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 110us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483496.180868:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1023 00000100:00100000:1.0:1788483496.187408:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.187475:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224775424 00000100:00100000:0.0:1788483496.187486:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224775424 00000100:00100000:0.0:1788483496.187576:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1024 00000100:00100000:0.0:1788483496.187588:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:27619:x1875360224775424:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483496.187607:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483496.187628:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f23b0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472a7 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.187739:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.187753:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f23a9 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a0 expref: 54 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.187761:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.187806:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f23a9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a0 expref: 54 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.187819:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f23a9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a0 expref: 54 pid: 8191 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483496.187833:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250936320:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483496.187920:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675900 going to sleep for 11 seconds 00000100:00100000:0.0:1788483496.198017:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483496.198135:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250936320:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483496.198163:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483496.198278:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224775552 00000100:00100000:1.0:1788483496.198286:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224775552 00010000:00010000:1.0:1788483496.198323:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f23a9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a0 expref: 55 pid: 8191 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483496.198378:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 321 00000100:00100000:1.0:1788483496.198388:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2401:x1875360224775552:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483496.198403:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483496.198409:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f23a9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a0 expref: 55 pid: 8191 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.198422:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f23a9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a0 expref: 55 pid: 8191 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.198444:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f23a9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a0 expref: 55 pid: 8191 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.198470:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:1.0:1788483496.198477:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.198489:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.198533:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.198561:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483496.198578:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.198587:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483496.198607:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000100:00100000:1.0:1788483496.198622:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2401:x1875360224775552:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 234us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483496.198631:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 321 00000004:00080000:3.0:1788483496.198845:0:6514:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x13:0x0], index 0: 0 00010000:00010000:3.0:1788483496.199024:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.199033:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.199039:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.199045:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483496.199050:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.199057:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.199067:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:3.0:1788483496.199070:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483496.199074:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.199080:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f23b7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.199125:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f23b0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a7 expref: 54 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.199135:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:3.0:1788483496.199138:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483496.199142:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f23b0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472a7 expref: 54 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.199152:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525400, rc 0) 00000100:00100000:3.0:1788483496.199208:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:27619:x1875360224775424:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 11614us (11801us total) trans 4294967901 rc 301/301 00000100:00100000:3.0:1788483496.199216:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1024 00000100:00100000:0.0:1788483496.206797:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.207415:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224775808 00000100:00100000:1.0:1788483496.207425:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224775808 00000100:00100000:1.0:1788483496.207489:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 195 00000100:00100000:1.0:1788483496.207522:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a434850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:27619:x1875360224775808:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483496.207775:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a434850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:27619:x1875360224775808:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 277us (987us total) trans 4294967902 rc 0/0 00000100:00100000:1.0:1788483496.207783:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 195 00000100:00100000:3.0:1788483496.210767:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.211488:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224775936 00000100:00100000:0.0:1788483496.211528:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224775936 00000100:00100000:0.0:1788483496.211587:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1025 00000100:00100000:0.0:1788483496.211597:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:27619:x1875360224775936:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483496.211622:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483496.211643:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f23c5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472ae expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.211711:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f23cc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.211725:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f23cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.211737:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f23cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483496.211779:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x19:0x0]: returning size 0 00000004:00200000:0.0:1788483496.211792:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483496.211815:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f23cc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.211841:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f23c5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472ae expref: 56 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.211856:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f23cc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472ae expref: 55 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.211865:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:0.0:1788483496.211868:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788483496.211872:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525600, rc 0) 00000100:00100000:0.0:1788483496.211936:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:27619:x1875360224775936:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 339us (1177us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483496.211943:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1025 00000100:00100000:0.0:1788483496.219209:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483496.219615:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224776064 00000100:00100000:2.0:1788483496.219625:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224776064 00000100:00100000:2.0:1788483496.219683:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 258 00000100:00100000:2.0:1788483496.219694:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224776064:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483496.219713:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483496.219734:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23d3 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472b5 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483496.219760:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788483496.219779:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=661s v=(0 0) 00010000:00010000:2.0:1788483496.219783:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483496.219792:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472b5 expref: 9 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.219809:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472b5 expref: 9 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.219823:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7607f8b200, rc 0) 00000100:00100000:2.0:1788483496.219886:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224776064:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 195us (687us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483496.219894:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 258 00000100:00100000:3.0:1788483496.223276:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.223621:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224776320 00000100:00100000:0.0:1788483496.223631:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224776320 00000100:00100000:0.0:1788483496.223692:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1026 00000100:00100000:0.0:1788483496.223703:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:27619:x1875360224776320:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483496.223955:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:27619:x1875360224776320:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 253us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483496.223963:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1026 00000100:00100000:3.0:1788483496.232563:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.233057:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224776448 00000100:00100000:0.0:1788483496.233068:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224776448 00000100:00100000:0.0:1788483496.233132:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 259 00000100:00100000:0.0:1788483496.233143:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:27619:x1875360224776448:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483496.233172:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483496.233190:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 2/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472bc expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.233222:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23d3 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472b5 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.233232:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483496.233237:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483496.233242:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 4/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.233274:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472b5 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.233287:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472b5 expref: 10 pid: 14965 timeout: 761 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483496.233300:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250936448:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483496.233389:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675480 going to sleep for 11 seconds 00000100:00100000:1.0:1788483496.243086:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.243210:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250936448:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483496.243253:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 3/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.243272:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524400, rc 0) 00000100:00100000:0.0:1788483496.243411:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:27619:x1875360224776448:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 10269us (10856us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483496.243421:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 259 00000100:00100000:2.0:1788483496.243900:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224776576 00000100:00100000:2.0:1788483496.243908:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224776576 00010000:00010000:2.0:1788483496.243940:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472b5 expref: 10 pid: 14965 timeout: 761 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483496.244007:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 322 00000100:00100000:2.0:1788483496.244016:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224776576:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483496.244028:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483496.244047:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23d3 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472b5 expref: 10 pid: 14965 timeout: 761 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.244060:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23d3 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472b5 expref: 10 pid: 14965 timeout: 761 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.244078:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23d3 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472b5 expref: 10 pid: 14965 timeout: 761 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.244090:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483496.244095:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483496.244101:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.244110:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.244144:0:7456:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483496.244158:0:7456:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7456:1875360250936576:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483496.245228:0:7456:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7620cc4300 going to sleep for 11 seconds 00000100:00100000:2.0:1788483496.250234:0:7456:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7456:1875360250936576:192.168.206.36@tcp:105: 00010000:00010000:2.0:1788483496.250260:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483496.250313:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224776576:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 6298us (7234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483496.250324:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 322 00000100:00100000:0.0:1788483496.263052:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483496.263147:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224776704 00000100:00100000:2.0:1788483496.263156:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224776704 00002000:00100000:2.0:1788483496.263209:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff9f7507651180 x1875360224776704/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:247/0 lens 648/0 e 0 to 0 dl 1788483507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483496.263219:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507651180 with x1875360224776704 ext(0->157) 00002000:00010000:2.0:1788483496.263225:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7507651180 00000100:00100000:2.0:1788483496.263257:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 76 00000100:00100000:2.0:1788483496.263266:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224776704:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1788483496.265480:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224776704:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 2206us (2427us total) trans 4294967344 rc 0/0 00000100:00100000:2.0:1788483496.265493:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 76 00002000:00100000:2.0:1788483496.265538:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x13:0x0] (0->157) req@ffff9f7507651180 x1875360224776704/t4294967344(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:247/0 lens 648/448 e 0 to 0 dl 1788483507 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483496.265548:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507651180 with x1875360224776704 ext(0->157) 00002000:00010000:2.0:1788483496.265554:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7507651180 00000100:00100000:0.0:1788483496.271993:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.272072:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224776832 00000100:00100000:1.0:1788483496.272083:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224776832 00000100:00100000:1.0:1788483496.272144:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1027 00000100:00100000:1.0:1788483496.272154:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:27619:x1875360224776832:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788483496.281813:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967902 is committed 00000001:00080000:1.0:1788483496.281879:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967896 is committed 00000004:00080000:1.0:1788483496.281885:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000020:00080000:1.0:1788483496.281914:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7610faea80 refcount 2 committed 0 result 0 batchid 15 00000020:00080000:1.0:1788483496.281920:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f76368b7000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7610faef00 00000020:00080000:1.0:1788483496.281925:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f76368b7300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f750919b200 00000020:00080000:1.0:1788483496.282110:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 15 committed batchid 14 00010000:00010000:3.0:1788483496.282185:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.282202:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788483496.282208:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 14 00010000:00010000:3.0:1788483496.282212:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.282227:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483496.282237:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483496.282239:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250936704:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788483496.282259:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.282280:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xd947e073 (ffff9f76039f5500) 00010000:00010000:3.0:1788483496.282284:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483496.282289:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.282313:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2187 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xd947e073 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.282601:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.282608:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.282615:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.282620:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483496.282623:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.282629:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.282643:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:3.0:1788483496.282646:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483496.282649:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483496.282671:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483496.282727:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250936704 00000100:00100000:2.0:1788483496.282737:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250936704 00010000:00010000:3.0:1788483496.282768:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f218e lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483496.282801:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1788483496.282811:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250936704:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788483496.282841:0:8871:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:20 count 1 00002000:00010000:2.0:1788483496.282873:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a9a17a5, atime: 0x0, ctime: 0x6a9a17a5, blocks: 0x8 00010000:00010000:2.0:1788483496.282880:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23e1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.282894:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=661s v=(0 0) 00010000:00010000:2.0:1788483496.282898:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483496.282905:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.282924:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.282933:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23e1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.282942:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.282966:0:8871:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788483496.283060:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:27619:x1875360224776832:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 10902us (11069us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483496.283073:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1027 00000100:00100000:2.0:1788483496.283133:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360250936704:12345-0@lo:6:osp-syn-1-0.0 Request processed in 321us (463us total) trans 4294967350 rc 0/0 00000100:00100000:2.0:1788483496.283141:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00010000:00010000:3.0:1788483496.283177:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483496.283184:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.283191:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8b200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483496.283195:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23e1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.283203:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23e1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.283217:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23e1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.283224:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006f0d3eae/0xf2b1f833e60f23e1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.283241:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483496.283244:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483496.283246:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483496.283262:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483496.283265:0:3641:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7606e59180/2, rc 0, transno 4294967350 00000100:00100000:2.0:1788483496.283279:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250936704:0@lo:6:osp-syn-1-0.0 00010000:00010000:0.0:1788483496.283428:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283441:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283447:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483496.283452:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283459:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283475:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9f7608d98b00) 00010000:00010000:0.0:1788483496.283478:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483496.283483:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283489:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f2260 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283637:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283659:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283665:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283671:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483496.283674:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283680:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283690:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:0.0:1788483496.283692:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788483496.283695:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.283701:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f23a2 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483496.289454:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483496.290414:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224776960 00000100:00100000:2.0:1788483496.290432:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224776960 00000100:00100000:3.0:1788483496.290678:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 261 00000100:00100000:3.0:1788483496.290695:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224776960:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1788483496.304742:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967344 is committed 00000100:00100000:3.0:1788483496.305817:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224776960:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 15117us (16368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483496.306046:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 261 00000100:00100000:0.0:1788483496.312296:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483496.312374:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224777216 00000100:00100000:3.0:1788483496.312400:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224777216 00000100:00100000:3.0:1788483496.312463:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1028 00000100:00100000:3.0:1788483496.312474:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:27619:x1875360224777216:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483496.312561:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483496.312587:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f23cc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472ae expref: 42 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.312609:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:3.0:1788483496.312614:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483496.312645:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.312657:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.312667:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483496.312775:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006983f425 reply state 000000000c4b0b2a transno 4294967903 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.312788:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.312796:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:3.0:1788483496.312798:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483496.312801:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788483496.312901:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:27619:x1875360224777216:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 427us (618us total) trans 4294967903 rc 0/0 00000100:00100000:3.0:1788483496.312908:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1028 00000100:00100000:3.0:1788483496.315419:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.315695:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224777344 00000100:00100000:1.0:1788483496.315707:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224777344 00000100:00100000:1.0:1788483496.315773:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1029 00000100:00100000:1.0:1788483496.315787:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:27619:x1875360224777344:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483496.315811:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483496.315835:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f23ef lrc: 2/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472c3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.315894:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f23ef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472c3 expref: 44 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.315911:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f23ef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472c3 expref: 44 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.315934:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:1.0:1788483496.315938:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483496.315942:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3a00, rc 0) 00000100:00100000:1.0:1788483496.316010:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:27619:x1875360224777344:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 224us (597us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483496.316018:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1029 00000100:00100000:1.0:1788483496.322925:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483496.323019:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224777472 00000100:00100000:3.0:1788483496.323028:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224777472 00000100:00100000:3.0:1788483496.323086:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 262 00000100:00100000:3.0:1788483496.323096:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224777472:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788483496.323259:0:8431:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1788483496.323264:0:8431:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb mtime from disk: 0 -> 1788483493 00002000:00010000:3.0:1788483496.323266:0:8431:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb atime from disk: 0 -> 1788483493 00002000:00010000:3.0:1788483496.323269:0:8431:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb ctime from disk: 0 -> 1788483493 00002000:00010000:3.0:1788483496.323271:0:8431:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x13:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1788483496.323324:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224777472:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 228us (407us total) trans 4294967345 rc 0/0 00000100:00100000:3.0:1788483496.323343:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 262 00000100:00100000:3.0:1788483496.328412:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.328478:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224777728 00000100:00100000:0.0:1788483496.328492:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224777728 00000100:00100000:0.0:1788483496.328581:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1030 00000100:00100000:0.0:1788483496.328593:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:27619:x1875360224777728:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788483496.328676:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.328714:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147299 expref: 44 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.328725:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.328770:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147299 expref: 44 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.328786:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147299 expref: 44 pid: 6516 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483496.328802:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250936832:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483496.328928:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675480 going to sleep for 11 seconds 00000100:00100000:1.0:1788483496.332304:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250936832:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483496.332348:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483496.339905:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483496.349966:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224777856 00000100:00100000:3.0:1788483496.349985:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224777856 00010000:00010000:1.0:1788483496.351410:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147299 expref: 45 pid: 6516 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483496.351470:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 323 00000100:00100000:1.0:1788483496.351482:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2401:x1875360224777856:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483496.351517:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483496.351527:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147299 expref: 45 pid: 6516 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351543:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147299 expref: 45 pid: 6516 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351570:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f239b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x19:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147299 expref: 45 pid: 6516 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351585:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:1.0:1788483496.351591:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351603:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351612:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351645:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483496.351720:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df7450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2401:x1875360224777856:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 240us (11830us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483496.351741:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 323 00010000:00010000:1.0:1788483496.351809:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351818:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351865:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351874:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351881:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351888:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483496.351893:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351902:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351912:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:1.0:1788483496.351915:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788483496.351919:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.351926:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f23f6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483496.351978:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:27619:x1875360224777728:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 23387us (23581us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788483496.351986:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1030 00000100:00100000:1.0:1788483496.366968:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483496.375089:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224777984 00000100:00100000:2.0:1788483496.375120:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224777984 00000100:00100000:2.0:1788483496.375195:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 263 00000100:00100000:2.0:1788483496.375208:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224777984:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483496.375263:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.375289:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.375298:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483496.375303:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483496.375308:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 4/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.375365:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.375381:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 10 pid: 8431 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483496.375399:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250936960:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483496.375529:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7620cc4300 going to sleep for 11 seconds 00000100:00100000:2.0:1788483496.381712:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250936960:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483496.381752:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 3/1,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483496.385839:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.385928:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224778112 00000100:00100000:0.0:1788483496.385942:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224778112 00010000:00010000:0.0:1788483496.385995:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 11 pid: 8431 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483496.386047:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 324 00000100:00100000:0.0:1788483496.386059:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224778112:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483496.386077:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483496.386104:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 11 pid: 8431 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.386144:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 11 pid: 8431 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.386172:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f23da lrc: 0/0,0 mode: --/PW res: [0x280000401:0x13:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472bc expref: 11 pid: 8431 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.386192:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483496.386197:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483496.386205:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.386217:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.386254:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483496.386316:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224778112:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 258us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483496.386324:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 324 00010000:00010000:3.0:1788483496.386648:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.386665:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.386692:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.386700:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.386708:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.386715:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8a400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483496.386720:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.386729:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.386743:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.386750:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a48503dd/0xf2b1f833e60f23fd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483496.386873:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224777984:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 11666us (19919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483496.386882:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 263 00000100:00100000:3.0:1788483496.404343:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.404436:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224778368 00000100:00100000:1.0:1788483496.404448:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224778368 00000100:00100000:1.0:1788483496.404678:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1031 00000100:00100000:1.0:1788483496.404692:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:27619:x1875360224778368:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788483496.404806:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2404 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.404830:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2404 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.404845:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2404 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.405041:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.405053:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f23ef lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472c3 expref: 44 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.405061:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.405102:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f23ef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472c3 expref: 44 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.405136:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f23ef lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472c3 expref: 44 pid: 6516 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483496.405154:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250937088:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483496.405279:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788483496.409315:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250937088:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483496.409364:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483496.410848:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.411065:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224778496 00000100:00100000:1.0:1788483496.411078:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224778496 00010000:00010000:1.0:1788483496.411131:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f23ef lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472c3 expref: 45 pid: 6516 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483496.411172:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 325 00000100:00100000:1.0:1788483496.411183:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2401:x1875360224778496:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483496.411200:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483496.411208:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f23ef lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472c3 expref: 45 pid: 6516 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.411221:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f23ef lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472c3 expref: 45 pid: 6516 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.411248:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f23ef lrc: 0/0,0 mode: --/CR res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472c3 expref: 45 pid: 6516 timeout: 761 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.411288:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:1.0:1788483496.411300:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.411311:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.411319:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.411372:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483496.411439:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2401:x1875360224778496:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 257us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483496.411446:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 325 00010000:00010000:2.0:1788483496.411541:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483496.411554:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483496.411698:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967904 00000001:00080000:2.0:1788483496.411842:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967905 00000001:00080000:2.0:1788483496.411886:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967906 00000100:00100000:2.0:1788483496.411981:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250937216:0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788483496.412049:0:8191:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483496.412088:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669c240 going to sleep for 11 seconds 00000100:00100000:2.0:1788483496.412115:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250937216 00000100:00100000:2.0:1788483496.412120:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250937216 00000100:00100000:2.0:1788483496.412160:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1788483496.412168:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8191:x1875360250937216:12345-0@lo:1000:mdt00_003.0 00000100:00100000:2.0:1788483496.412258:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:8191:x1875360250937216:12345-0@lo:1000:mdt00_003.0 Request processed in 90us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483496.412265:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1788483496.413001:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250937216:0@lo:1000:mdt00_003.0 00000001:00080000:1.0:1788483496.413159:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967907 00000100:00100000:1.0:1788483496.413233:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250937344:0@lo:1000:mdt00_003.0 00000100:00100000:1.0:1788483496.413280:0:8191:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483496.413308:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec80c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483496.413953:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250937344 00000100:00100000:3.0:1788483496.413964:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250937344 00000100:00100000:3.0:1788483496.414026:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788483496.414036:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:8191:x1875360250937344:12345-0@lo:1000:mdt00_003.0 00000100:00100000:3.0:1788483496.414213:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:8191:x1875360250937344:12345-0@lo:1000:mdt00_003.0 Request processed in 178us (932us total) trans 4294967346 rc 0/0 00000100:00100000:3.0:1788483496.414221:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1788483496.414705:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58a80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-mdtlov_UUID:8191:1875360250937344:0@lo:1000:mdt00_003.0 00000001:00080000:0.0:1788483496.414809:0:8191:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967908 00010000:00010000:0.0:1788483496.414853:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.414865:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.414892:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.414899:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483496.414904:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.414913:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.414933:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:0.0:1788483496.414936:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483496.414942:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.414949:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f240b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x19:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.414976:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2340 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.414983:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2340 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.414988:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2340 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.414993:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483496.414996:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2340 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415012:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2340 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415021:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f760526d800) 00010000:00010000:0.0:1788483496.415023:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483496.415026:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2340 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415031:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2340 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415058:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2412 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415072:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2412 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415082:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2412 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415090:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2412 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415095:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2412 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415101:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2412 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415106:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483496.415109:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2412 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415121:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2412 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415129:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f760526d800) 00010000:00010000:0.0:1788483496.415132:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483496.415135:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2412 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415140:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2412 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x18:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415153:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2404 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415158:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2404 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415164:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2404 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415168:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483496.415171:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2404 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415176:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2404 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415183:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f760526d800) 00010000:00010000:0.0:1788483496.415185:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483496.415187:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2404 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.415203:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2404 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x18:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483496.415387:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:27619:x1875360224778368:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 10694us (11065us total) trans 4294967909 rc 0/0 00000100:00100000:0.0:1788483496.415398:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1031 00000020:00080000:0.0:1788483496.415404:0:8191:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1788483496.416969:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483496.416980:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483496.417542:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788483496.417554:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483496.426145:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483496.426637:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224778752 00000100:00100000:0.0:1788483496.426653:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224778752 00000100:00100000:0.0:1788483496.426722:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 196 00000100:00100000:0.0:1788483496.426735:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:27619:x1875360224778752:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788483496.427083:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x19:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788483496.427124:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967910 00010000:00010000:0.0:1788483496.427165:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.427185:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.427198:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.427208:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.427215:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.427222:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483496.427321:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788483496.427480:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:27619:x1875360224778752:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 744us (1346us total) trans 4294967911 rc 0/0 00000100:00100000:0.0:1788483496.427489:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 196 00000020:00080000:0.0:1788483496.427495:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788483496.436545:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483496.436564:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.436579:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483496.436598:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.436610:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.436633:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:1.0:1788483496.436636:0:6503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483496.436641:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.436648:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2419 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x19:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.438138:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483496.438144:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483496.438147:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483496.708921:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483496.763134:0:21552:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483496.763147:0:21552:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483496.763194:0:21552:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 4 00000040:00080000:1.0:1788483496.763202:0:21552:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483496.847633:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483496.847696:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224779008 00000100:00100000:3.0:1788483496.847709:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224779008 00000100:00100000:3.0:1788483496.847782:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1032 00000100:00100000:3.0:1788483496.847795:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+86:27622:x1875360224779008:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483496.847821:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483496.847846:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2420 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472ca expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.847942:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2427 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.847959:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2427 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.847982:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2427 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848000:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f242e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848008:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f242e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848015:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f242e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848146:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f200/0xf2b1f833e60f2435 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848154:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f200/0xf2b1f833e60f2435 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848342:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f200/0xf2b1f833e60f2435 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483496.848354:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:3.0:1788483496.848448:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2427 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848456:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2427 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848464:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2427 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848471:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483496.848476:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2427 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848485:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2427 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848631:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x0 (ffff9f76039f5100) 00010000:00010000:3.0:1788483496.848636:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483496.848641:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2427 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848648:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2427 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848661:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f242e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848668:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f242e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848675:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f242e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848681:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483496.848685:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f242e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848693:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f242e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848706:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x36:0x0].0x6de40d64 (ffff9f760526de00) 00010000:00010000:3.0:1788483496.848709:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483496.848712:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f242e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848718:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f242e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x36:0x0].0x6de40d64 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848770:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e800/0xf2b1f833e60f2420 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472ca expref: 89 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848787:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f200/0xf2b1f833e60f2435 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472ca expref: 88 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.848796:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f760526db00) 00010000:00010000:3.0:1788483496.848799:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483496.848802:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f200, rc 0) 00000100:00100000:3.0:1788483496.848877:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+88:27622:x1875360224779008:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1083us (1257us total) trans 4294967912 rc 0/0 00000100:00100000:3.0:1788483496.848886:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1032 00000100:00100000:3.0:1788483496.853648:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.855137:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224779136 00000100:00100000:1.0:1788483496.855157:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224779136 00000100:00100000:1.0:1788483496.855247:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1033 00000100:00100000:1.0:1788483496.855260:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+88:27622:x1875360224779136:12345-192.168.206.36@tcp:54:lfs.0 00010000:00010000:1.0:1788483496.855361:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2443 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.855382:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2443 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.855395:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2443 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.855439:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2443 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.855463:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2443 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.855470:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2443 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.855476:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483496.855481:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2443 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.855488:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2443 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.855520:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f760526db00) 00010000:00010000:1.0:1788483496.855524:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483496.855530:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2443 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.855536:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2443 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x18:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483496.855641:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+88:27622:x1875360224779136:12345-192.168.206.36@tcp:54:lfs.0 Request processed in 383us (2005us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483496.855649:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1033 00000100:00100000:2.0:1788483496.861073:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483496.861196:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224779392 00000100:00100000:3.0:1788483496.861210:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224779392 00000100:00100000:3.0:1788483496.861279:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 197 00000100:00100000:3.0:1788483496.861290:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+88:27622:x1875360224779392:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:3.0:1788483496.861620:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+89:27622:x1875360224779392:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 330us (557us total) trans 4294967913 rc 0/0 00000100:00100000:3.0:1788483496.861632:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 197 00000100:00100000:0.0:1788483496.906920:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483496.907002:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224779520 00000100:00100000:3.0:1788483496.907017:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224779520 00000100:00100000:3.0:1788483496.907093:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 264 00000100:00100000:3.0:1788483496.907106:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224779520:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:3.0:1788483496.907138:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483496.907165:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f244a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472d1 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483496.907196:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x13:0x0] initial LVB size: 158, mtime: 0x6a9a17a5, atime: 0x6a9a17a5, ctime: 0x6a9a17a5, blocks: 0x8 00010000:00010000:3.0:1788483496.907220:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=661s v=(0 0) 00010000:00010000:3.0:1788483496.907234:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x13:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483496.907245:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f244a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472d1 expref: 13 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.907273:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003fbea13a/0xf2b1f833e60f244a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x13:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472d1 expref: 13 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483496.907288:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e800, rc 0) 00000100:00100000:3.0:1788483496.907374:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2401:x1875360224779520:12345-192.168.206.36@tcp:101:diff.0 Request processed in 271us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483496.907381:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 264 00000100:00100000:3.0:1788483496.910857:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.911061:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224779776 00000100:00100000:1.0:1788483496.911074:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224779776 00000100:00100000:1.0:1788483496.911161:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1034 00000100:00100000:1.0:1788483496.911174:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+89:27627:x1875360224779776:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:1.0:1788483496.911208:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483496.911263:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2451 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472d8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.911418:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2458 lrc: 3/1,0 mode: --/CR res: [0x200000403:0x18:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.911435:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2458 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.911450:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2458 lrc: 3/1,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483496.911462:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x18:0x0]: returning size 158 00010000:00010000:1.0:1788483496.911641:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2451 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x36:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472d8 expref: 92 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.911662:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2a00/0xf2b1f833e60f2458 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x18:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472d8 expref: 91 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483496.911673:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x18:0x0].0x0 (ffff9f760526db00) 00010000:00010000:1.0:1788483496.911676:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:1.0:1788483496.911681:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2a00, rc 0) 00000100:00100000:1.0:1788483496.911758:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+91:27627:x1875360224779776:12345-192.168.206.36@tcp:101:diff.0 Request processed in 587us (915us total) trans 4294967914 rc 0/0 00000100:00100000:1.0:1788483496.911766:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1034 00000100:00100000:3.0:1788483496.915687:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483496.915815:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224779904 00000100:00100000:1.0:1788483496.915829:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224779904 00002000:00100000:1.0:1788483496.915894:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff9f764163b100 x1875360224779904/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:247/0 lens 488/0 e 0 to 0 dl 1788483507 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483496.915926:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764163b100 with x1875360224779904 ext(0->4095) 00002000:00010000:1.0:1788483496.915933:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f764163b100 00000100:00100000:1.0:1788483496.915963:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 77 00000100:00100000:1.0:1788483496.915973:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224779904:12345-192.168.206.36@tcp:3:diff.0 00000100:00100000:1.0:1788483496.916226:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224779904:12345-192.168.206.36@tcp:3:diff.0 Request processed in 252us (551us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788483496.916235:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 77 00002000:00100000:1.0:1788483496.916243:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x13:0x0] (0->4095) req@ffff9f764163b100 x1875360224779904/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:247/0 lens 488/4536 e 0 to 0 dl 1788483507 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483496.916612:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764163b100 with x1875360224779904 ext(0->4095) 00002000:00010000:1.0:1788483496.916619:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f764163b100 00010000:00010000:0.0:1788483497.733332:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483498.052985:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483498.053017:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250937472:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483498.053120:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483498.053360:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250937472 00000100:00100000:1.0:1788483498.053370:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250937472 00000100:00100000:1.0:1788483498.053452:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1788483498.053473:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250937472:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483498.053540:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788483498.053596:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250937472:12345-0@lo:13:osp-pre-0-0.0 Request processed in 127us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483498.053604:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00080000:2.0:1788483498.053964:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483498.053988:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250937600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483498.054021:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483498.054085:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250937472:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483498.055022:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250937600 00000100:00100000:1.0:1788483498.055033:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250937600 00000100:00100000:1.0:1788483498.055111:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1788483498.055121:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250937600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483498.055145:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788483498.055230:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250937600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (1207us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483498.055237:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:0.0:1788483498.055681:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250937600:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788483498.056049:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483498.759786:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483499.078221:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250937728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483499.078311:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483499.078610:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250937728 00000100:00100000:0.0:1788483499.078621:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250937728 00000100:00100000:0.0:1788483499.078689:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1788483499.078700:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250937728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483499.078743:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444384768 avail 1298145280 00000100:00100000:0.0:1788483499.078811:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250937728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483499.078828:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1788483499.078930:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250937728:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788483499.780865:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483500.201641:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483500.201692:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483500.201714:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483500.201750:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483500.201782:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483500.201808:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483500.201830:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483500.201851:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483500.201870:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483500.201918:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224780032 00000100:00100000:0.0:1788483500.201929:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224780032 00000100:00100000:0.0:1788483500.201985:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 697 00000100:00100000:0.0:1788483500.202003:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224780032:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483500.202083:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224780032:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 81us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.202091:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 697 00000100:00100000:0.0:1788483500.202128:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224780160 00000100:00100000:0.0:1788483500.202132:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224780160 00000100:00100000:0.0:1788483500.202166:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224780672 00000100:00100000:0.0:1788483500.202168:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224780672 00000100:00100000:0.0:1788483500.202184:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224780288 00000100:00100000:0.0:1788483500.202186:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224780288 00000100:00100000:0.0:1788483500.202196:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224780800 00000100:00100000:0.0:1788483500.202198:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224780800 00000100:00100000:0.0:1788483500.202211:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 818 00000100:00100000:0.0:1788483500.202216:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+91:2399:x1875360224780160:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483500.202253:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+91:2399:x1875360224780160:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 37us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.202260:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 818 00000100:00100000:0.0:1788483500.202272:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 819 00000100:00100000:0.0:1788483500.202278:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2399:x1875360224780672:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483500.202307:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2399:x1875360224780672:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.202324:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 819 00000100:00100000:0.0:1788483500.202336:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 820 00000100:00100000:0.0:1788483500.202343:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224780288:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483500.202382:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224780288:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 40us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.202388:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 820 00000100:00100000:0.0:1788483500.202401:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 821 00000100:00100000:0.0:1788483500.202406:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224780800:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483500.202426:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224780800:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 20us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.202431:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 821 00000100:00100000:0.0:1788483500.202450:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224780416 00000100:00100000:0.0:1788483500.202454:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224780416 00000100:00100000:0.0:1788483500.202481:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224780928 00000100:00100000:0.0:1788483500.202483:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224780928 00000100:00100000:0.0:1788483500.202495:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224780544 00000100:00100000:0.0:1788483500.202534:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224780544 00000100:00100000:0.0:1788483500.202547:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224781056 00000100:00100000:0.0:1788483500.202550:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224781056 00000100:00100000:0.0:1788483500.202563:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 472 00000100:00100000:0.0:1788483500.202568:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2399:x1875360224780416:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483500.202594:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2399:x1875360224780416:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.202600:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 472 00000100:00100000:0.0:1788483500.202611:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 473 00000100:00100000:0.0:1788483500.202617:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224780928:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483500.202643:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224780928:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.202659:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 473 00000100:00100000:0.0:1788483500.202672:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 474 00000100:00100000:0.0:1788483500.202678:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224780544:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483500.202704:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224780544:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.202711:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 474 00000100:00100000:0.0:1788483500.202722:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 475 00000100:00100000:0.0:1788483500.202728:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2399:x1875360224781056:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483500.202746:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2399:x1875360224781056:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 19us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.202752:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 475 00000100:00080000:2.0:1788483500.205487:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483500.205542:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483500.205547:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483500.205551:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:1.0:1788483500.548780:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483500.548794:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483500.548901:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 26 count 3 00000040:00080000:1.0:1788483500.548912:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483500.612901:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250937856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483500.613026:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483500.613380:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250937856 00000100:00100000:1.0:1788483500.613392:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250937856 00000100:00100000:1.0:1788483500.613469:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:1.0:1788483500.613481:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360250937856:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483500.613536:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111782720 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483500.613592:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360250937856:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483500.613600:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1788483500.613817:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641639f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250937984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483500.613851:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483500.613890:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250937984 00000100:00100000:3.0:1788483500.613894:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250937984 00000100:00100000:3.0:1788483500.613935:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1788483500.613943:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250937984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483500.613963:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 111782720 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788483500.614005:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250937984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483500.614011:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1788483500.614057:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641639f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250937984:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483500.614542:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250938240:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.614583:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.614621:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250938752:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.614644:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.614669:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250939264:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.614692:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.614714:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788483500.614721:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250938368:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.614745:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.614760:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250938880:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.614779:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.614793:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250939392:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.614832:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.614858:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250938112:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.614891:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.614914:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250938624:0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615146:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250938240 00000100:00100000:1.0:1788483500.615154:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250938240 00000100:00100000:1.0:1788483500.615199:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250938752 00000100:00100000:1.0:1788483500.615202:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250938752 00000100:00100000:1.0:1788483500.615232:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250939264 00000100:00100000:1.0:1788483500.615235:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250939264 00000100:00100000:1.0:1788483500.615250:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250938880 00000100:00100000:1.0:1788483500.615253:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250938880 00000100:00100000:1.0:1788483500.615266:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250939392 00000100:00100000:1.0:1788483500.615268:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250939392 00000100:00100000:1.0:1788483500.615283:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1788483500.615291:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250938240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615357:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250938240:12345-0@lo:400:kworker.0 Request processed in 67us (773us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483500.615374:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1788483500.615394:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1788483500.615401:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250938752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615432:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250938752:12345-0@lo:400:kworker.0 Request processed in 32us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483500.615439:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 823 00000100:00100000:1.0:1788483500.615451:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1788483500.615457:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250939264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615485:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250939264:12345-0@lo:400:kworker.0 Request processed in 28us (791us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483500.615491:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:1.0:1788483500.615533:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1788483500.615540:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250938880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615569:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250938880:12345-0@lo:400:kworker.0 Request processed in 30us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483500.615575:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:1.0:1788483500.615586:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1788483500.615593:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250939392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615621:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250939392:12345-0@lo:400:kworker.0 Request processed in 29us (788us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483500.615627:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:1.0:1788483500.615694:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250938112 00000100:00100000:1.0:1788483500.615698:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250938112 00000100:00100000:1.0:1788483500.615729:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1788483500.615736:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250938112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615777:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250938112:12345-0@lo:400:kworker.0 Request processed in 42us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483500.615784:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:1.0:1788483500.615848:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250938880:0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615862:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250939392:0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615874:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250938240:0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615885:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250938752:0@lo:400:kworker.0 00000100:00100000:1.0:1788483500.615894:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250939264:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.616325:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.616370:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250939136:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.616408:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.616441:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250938112:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.616454:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788483500.616461:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250938496:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.616485:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.616525:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250939008:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.616550:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483500.616582:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250939136 00000100:00100000:0.0:1788483500.616587:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250939136 00000100:00100000:0.0:1788483500.616622:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250939008 00000100:00100000:0.0:1788483500.616625:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250939008 00000100:00100000:0.0:1788483500.616648:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1788483500.616656:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250939136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.616697:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250939136:12345-0@lo:400:kworker.0 Request processed in 42us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.616704:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1788483500.616718:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1788483500.616723:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250939008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.616746:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250939008:12345-0@lo:400:kworker.0 Request processed in 24us (197us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.616762:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1788483500.616786:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250938496 00000100:00100000:0.0:1788483500.616790:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250938496 00000100:00100000:0.0:1788483500.616812:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1788483500.616818:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250938496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.616848:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250938496:12345-0@lo:400:kworker.0 Request processed in 31us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483500.616854:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:0.0:1788483500.616883:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250938496:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.616891:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250939008:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.616901:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250939136:0@lo:400:kworker.0 00000100:00100000:2.0:1788483500.617093:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250938368 00000100:00100000:2.0:1788483500.617098:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250938368 00000100:00100000:2.0:1788483500.617131:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250938624 00000100:00100000:2.0:1788483500.617134:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250938624 00000100:00100000:2.0:1788483500.617150:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1788483500.617157:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250938368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483500.617204:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250938368:12345-0@lo:400:kworker.0 Request processed in 47us (2458us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483500.617211:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1788483500.617239:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1788483500.617245:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250938624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483500.617279:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250938624:12345-0@lo:400:kworker.0 Request processed in 34us (2326us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483500.617285:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00080000:2.0:1788483500.617319:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483500.617324:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483500.617327:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483500.617329:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483500.617362:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250937856:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483500.617388:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250938368:0@lo:400:kworker.0 00000100:00100000:0.0:1788483500.618597:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250938624:0@lo:400:kworker.0 00010000:00010000:1.0:1788483500.810054:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483501.125245:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483501.125275:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641639f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250939520:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483501.125377:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483501.125582:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250939520 00000100:00100000:3.0:1788483501.125593:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250939520 00000100:00100000:3.0:1788483501.125653:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1788483501.125665:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250939520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483501.125709:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483501.125763:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250939520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483501.125770:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1788483501.125882:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641639f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250939520:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1788483501.130746:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967350 is committed 00000001:00080000:1.0:1788483501.130772:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967348 is committed 00000040:00080000:2.0:1788483501.190200:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483501.702814:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483501.711948:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224781184 00000100:00100000:2.0:1788483501.711971:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224781184 00000100:00100000:2.0:1788483501.712057:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1035 00000100:00100000:2.0:1788483501.712071:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:27589:x1875360224781184:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788483501.712234:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:27589:x1875360224781184:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 165us (9429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483501.712244:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1035 00000100:00100000:0.0:1788483501.717090:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483501.717194:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224781312 00000100:00100000:1.0:1788483501.717206:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224781312 00000100:00100000:1.0:1788483501.717316:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1036 00000100:00100000:1.0:1788483501.717329:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:27589:x1875360224781312:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788483501.717688:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:27589:x1875360224781312:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 359us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483501.717697:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1036 00010000:00010000:0.0:1788483501.829075:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788483502.151345:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967914 is committed 00000001:00080000:1.0:1788483502.151390:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967911 is committed 00000020:00080000:1.0:1788483502.151407:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f76133d2000 refcount 2 committed 0 result 0 batchid 16 00000020:00080000:1.0:1788483502.151414:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763f5c4e00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f76133d2f00 00000020:00080000:1.0:1788483502.151432:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763f5c4d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7508844600 00000020:00080000:1.0:1788483502.151460:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 15 batchid updated 00010000:00010000:0.0:1788483502.151593:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483502.151607:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483502.151616:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483502.151624:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483502.151630:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483502.151650:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483502.151673:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x19:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:0.0:1788483502.151676:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483502.151682:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483502.151688:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f23e8 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x19:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788483502.153041:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 16 committed batchid 15 00000020:00080000:3.0:1788483502.153119:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 15 00000001:00080000:2.0:1788483502.154138:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967346 is committed 00000001:00080000:2.0:1788483502.154156:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967345 is committed 00010000:00010000:1.0:1788483502.853792:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483503.173004:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250939648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483503.173098:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483503.173197:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250939648 00000100:00100000:1.0:1788483503.173207:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250939648 00000100:00100000:1.0:1788483503.173273:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1788483503.173285:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250939648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483503.173332:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788483503.173387:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250939648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483503.173396:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00080000:1.0:1788483503.173427:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483503.173475:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250939648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483503.174057:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641639f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250939776:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483503.174102:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483503.174833:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250939776 00000100:00100000:3.0:1788483503.174846:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250939776 00000100:00100000:3.0:1788483503.174910:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:3.0:1788483503.174920:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250939776:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483503.174944:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136489792 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788483503.176464:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250939776:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1532us (2348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483503.176478:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00080000:3.0:1788483503.176539:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483503.176895:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967346 gen 2 00000004:00080000:2.0:1788483503.176904:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967346 committed transno 4294967346 00000100:00100000:2.0:1788483503.176946:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641639f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250939776:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1788483503.256068:0:21749:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12g: Restore a released file implicitly ========================================================== 20:58:21 (1788483501) 00000100:00100000:2.0:1788483503.610880:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483503.611001:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224781440 00000100:00100000:0.0:1788483503.611013:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224781440 00000100:00100000:0.0:1788483503.611099:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1037 00000100:00100000:0.0:1788483503.611115:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:28238:x1875360224781440:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788483503.611263:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:28238:x1875360224781440:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 152us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483503.611272:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1037 00000100:00080000:3.0:1788483503.611355:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483503.616336:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000040:00080000:1.0:1788483503.621144:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483503.621157:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483503.623012:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788483503.623037:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483503.623677:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224781568 00000100:00100000:2.0:1788483503.623701:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224781568 00000100:00100000:2.0:1788483503.623798:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1038 00000100:00100000:2.0:1788483503.623812:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:28238:x1875360224781568:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788483503.624283:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:28238:x1875360224781568:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 469us (7955us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483503.624303:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1038 00000100:00080000:3.0:1788483503.625869:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483503.649199:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483503.649667:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224781696 00000100:00100000:0.0:1788483503.649681:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224781696 00000100:00100000:0.0:1788483503.649789:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1039 00000100:00100000:0.0:1788483503.649803:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+88:28239:x1875360224781696:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483503.649829:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483503.649857:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2466 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472df expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.649971:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f246d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650005:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f246d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650022:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f246d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650041:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2474 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650048:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650055:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650113:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f246d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650121:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f246d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650129:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f246d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650135:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483503.650141:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f246d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650149:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f246d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650284:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483503.650304:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.650310:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f246d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650317:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f246d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650334:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2474 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650340:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2474 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650345:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2474 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650351:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483503.650353:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2474 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650359:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2474 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650366:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9f76420dc200) 00010000:00010000:0.0:1788483503.650369:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.650371:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2474 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650377:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2474 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650416:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2466 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472df expref: 89 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650440:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483503.650443:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.650447:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2466 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472df expref: 89 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.650457:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525600, rc 0) 00000100:00100000:0.0:1788483503.651407:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+88:28239:x1875360224781696:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1598us (2215us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483503.651419:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1039 00000100:00080000:1.0:1788483503.652070:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483503.658317:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483503.658477:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224781952 00000100:00100000:1.0:1788483503.658491:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224781952 00000100:00100000:1.0:1788483503.658600:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1040 00000100:00100000:1.0:1788483503.658611:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+88:28239:x1875360224781952:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:1.0:1788483503.658677:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483503.658722:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f219c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1471f1 expref: 88 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.658743:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483503.658749:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483503.658821:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.658836:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147206 expref: 39 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.658845:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.658880:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147206 expref: 39 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.658894:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147206 expref: 39 pid: 12148 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483503.658909:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250939904:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483503.659017:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654180 going to sleep for 11 seconds 00000100:00100000:3.0:1788483503.663453:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483503.663834:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224782080 00000100:00100000:2.0:1788483503.663847:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224782080 00010000:00010000:2.0:1788483503.663902:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147206 expref: 40 pid: 12148 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483503.663966:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 326 00000100:00100000:2.0:1788483503.663977:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2402:x1875360224782080:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483503.663999:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483503.664007:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147206 expref: 40 pid: 12148 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.664022:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147206 expref: 40 pid: 12148 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.664052:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483503.664058:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.664070:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.664079:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.664114:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483503.664185:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2402:x1875360224782080:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 210us (748us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483503.664193:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 326 00010000:00010000:1.0:1788483503.665554:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f21db lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147206 expref: 39 pid: 12148 timeout: 768 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483503.665582:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250939904:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483503.665612:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.665649:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.665656:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.665689:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.665703:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.665715:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666445:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666462:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666471:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483503.666491:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000abc09231 reply state 0000000032d2723b transno 4294967915 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666541:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666550:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:1.0:1788483503.666560:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483503.666566:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788483503.666574:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00010000:00010000:1.0:1788483503.666583:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666591:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666599:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666605:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483503.666610:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666619:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666632:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483503.666635:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483503.666639:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666645:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f247b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483503.666657:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000abc09231 reply state 0000000032d2723b transno 4294967915 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666665:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.666683:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9f760b52ff00) 00010000:00010000:1.0:1788483503.666685:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483503.666687:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788483503.666795:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+89:28239:x1875360224781952:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 8182us (8497us total) trans 4294967915 rc 0/0 00000100:00100000:1.0:1788483503.666805:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1040 00000100:00100000:3.0:1788483503.682091:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483503.682178:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224782208 00000100:00100000:1.0:1788483503.682192:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224782208 00000100:00100000:1.0:1788483503.682268:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1041 00000100:00100000:1.0:1788483503.682280:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+89:28240:x1875360224782208:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483503.682324:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483503.682352:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2490 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472e6 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.682437:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2497 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.682455:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.682468:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483503.682731:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483503.682738:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483503.682764:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.682794:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2490 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472e6 expref: 91 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.682833:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2497 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472e6 expref: 90 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.682843:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483503.682846:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483503.682850:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2400, rc 0) 00000100:00100000:1.0:1788483503.682924:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+90:28240:x1875360224782208:12345-192.168.206.36@tcp:101:bash.0 Request processed in 645us (847us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483503.682932:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1041 00000100:00100000:0.0:1788483503.690137:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483503.690336:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224782336 00000100:00100000:2.0:1788483503.690351:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224782336 00000100:00100000:2.0:1788483503.690432:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1042 00000100:00100000:2.0:1788483503.690447:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+90:28240:x1875360224782336:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483503.690492:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483503.690550:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f249e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472ed expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690637:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f24a5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690656:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f24a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690670:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f24a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690683:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f24ac lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690691:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f24ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690698:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f24ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690826:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f24b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690836:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f24b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690844:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f24b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483503.690891:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:2.0:1788483503.690895:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483503.690922:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f24b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690937:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f24a5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690944:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f24a5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690953:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f24a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690959:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483503.690964:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f24a5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690974:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f24a5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.690988:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483503.690992:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483503.690998:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f24a5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691005:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f24a5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691022:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f24ac lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691033:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f24ac lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691039:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f24ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691044:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76027e2a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483503.691047:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f24ac lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691053:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f24ac lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691060:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9f760b52ff00) 00010000:00010000:2.0:1788483503.691064:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483503.691067:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f24ac lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691073:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f24ac lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691106:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f249e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472ed expref: 92 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691121:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2200/0xf2b1f833e60f24b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472ed expref: 91 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.691129:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:2.0:1788483503.691131:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788483503.691135:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2200, rc 0) 00000100:00100000:2.0:1788483503.691220:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+91:28240:x1875360224782336:12345-192.168.206.36@tcp:101:bash.0 Request processed in 775us (1096us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483503.691228:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1042 00000100:00100000:0.0:1788483503.695389:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483503.695552:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224782464 00000100:00100000:1.0:1788483503.695568:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224782464 00000100:00100000:1.0:1788483503.695647:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1043 00000100:00100000:1.0:1788483503.695660:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+91:28240:x1875360224782464:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483503.695687:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483503.695713:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f24ba lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472f4 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.695969:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f24c1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.695989:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f24c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696002:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f24c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696266:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24c8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696485:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696584:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696630:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f24c1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696638:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f24c1 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696645:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f24c1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696651:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483503.696655:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f24c1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696663:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f24c1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696676:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:1.0:1788483503.696680:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483503.696684:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f24c1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696690:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f24c1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696704:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24c8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696718:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24c8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696724:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696729:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483503.696733:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24c8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696739:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24c8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696747:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9f760b52f500) 00010000:00010000:1.0:1788483503.696750:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483503.696823:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24c8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696831:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24c8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.696891:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f24ba lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472f4 expref: 92 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.697217:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:1.0:1788483503.697220:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483503.697225:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f24ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472f4 expref: 92 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.697249:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2000, rc 0) 00000100:00100000:1.0:1788483503.697442:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+91:28240:x1875360224782464:12345-192.168.206.36@tcp:101:bash.0 Request processed in 1782us (2064us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483503.697451:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1043 00000100:00100000:2.0:1788483503.715946:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483503.716145:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224782592 00000100:00100000:1.0:1788483503.716159:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224782592 00000100:00100000:1.0:1788483503.716302:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1044 00000100:00100000:1.0:1788483503.716316:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+39:28241:x1875360224782592:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483503.716344:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483503.716374:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f24cf lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1472fb expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.716481:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.716533:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.716548:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483503.716606:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483503.716611:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483503.716637:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.716667:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f24cf lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472fb expref: 41 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.716715:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472fb expref: 40 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.716726:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483503.716729:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483503.716733:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2e00, rc 0) 00000100:00100000:1.0:1788483503.717020:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:28241:x1875360224782592:12345-192.168.206.36@tcp:101:rm.0 Request processed in 705us (1085us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483503.717029:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1044 00000100:00100000:0.0:1788483503.719667:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483503.719727:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224782720 00000100:00100000:0.0:1788483503.719739:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224782720 00000100:00100000:0.0:1788483503.719816:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1045 00000100:00100000:0.0:1788483503.719828:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:28241:x1875360224782720:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483503.719860:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483503.719887:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f24dd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147302 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.719974:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f24e4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.719991:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f24e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720027:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f24e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720041:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f24eb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720049:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f24eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720056:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f24eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720174:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f24f2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720184:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f24f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720191:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f24f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483503.720233:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:0.0:1788483503.720238:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483503.720262:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f24f2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720276:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f24e4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720284:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f24e4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720311:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f24e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720317:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483503.720323:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f24e4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720332:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f24e4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720347:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483503.720351:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.720356:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f24e4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720363:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f24e4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720380:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f24eb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720387:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f24eb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720393:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f24eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720397:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483503.720401:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f24eb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720416:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f24eb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720425:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9f760b52ff00) 00010000:00010000:0.0:1788483503.720427:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.720430:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f24eb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720436:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f24eb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720480:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f24dd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147302 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720494:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524000/0xf2b1f833e60f24f2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147302 expref: 41 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.720551:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:0.0:1788483503.720553:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483503.720556:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524000, rc 0) 00000100:00100000:0.0:1788483503.720644:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:28241:x1875360224782720:12345-192.168.206.36@tcp:101:rm.0 Request processed in 816us (993us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483503.720651:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1045 00000100:00100000:2.0:1788483503.725252:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483503.725386:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224782848 00000100:00100000:0.0:1788483503.725399:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224782848 00000100:00100000:0.0:1788483503.725477:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1046 00000100:00100000:0.0:1788483503.725537:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:28241:x1875360224782848:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483503.725585:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483503.725614:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f24f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147309 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.725712:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2500 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.725730:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2500 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.725743:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2500 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.725762:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2507 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.725770:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.725777:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726603:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2500 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726618:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2500 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726626:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2500 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726633:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483503.726651:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2500 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726660:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2500 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726742:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:0.0:1788483503.726746:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.726752:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2500 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726758:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2500 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726777:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2507 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726784:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2507 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726790:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2507 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726795:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483503.726798:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2507 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726804:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2507 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726821:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9f76420dc200) 00010000:00010000:0.0:1788483503.726825:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.726835:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2507 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726841:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2507 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726894:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f24f9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147309 expref: 42 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726905:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:0.0:1788483503.726907:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.726911:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f24f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147309 expref: 42 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.726920:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524800, rc 0) 00000100:00100000:0.0:1788483503.727135:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:28241:x1875360224782848:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1636us (1895us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483503.727144:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1046 00000100:00100000:3.0:1788483503.730640:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483503.730798:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224782976 00000100:00100000:0.0:1788483503.730820:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224782976 00000100:00100000:0.0:1788483503.730892:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1047 00000100:00100000:0.0:1788483503.730906:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:28241:x1875360224782976:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483503.730931:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483503.730956:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f250e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147310 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731041:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731080:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731093:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731110:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f251c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731117:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f251c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731123:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f251c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731173:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731181:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731188:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731194:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731201:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483503.731206:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731215:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731237:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:0.0:1788483503.731240:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.731246:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731254:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2515 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731271:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f251c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731277:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f251c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731284:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f251c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731289:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483503.731307:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f251c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731313:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f251c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731323:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9f76420dc800) 00010000:00010000:0.0:1788483503.731325:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.731328:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f251c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731334:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f251c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731395:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f250e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147310 expref: 42 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731407:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:0.0:1788483503.731410:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.731414:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f250e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147310 expref: 42 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.731424:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524200, rc 0) 00000100:00100000:0.0:1788483503.731492:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:28241:x1875360224782976:12345-192.168.206.36@tcp:101:rm.0 Request processed in 589us (866us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483503.731531:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1047 00000100:00100000:2.0:1788483503.745776:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483503.745946:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224783104 00000100:00100000:0.0:1788483503.745960:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224783104 00000100:00100000:0.0:1788483503.746077:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1048 00000100:00100000:0.0:1788483503.746091:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:28242:x1875360224783104:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483503.746119:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483503.746144:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2523 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147317 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746245:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f252a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746262:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f252a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746275:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f252a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746320:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2531 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746328:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2531 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746335:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2531 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746386:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f252a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746393:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f252a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746400:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f252a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746406:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483503.746411:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f252a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746420:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f252a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746435:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:0.0:1788483503.746438:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.746445:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f252a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746451:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f252a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746475:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2531 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746482:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2531 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746488:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2531 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746493:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483503.746495:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2531 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746663:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2531 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746672:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9f76420dc800) 00010000:00010000:0.0:1788483503.746674:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.746677:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2531 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746684:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2531 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746728:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2523 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147317 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746741:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:0.0:1788483503.746744:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483503.746754:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2523 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147317 expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.746766:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524200, rc 0) 00000100:00100000:0.0:1788483503.746859:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:28242:x1875360224783104:12345-192.168.206.36@tcp:101:cp.0 Request processed in 770us (1098us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483503.746867:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1048 00000100:00100000:2.0:1788483503.749762:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483503.749890:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224783232 00000100:00100000:1.0:1788483503.749904:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224783232 00000100:00100000:1.0:1788483503.749969:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1049 00000100:00100000:1.0:1788483503.749981:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:28242:x1875360224783232:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483503.750006:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483503.750031:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2538 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14731e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750123:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f253f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750140:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f253f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750154:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f253f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750172:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2546 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750182:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750188:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750250:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f253f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750259:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f253f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750266:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f253f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750272:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483503.750277:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f253f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750285:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f253f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750309:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:1.0:1788483503.750312:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483503.750318:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f253f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750324:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f253f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750340:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2546 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750346:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2546 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750352:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2546 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750356:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483503.750359:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2546 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750365:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2546 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750373:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9f760b52f500) 00010000:00010000:1.0:1788483503.750376:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483503.750378:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2546 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750384:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2546 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750425:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2538 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14731e expref: 42 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750436:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:1.0:1788483503.750438:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483503.750441:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2538 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14731e expref: 42 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.750455:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2200, rc 0) 00000100:00100000:1.0:1788483503.750587:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:28242:x1875360224783232:12345-192.168.206.36@tcp:101:cp.0 Request processed in 607us (838us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483503.750596:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1049 00000100:00100000:1.0:1788483503.754270:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483503.754434:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224783488 00000100:00100000:2.0:1788483503.754446:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224783488 00000100:00100000:2.0:1788483503.754603:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1050 00000100:00100000:2.0:1788483503.754618:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:28242:x1875360224783488:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483503.754646:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483503.754673:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f254d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147325 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.754818:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f2554 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.754836:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f2554 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.754849:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f2554 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.754866:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.754873:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.754885:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483503.755392:0:6515:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x15:0x0], index 1: 0 00010000:00010000:2.0:1788483503.755597:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755609:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755619:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755659:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f2554 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755666:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f2554 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755674:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f2554 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755681:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483503.755686:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f2554 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755696:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f2554 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755710:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:2.0:1788483503.755713:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483503.755719:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f2554 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755725:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f2554 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483503.755741:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000dabc9da5 reply state 00000000aa80b98c transno 4294967916 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755754:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755761:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9f7608d98b00) 00010000:00010000:2.0:1788483503.755763:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483503.755766:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788483503.755803:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f254d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147325 expref: 44 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755821:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147325 expref: 43 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.755828:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:2.0:1788483503.755830:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483503.755833:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3200, rc 0) 00000100:00100000:2.0:1788483503.755926:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:28242:x1875360224783488:12345-192.168.206.36@tcp:101:cp.0 Request processed in 1310us (1669us total) trans 4294967916 rc 0/0 00000100:00100000:2.0:1788483503.755934:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1050 00000100:00100000:3.0:1788483503.759205:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483503.759340:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224783616 00000100:00100000:1.0:1788483503.759353:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224783616 00000100:00100000:1.0:1788483503.759444:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 265 00000100:00080000:3.0:1788483503.759456:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483503.759458:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224783616:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483503.759480:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483503.759534:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000985b01a0/0xf2b1f833e60f2570 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14732c expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483503.759568:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483503.759593:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=668s v=(0 0) 00010000:00010000:1.0:1788483503.759598:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483503.759610:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000985b01a0/0xf2b1f833e60f2570 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14732c expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.759632:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000985b01a0/0xf2b1f833e60f2570 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14732c expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.759649:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3a00, rc 0) 00000100:00100000:1.0:1788483503.759790:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224783616:12345-192.168.206.36@tcp:101:cp.0 Request processed in 335us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483503.760998:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 265 00000100:00100000:3.0:1788483503.762289:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483503.762374:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224783744 00000100:00100000:0.0:1788483503.762387:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224783744 00000100:00100000:0.0:1788483503.762452:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 266 00000100:00100000:0.0:1788483503.762474:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:28242:x1875360224783744:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483503.762495:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483503.762538:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147333 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.762575:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000985b01a0/0xf2b1f833e60f2570 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14732c expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.762585:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483503.762589:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483503.762594:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 12 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.762636:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000985b01a0/0xf2b1f833e60f2570 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14732c expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.762652:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000985b01a0/0xf2b1f833e60f2570 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14732c expref: 12 pid: 14965 timeout: 768 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483503.762701:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250940032:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483503.763055:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e89c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483503.766535:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483503.766643:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224783872 00000100:00100000:2.0:1788483503.766655:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224783872 00010000:00010000:2.0:1788483503.766718:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000985b01a0/0xf2b1f833e60f2570 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14732c expref: 13 pid: 14965 timeout: 768 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483503.766769:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 327 00000100:00100000:2.0:1788483503.766780:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224783872:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483503.766799:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483503.766826:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000985b01a0/0xf2b1f833e60f2570 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14732c expref: 13 pid: 14965 timeout: 768 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.766842:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000985b01a0/0xf2b1f833e60f2570 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14732c expref: 13 pid: 14965 timeout: 768 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.766873:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483503.766878:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483503.766888:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 13 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.766899:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 13 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.766945:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 13 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483503.766962:0:6502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1875360250940160:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483503.767057:0:6502:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788483503.769350:0:6502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b7800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1875360250940160:192.168.206.36@tcp:105: 00010000:00010000:3.0:1788483503.769386:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483503.769455:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224783872:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 2674us (2964us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483503.769480:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 327 00010000:00010000:0.0:1788483503.771100:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000985b01a0/0xf2b1f833e60f2570 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14732c expref: 12 pid: 14965 timeout: 768 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483503.771129:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250940032:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483503.771169:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 11 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.771187:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524200, rc 0) 00000100:00100000:0.0:1788483503.771336:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:28242:x1875360224783744:12345-192.168.206.36@tcp:101:cp.0 Request processed in 8872us (9056us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483503.771346:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 266 00000100:00100000:2.0:1788483503.774603:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483503.774730:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224784128 00000100:00100000:3.0:1788483503.774744:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224784128 00000100:00100000:3.0:1788483503.774808:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 198 00000100:00100000:3.0:1788483503.774821:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:28242:x1875360224784128:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:3.0:1788483503.775217:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:28242:x1875360224784128:12345-192.168.206.36@tcp:35:cp.0 Request processed in 397us (627us total) trans 4294967917 rc 0/0 00000100:00100000:3.0:1788483503.775226:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 198 00000100:00100000:1.0:1788483503.811959:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483503.812060:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224784256 00000100:00100000:2.0:1788483503.812074:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224784256 00000100:00100000:2.0:1788483503.812153:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1051 00000100:00100000:2.0:1788483503.812166:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+91:28245:x1875360224784256:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483503.812192:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483503.812221:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f257e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14733a expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.812320:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2585 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.812338:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2585 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.812350:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2585 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.812362:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f258c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.812369:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f258c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.812374:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f258c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.812460:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.812480:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.812492:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483503.812960:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:2.0:1788483503.812966:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483503.812990:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813005:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813014:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2585 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813020:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2585 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813027:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2585 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813034:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483503.813039:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2585 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813048:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2585 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813064:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:2.0:1788483503.813068:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483503.813074:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2585 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813086:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2585 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813103:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f258c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813109:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f258c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813115:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f258c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813120:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483503.813123:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f258c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813128:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f258c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813136:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9f7608d98b00) 00010000:00010000:2.0:1788483503.813138:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483503.813142:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f258c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813148:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f258c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813182:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f257e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14733a expref: 93 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813202:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14733a expref: 92 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.813210:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:2.0:1788483503.813212:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483503.813214:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5e400, rc 0) 00000100:00100000:2.0:1788483503.813315:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+92:28245:x1875360224784256:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1150us (1369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483503.813324:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1051 00000100:00100000:1.0:1788483503.816373:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483503.816485:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224784384 00000100:00100000:0.0:1788483503.816544:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224784384 00000100:00100000:0.0:1788483503.816619:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 267 00000100:00100000:0.0:1788483503.816630:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224784384:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483503.816650:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483503.816671:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000091a77a4e/0xf2b1f833e60f259a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147341 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483503.816746:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250940288:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483503.816848:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e89c0 going to sleep for 11 seconds 00000100:00080000:3.0:1788483503.817571:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1788483503.819438:0:8432:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788483503.819448:0:8432:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb mtime: 0 -> 1788483502 00002000:00010000:0.0:1788483503.819451:0:8432:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb atime: 0 -> 1788483502 00002000:00010000:0.0:1788483503.819453:0:8432:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb ctime: 0 -> 1788483502 00002000:00010000:0.0:1788483503.819455:0:8432:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788483503.819490:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250940288:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483503.819567:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000091a77a4e/0xf2b1f833e60f259a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147341 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.819597:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000091a77a4e/0xf2b1f833e60f259a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147341 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483503.819613:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525600, rc 0) 00000100:00100000:0.0:1788483503.819695:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224784384:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3065us (3334us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483503.819704:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 267 00000100:00100000:2.0:1788483503.824158:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483503.824411:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224784512 00000100:00100000:1.0:1788483503.824427:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224784512 00000100:00100000:1.0:1788483503.824551:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1052 00000100:00100000:1.0:1788483503.824564:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+92:28245:x1875360224784512:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483503.824592:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483503.824623:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f25a1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147348 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.824721:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.824740:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.824755:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483503.824817:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x38:0x0]: returning size 4096 00000004:00200000:1.0:1788483503.824822:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483503.824850:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.824885:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f25a1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147348 expref: 94 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.824908:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147348 expref: 93 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483503.824918:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:1.0:1788483503.824922:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483503.824926:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3c00, rc 0) 00000100:00100000:1.0:1788483503.825007:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+93:28245:x1875360224784512:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 444us (864us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483503.825015:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1052 00000100:00100000:1.0:1788483503.830425:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483503.830592:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224784640 00000100:00100000:2.0:1788483503.830606:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224784640 00000100:00100000:2.0:1788483503.830680:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 268 00000100:00100000:2.0:1788483503.830693:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224784640:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483503.830717:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483503.830743:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f25af lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14734f expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483503.830824:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250940416:192.168.206.36@tcp:106: 00000100:00100000:2.0:1788483503.830951:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483503.832951:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250940416:192.168.206.36@tcp:106: 00010000:00010000:2.0:1788483503.833001:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f25af lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14734f expref: 13 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.833038:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f25af lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14734f expref: 13 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483503.833054:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f200, rc 0) 00000100:00100000:2.0:1788483503.833177:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224784640:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2486us (2766us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483503.833189:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 268 00000100:00100000:3.0:1788483503.841637:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483503.841860:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224784896 00000100:00100000:0.0:1788483503.841874:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224784896 00000100:00100000:0.0:1788483503.841950:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1053 00000100:00100000:0.0:1788483503.841962:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+93:28245:x1875360224784896:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:0.0:1788483503.842240:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].26, 136 off11728 00000100:00100000:0.0:1788483503.842362:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+93:28245:x1875360224784896:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 399us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483503.842371:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1053 00010000:00010000:3.0:1788483503.877000:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483504.196656:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483504.196687:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250940544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483504.196796:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483504.196985:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250940544 00000100:00100000:1.0:1788483504.196995:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250940544 00000100:00100000:1.0:1788483504.197074:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1788483504.197086:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250940544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483504.197129:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:1.0:1788483504.197192:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250940544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483504.197201:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1788483504.197256:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250940544:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1788483504.262239:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1788483504.634241:0:21798:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483504.634252:0:21798:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483504.634308:0:21798:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:1.0:1788483504.634316:0:21798:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788483504.644709:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483504.644722:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483504.644754:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:1.0:1788483504.644765:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483504.645046:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250940672:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483504.645175:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7619264f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788483504.647976:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250940672:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483504.649754:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483504.654109:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224785024 00000100:00100000:2.0:1788483504.654131:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224785024 00000100:00100000:2.0:1788483504.654235:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1054 00000100:00100000:2.0:1788483504.654247:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:28255:x1875360224785024:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483504.654305:0:6514:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483504.654759:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:28255:x1875360224785024:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 512us (5014us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483504.654768:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1054 00000100:00100000:2.0:1788483504.658762:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483504.658836:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224785280 00000100:00100000:1.0:1788483504.658849:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224785280 00000100:00100000:1.0:1788483504.658945:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1055 00000100:00100000:1.0:1788483504.658960:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:28255:x1875360224785280:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483504.658989:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483504.659016:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f25b6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147356 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.659169:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f25bd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.659188:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f25bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.659206:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f25bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483504.659218:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:1.0:1788483504.659376:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f25b6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147356 expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.659394:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f25bd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147356 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.659405:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:1.0:1788483504.659408:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483504.659412:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2000, rc 0) 00000100:00100000:1.0:1788483504.659535:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28255:x1875360224785280:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 544us (757us total) trans 4294967918 rc 0/0 00000100:00100000:1.0:1788483504.659544:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1055 00000100:00100000:1.0:1788483504.665726:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483504.665777:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483504.666163:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224785408 00000100:00100000:0.0:1788483504.666177:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224785408 00000100:00100000:2.0:1788483504.666277:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224785536 00000100:00100000:2.0:1788483504.666282:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224785536 00000100:00100000:2.0:1788483504.666353:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 47 00000100:00100000:2.0:1788483504.666366:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2401:x1875360224785536:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483504.666386:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788483504.666399:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 269 00000100:00100000:0.0:1788483504.666407:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224785408:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483504.666416:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f25bd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147356 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.666445:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:0.0:1788483504.666449:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.666451:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483504.666469:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 11 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.666485:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x15:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788483504.666490:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483504.666495:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483504.666544:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2401:x1875360224785536:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 181us (767us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483504.666552:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 47 00010000:00010000:0.0:1788483504.666556:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 11 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.666713:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 11 pid: 8431 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483504.666865:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250940800:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483504.667016:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e8480 going to sleep for 11 seconds 00000100:00100000:0.0:1788483504.678302:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250940800:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483504.678342:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483504.684209:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483504.685368:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224785664 00000100:00100000:3.0:1788483504.685382:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224785664 00002000:00100000:3.0:1788483504.685452:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff9f75087b7b80 x1875360224785664/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:255/0 lens 648/0 e 0 to 0 dl 1788483515 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483504.685476:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75087b7b80 with x1875360224785664 ext(0->157) 00010000:00010000:3.0:1788483504.685487:0:8436:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 12 pid: 8431 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483504.685523:0:8436:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 12 pid: 8431 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483504.685532:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f75087b7b80 00000100:00100000:3.0:1788483504.685567:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 13 00000100:00100000:3.0:1788483504.685579:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224785664:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:3.0:1788483504.688497:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360224785664:12345-192.168.206.36@tcp:4:cp.0 Request processed in 2901us (4285us total) trans 4294967351 rc 0/0 00000100:00100000:3.0:1788483504.688718:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 13 00002000:00100000:3.0:1788483504.688735:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x15:0x0] (0->157) req@ffff9f75087b7b80 x1875360224785664/t4294967351(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:255/0 lens 648/448 e 0 to 0 dl 1788483515 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483504.688748:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75087b7b80 with x1875360224785664 ext(0->157) 00010000:00010000:3.0:1788483504.688761:0:8436:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 14 pid: 8431 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483504.688950:0:8436:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 14 pid: 8431 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483504.688959:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f75087b7b80 00000100:00100000:3.0:1788483504.696667:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483504.696832:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224785792 00000100:00100000:0.0:1788483504.696846:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224785792 00010000:00010000:0.0:1788483504.696907:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 14 pid: 8431 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483504.696949:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 328 00000100:00100000:0.0:1788483504.696960:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2400:x1875360224785792:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483504.696979:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788483504.697005:0:6501:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x15:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788483504.697013:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 14 pid: 8431 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.697031:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 14 pid: 8431 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.697064:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2577 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147333 expref: 14 pid: 8431 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.697085:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483504.697091:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483504.697098:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.697111:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.697154:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483504.697183:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.697193:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483504.697226:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360224785792:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 267us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483504.697234:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 328 00010000:00010000:1.0:1788483504.697449:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.697460:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.697469:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.697476:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483504.697481:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.697490:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.697693:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483504.697701:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f25cb lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483504.697777:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224785408:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 31368us (32062us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483504.697787:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 269 00000100:00100000:1.0:1788483504.701189:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483504.701473:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224786048 00000100:00100000:0.0:1788483504.701485:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224786048 00000100:00100000:0.0:1788483504.701601:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1056 00000100:00100000:0.0:1788483504.701616:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:28255:x1875360224786048:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483504.701771:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:28255:x1875360224786048:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 158us (595us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483504.701781:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1056 00000100:00100000:0.0:1788483504.707374:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483504.707545:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224786176 00000100:00100000:3.0:1788483504.707573:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224786176 00000100:00100000:3.0:1788483504.707663:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 270 00000100:00100000:3.0:1788483504.707677:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224786176:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483504.707713:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483504.707749:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000edc6313a/0xf2b1f833e60f25d2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14735d expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483504.707793:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x6a9a17ae, atime: 0x0, ctime: 0x6a9a17ae, blocks: 0x8 00010000:00010000:3.0:1788483504.707821:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=669s v=(0 0) 00010000:00010000:3.0:1788483504.707827:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483504.707840:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000edc6313a/0xf2b1f833e60f25d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14735d expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483504.707864:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000edc6313a/0xf2b1f833e60f25d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14735d expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483504.707890:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e600, rc 0) 00000100:00100000:3.0:1788483504.707980:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224786176:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 305us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483504.707988:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 270 00000100:00100000:1.0:1788483504.714301:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483504.724486:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224786432 00000100:00100000:0.0:1788483504.724530:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224786432 00000100:00100000:0.0:1788483504.724627:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1057 00000100:00100000:0.0:1788483504.724641:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:28255:x1875360224786432:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483504.725216:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:28255:x1875360224786432:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 574us (10938us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483504.725226:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1057 00000100:00100000:3.0:1788483504.735603:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483504.735646:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224786560 00000100:00100000:1.0:1788483504.735660:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224786560 00002000:00100000:1.0:1788483504.735726:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff9f7641617b80 x1875360224786560/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:255/0 lens 488/0 e 0 to 0 dl 1788483515 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483504.735739:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641617b80 with x1875360224786560 ext(0->4095) 00002000:00010000:1.0:1788483504.735746:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7641617b80 00000100:00100000:1.0:1788483504.735789:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 78 00000100:00100000:1.0:1788483504.735801:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224786560:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788483504.736136:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224786560:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 335us (546us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788483504.736145:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 78 00002000:00100000:1.0:1788483504.736154:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x15:0x0] (0->4095) req@ffff9f7641617b80 x1875360224786560/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:255/0 lens 488/4536 e 0 to 0 dl 1788483515 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483504.736170:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641617b80 with x1875360224786560 ext(0->4095) 00002000:00010000:1.0:1788483504.736174:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7641617b80 00000100:00100000:0.0:1788483504.741241:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483504.741654:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224786688 00000100:00100000:2.0:1788483504.741668:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224786688 00000100:00100000:2.0:1788483504.741760:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1058 00000100:00100000:2.0:1788483504.741775:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:28255:x1875360224786688:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483504.741911:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483504.741939:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f25d9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147364 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.741987:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.742004:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.742018:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.742156:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f25d9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147364 expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.742179:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147364 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.742189:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:2.0:1788483504.742193:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483504.742197:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f200, rc 0) 00000100:00100000:2.0:1788483504.742276:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28255:x1875360224786688:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 505us (1052us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483504.742419:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1058 00000100:00100000:2.0:1788483504.747636:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483504.749990:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224786816 00000100:00100000:0.0:1788483504.750009:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224786816 00000100:00100000:0.0:1788483504.750154:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1059 00000100:00100000:0.0:1788483504.750169:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28255:x1875360224786816:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483504.750222:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483504.750418:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28255:x1875360224786816:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 251us (2795us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483504.750431:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1059 00000100:00100000:0.0:1788483504.754475:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483504.754546:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224786944 00000100:00100000:0.0:1788483504.754557:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224786944 00000100:00100000:0.0:1788483504.754797:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 271 00000100:00100000:0.0:1788483504.754811:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224786944:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483504.754870:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f25e7 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.754965:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483504.754972:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483504.754980:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f25e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.755000:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f25e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.755035:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f25e7 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.755044:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f25e7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.755054:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f25e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.755069:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483504.755075:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f25e7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.755085:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f25e7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.755103:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f25e7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.755112:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fe758bb6/0xf2b1f833e60f25e7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483504.755209:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224786944:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 400us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483504.755218:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 271 00000100:00100000:2.0:1788483504.763913:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483504.764011:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224787200 00000100:00100000:3.0:1788483504.764023:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224787200 00000100:00100000:3.0:1788483504.764094:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1060 00000100:00100000:3.0:1788483504.764105:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28255:x1875360224787200:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483504.764206:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483504.764227:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147364 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483504.764238:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483504.764297:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147364 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483504.764314:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147364 expref: 47 pid: 6516 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483504.764330:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250940928:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483504.764524:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760c1e8600 going to sleep for 11 seconds 00000100:00100000:3.0:1788483504.771587:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250940928:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483504.771625:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483504.774246:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483504.774358:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224787328 00000100:00100000:0.0:1788483504.774378:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224787328 00010000:00010000:0.0:1788483504.774427:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147364 expref: 48 pid: 6516 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483504.774463:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 329 00000100:00100000:0.0:1788483504.774474:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2401:x1875360224787328:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483504.774491:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483504.774557:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147364 expref: 48 pid: 6516 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.774573:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147364 expref: 48 pid: 6516 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.774601:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f25e0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147364 expref: 48 pid: 6516 timeout: 769 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.774619:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:0.0:1788483504.774626:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.774639:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.774648:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483504.774679:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483504.774754:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df6c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2401:x1875360224787328:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 281us (519us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483504.774763:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 329 00010000:00010000:2.0:1788483504.775975:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.775990:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.776205:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.776292:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.776301:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.776308:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483504.776314:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.776324:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.776343:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:2.0:1788483504.776347:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483504.776351:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483504.776358:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f25ee lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483504.776706:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28255:x1875360224787200:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 12596us (12802us total) trans 4294967919 rc 0/0 00000100:00100000:2.0:1788483504.777160:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1060 00000040:00080000:0.0:1788483504.778125:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483504.778133:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483504.779017:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1788483504.779035:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483504.780962:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483504.781054:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224787584 00000100:00100000:3.0:1788483504.781066:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224787584 00000100:00100000:3.0:1788483504.781144:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 199 00000100:00100000:3.0:1788483504.781157:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28255:x1875360224787584:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483504.781587:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:28255:x1875360224787584:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 431us (635us total) trans 4294967920 rc 0/0 00000100:00100000:3.0:1788483504.781597:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 199 00010000:00010000:1.0:1788483504.900784:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483505.321047:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483505.321098:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483505.321128:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483505.321161:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483505.321327:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483505.321357:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483505.321548:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483505.321573:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483505.321603:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483505.321636:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224787712 00000100:00100000:0.0:1788483505.321649:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224787712 00000100:00100000:0.0:1788483505.321723:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 699 00000100:00100000:0.0:1788483505.321734:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224787712:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483505.321816:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224787712:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 83us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.321825:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 699 00000100:00100000:0.0:1788483505.321864:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224787840 00000100:00100000:0.0:1788483505.321868:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224787840 00000100:00100000:0.0:1788483505.321904:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224788352 00000100:00100000:0.0:1788483505.321907:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224788352 00000100:00100000:0.0:1788483505.321921:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224787968 00000100:00100000:0.0:1788483505.321923:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224787968 00000100:00100000:0.0:1788483505.321936:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224788480 00000100:00100000:0.0:1788483505.321939:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224788480 00000100:00100000:0.0:1788483505.321954:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 828 00000100:00100000:0.0:1788483505.321960:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+93:2399:x1875360224787840:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483505.321993:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+93:2399:x1875360224787840:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 33us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.321999:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 828 00000100:00100000:0.0:1788483505.322011:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 829 00000100:00100000:0.0:1788483505.322017:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2399:x1875360224788352:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483505.322048:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2399:x1875360224788352:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (919us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.322054:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 829 00000100:00100000:0.0:1788483505.322067:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 830 00000100:00100000:0.0:1788483505.322073:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224787968:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483505.322099:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224787968:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.322105:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 830 00000100:00100000:0.0:1788483505.322117:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 831 00000100:00100000:0.0:1788483505.322122:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224788480:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483505.322144:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224788480:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.322150:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 831 00000100:00100000:1.0:1788483505.322295:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224788096 00000100:00100000:1.0:1788483505.322299:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224788096 00000100:00100000:1.0:1788483505.322333:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224788608 00000100:00100000:1.0:1788483505.322337:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224788608 00000100:00100000:1.0:1788483505.322352:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224788224 00000100:00100000:1.0:1788483505.322354:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224788224 00000100:00100000:1.0:1788483505.322366:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224788736 00000100:00100000:1.0:1788483505.322368:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224788736 00000100:00100000:1.0:1788483505.322392:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 478 00000100:00100000:1.0:1788483505.322399:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2399:x1875360224788096:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483505.322429:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2399:x1875360224788096:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (1332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483505.322435:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 478 00000100:00100000:1.0:1788483505.322450:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 479 00000100:00100000:1.0:1788483505.322455:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224788608:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483505.322475:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224788608:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483505.322480:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 479 00000100:00100000:1.0:1788483505.322488:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 480 00000100:00100000:1.0:1788483505.322493:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224788224:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483505.322536:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224788224:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 43us (989us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483505.322544:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 480 00000100:00100000:1.0:1788483505.322554:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 481 00000100:00100000:1.0:1788483505.322559:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2399:x1875360224788736:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483505.322579:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2399:x1875360224788736:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (976us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483505.322585:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 481 00000100:00080000:3.0:1788483505.325841:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483505.325857:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483505.325862:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483505.325865:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483505.733128:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250941056:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483505.733232:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483505.733263:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250941056 00000100:00100000:3.0:1788483505.733273:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250941056 00000100:00100000:1.0:1788483505.733319:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250941184:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483505.733346:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483505.733519:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250941696:0@lo:400:kworker.0 00000100:00100000:1.0:1788483505.733548:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483505.733567:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250942208:0@lo:400:kworker.0 00000100:00100000:1.0:1788483505.733591:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483505.733609:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788483505.733615:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250941312:0@lo:400:kworker.0 00000100:00100000:1.0:1788483505.733643:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483505.733663:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250941824:0@lo:400:kworker.0 00000100:00100000:1.0:1788483505.733699:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483505.733717:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250942336:0@lo:400:kworker.0 00000100:00100000:1.0:1788483505.733740:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483505.735349:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250941696 00000100:00100000:0.0:1788483505.735368:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250941696 00000100:00100000:0.0:1788483505.735442:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1788483505.735455:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250941696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.735587:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250941696:12345-0@lo:400:kworker.0 Request processed in 135us (2038us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.735596:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:0.0:1788483505.735664:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250941696:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.735786:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250941440:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.735897:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483505.736013:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250941952:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.736039:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483505.736059:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250942464:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.736083:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483505.736107:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788483505.736114:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250941568:0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.736608:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250941312 00000100:00100000:0.0:1788483505.736617:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250941312 00000100:00100000:0.0:1788483505.736667:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1788483505.736688:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250941312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.736745:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250941312:12345-0@lo:400:kworker.0 Request processed in 70us (3100us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.736752:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1788483505.736799:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250942208 00000100:00100000:0.0:1788483505.736805:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250942208 00000100:00100000:0.0:1788483505.736839:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250942336 00000100:00100000:0.0:1788483505.736842:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250942336 00000100:00100000:0.0:1788483505.736866:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1788483505.736873:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250942208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.736920:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250942208:12345-0@lo:400:kworker.0 Request processed in 48us (3328us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.736927:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:0.0:1788483505.736939:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1788483505.736945:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250942336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.736975:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250942336:12345-0@lo:400:kworker.0 Request processed in 31us (3234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.736982:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1788483505.737021:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250941312:0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.737036:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250942336:0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.737046:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250942208:0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.737108:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250941824 00000100:00100000:0.0:1788483505.737112:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250941824 00000100:00100000:0.0:1788483505.737141:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1788483505.737148:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250941824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.737202:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250941824:12345-0@lo:400:kworker.0 Request processed in 55us (3503us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.737208:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1788483505.737234:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250941440 00000100:00100000:0.0:1788483505.737238:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250941440 00000100:00100000:2.0:1788483505.737570:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483505.737611:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250942080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.737643:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483505.737665:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250942592:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.737701:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483505.737734:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250941568 00000100:00100000:2.0:1788483505.737738:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250941568 00000100:00100000:2.0:1788483505.737769:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788483505.737777:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250941568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.737821:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250941568:12345-0@lo:400:kworker.0 Request processed in 45us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483505.737827:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788483505.737850:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250941952 00000100:00100000:2.0:1788483505.737854:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250941952 00000100:00100000:2.0:1788483505.737884:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250942464 00000100:00100000:2.0:1788483505.737887:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250942464 00000100:00100000:0.0:1788483505.738044:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250942080 00000100:00100000:0.0:1788483505.738048:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250942080 00000100:00100000:0.0:1788483505.738061:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250942592 00000100:00100000:0.0:1788483505.738064:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250942592 00000100:00100000:0.0:1788483505.738077:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1788483505.738085:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250941952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.738120:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250941952:12345-0@lo:400:kworker.0 Request processed in 36us (2080us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.738127:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:0.0:1788483505.738141:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1788483505.738147:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250941440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.738179:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250941440:12345-0@lo:400:kworker.0 Request processed in 33us (2283us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.738185:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1788483505.738198:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:0.0:1788483505.738204:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250942080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483505.738231:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250942080:12345-0@lo:400:kworker.0 Request processed in 28us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483505.738238:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1788483505.738339:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1788483505.738347:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250942592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.738383:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250942592:12345-0@lo:400:kworker.0 Request processed in 38us (681us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483505.738388:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1788483505.738399:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1788483505.738406:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250942464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.738436:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250942464:12345-0@lo:400:kworker.0 Request processed in 30us (2351us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483505.738442:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1788483505.738520:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250941568:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.738534:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250942080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.738546:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250942592:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.738558:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250941440:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.738569:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250941952:0@lo:400:kworker.0 00000100:00100000:2.0:1788483505.738580:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250942464:0@lo:400:kworker.0 00000100:00080000:2.0:1788483505.738638:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483505.738643:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483505.738646:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483505.738649:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483505.738740:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250941824:0@lo:400:kworker.0 00000100:00100000:3.0:1788483505.740985:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250941184 00000100:00100000:3.0:1788483505.741005:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250941184 00000100:00100000:3.0:1788483505.741102:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1788483505.741113:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250941056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483505.741143:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120191808 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483505.741159:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1788483505.741168:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250941184:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483505.741237:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250941056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (8005us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483505.741245:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00080000:3.0:1788483505.741291:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:1.0:1788483505.741600:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120191808 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483505.741683:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250941184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 513us (8333us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483505.741692:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1788483505.741883:0:3638:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967350 gen 2 00000004:00080000:0.0:1788483505.741893:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967350 00000004:00080000:0.0:1788483505.741927:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7606e59180, transno 4294967350 00000100:00100000:0.0:1788483505.741960:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250941056:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483505.741982:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250941184:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1788483505.925201:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483506.244699:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483506.244731:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250942720:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483506.244833:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483506.244927:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250942720 00000100:00100000:3.0:1788483506.244937:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250942720 00000100:00100000:3.0:1788483506.245000:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1788483506.245012:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250942720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483506.245056:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483506.245110:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250942720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 99us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483506.245118:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1788483506.245174:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250942720:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1788483506.566578:0:21851:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483506.566591:0:21851:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483506.566634:0:21851:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 27 count 4 00000040:00080000:3.0:1788483506.566644:0:21851:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483506.627916:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483506.629261:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224788864 00000100:00100000:3.0:1788483506.629286:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224788864 00000100:00100000:3.0:1788483506.629374:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 272 00000100:00100000:3.0:1788483506.629388:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224788864:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483506.629412:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483506.629437:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f25f5 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14736b expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.629474:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=2s v=(0 0) 00010000:00010000:3.0:1788483506.629480:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483506.629491:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f25f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14736b expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.629547:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f25f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14736b expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.629566:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fc00, rc 0) 00000100:00100000:3.0:1788483506.629838:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2399:x1875360224788864:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 451us (1940us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483506.629846:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 272 00000100:00100000:2.0:1788483506.645395:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483506.646074:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224789120 00000100:00100000:3.0:1788483506.646090:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224789120 00000100:00100000:3.0:1788483506.646232:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1061 00000100:00100000:3.0:1788483506.646246:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+93:28265:x1875360224789120:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483506.646288:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483506.646316:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f25fc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147372 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.646475:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2603 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.646494:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2603 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.646545:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2603 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483506.646561:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:3.0:1788483506.646732:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f25fc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147372 expref: 96 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.646758:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2603 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147372 expref: 95 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.646769:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:3.0:1788483506.646773:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788483506.646777:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:3.0:1788483506.646998:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+95:28265:x1875360224789120:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 753us (1616us total) trans 4294967921 rc 0/0 00000100:00100000:3.0:1788483506.647006:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1061 00000100:00100000:1.0:1788483506.649836:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483506.650043:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224789248 00000100:00100000:3.0:1788483506.650057:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224789248 00000100:00100000:3.0:1788483506.650128:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 273 00000100:00100000:3.0:1788483506.650141:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2401:x1875360224789248:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:3.0:1788483506.650198:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.650777:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000edc6313a/0xf2b1f833e60f25d2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14735d expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.650788:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f25f5 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14736b expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.651061:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483506.651068:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483506.651075:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.651127:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f25f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14736b expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.651146:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f25f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14736b expref: 13 pid: 8871 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483506.651164:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641617100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250942848:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483506.652430:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000edc6313a/0xf2b1f833e60f25d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14735d expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.652543:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000edc6313a/0xf2b1f833e60f25d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14735d expref: 12 pid: 8432 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483506.652562:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250942976:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483506.653983:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760a179480 going to sleep for 11 seconds 00000100:00100000:0.0:1788483506.656174:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.656954:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641617100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250942848:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483506.657095:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224789376 00000100:00100000:0.0:1788483506.657106:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224789376 00010000:00010000:0.0:1788483506.657158:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f25f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14736b expref: 14 pid: 8871 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483506.657310:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 330 00000100:00100000:0.0:1788483506.657322:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2402:x1875360224789376:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483506.657340:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483506.657369:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f25f5 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14736b expref: 14 pid: 8871 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.657386:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f25f5 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14736b expref: 14 pid: 8871 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.657599:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f25f5 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14736b expref: 14 pid: 8871 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.657620:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483506.657788:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224789376:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 466us (1629us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483506.657801:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 330 00000100:00100000:0.0:1788483506.659761:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483506.659827:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224789504 00000100:00100000:1.0:1788483506.659837:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224789504 00000100:00100000:2.0:1788483506.659883:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250942976:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483506.659884:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000edc6313a/0xf2b1f833e60f25d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14735d expref: 13 pid: 8432 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.659925:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483506.659929:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 331 00000100:00100000:1.0:1788483506.659942:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224789504:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483506.659956:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483506.659981:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000edc6313a/0xf2b1f833e60f25d2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14735d expref: 13 pid: 8432 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.659994:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000edc6313a/0xf2b1f833e60f25d2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14735d expref: 13 pid: 8432 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.660019:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000edc6313a/0xf2b1f833e60f25d2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14735d expref: 13 pid: 8432 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.660035:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483506.660040:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483506.660047:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.660065:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.660091:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483506.660202:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.660212:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.660238:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.660252:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.660262:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.660270:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483506.660287:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.660297:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.660311:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.660320:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f2611 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483506.660434:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224789248:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 10294us (10605us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.660444:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 273 00000100:00100000:1.0:1788483506.662493:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224789504:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 2538us (2729us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483506.662529:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 331 00000100:00100000:3.0:1788483506.665629:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483506.665742:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224789760 00000100:00100000:0.0:1788483506.665756:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224789760 00000100:00100000:0.0:1788483506.665825:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 200 00000100:00100000:0.0:1788483506.665837:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a434450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+95:28265:x1875360224789760:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:0.0:1788483506.665921:0:6518:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1a:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2603 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147372 expref: 95 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788483506.666172:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967922 00000001:00080000:0.0:1788483506.666614:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967923 00010000:00010000:0.0:1788483506.666664:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.666684:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147325 expref: 47 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.666693:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14733a expref: 98 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.666702:0:6518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.666745:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14733a expref: 98 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.666764:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14733a expref: 98 pid: 12148 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483506.666788:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250943104:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483506.667126:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147325 expref: 47 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.667138:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147325 expref: 47 pid: 6515 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483506.667148:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250943232:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483506.667182:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75015a3540 going to sleep for 11 seconds 00000100:00100000:3.0:1788483506.674994:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483506.675094:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483506.675325:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224789888 00000100:00100000:1.0:1788483506.675337:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224789888 00010000:00010000:1.0:1788483506.675390:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14733a expref: 99 pid: 12148 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483506.675439:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224790016 00000100:00100000:1.0:1788483506.675443:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224790016 00010000:00010000:1.0:1788483506.675467:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147325 expref: 48 pid: 6515 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483506.675495:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 332 00000100:00100000:1.0:1788483506.675529:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+99:2401:x1875360224789888:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483506.675546:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483506.675555:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14733a expref: 99 pid: 12148 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.675570:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14733a expref: 99 pid: 12148 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.675605:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:1.0:1788483506.675611:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.675622:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.675630:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483506.675696:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+99:2401:x1875360224789888:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 171us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483506.675704:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 332 00000100:00100000:1.0:1788483506.675738:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 333 00000100:00100000:1.0:1788483506.675745:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2401:x1875360224790016:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483506.675753:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483506.675758:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147325 expref: 48 pid: 6515 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.675768:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147325 expref: 48 pid: 6515 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.675780:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:1.0:1788483506.675784:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.675793:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.675806:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.675826:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483506.675846:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2401:x1875360224790016:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 101us (752us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483506.675853:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 333 00010000:00010000:0.0:1788483506.677194:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2593 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14733a expref: 98 pid: 12148 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483506.677475:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250943104:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483506.677702:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2562 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147325 expref: 47 pid: 6515 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483506.677717:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250943232:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483506.677755:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.677768:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.677774:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788483506.678341:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967924 00000001:00080000:0.0:1788483506.678492:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967925 00000001:00080000:0.0:1788483506.678795:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967926 00000100:00100000:0.0:1788483506.679409:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250943360:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788483506.679740:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483506.679827:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75015a36c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483506.680291:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250943360 00000100:00100000:2.0:1788483506.680301:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250943360 00000100:00100000:2.0:1788483506.680371:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1788483506.680385:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250943360:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788483506.680869:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250943360:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 484us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.680879:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:1.0:1788483506.680933:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250943360:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1788483506.681118:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967927 00000100:00100000:1.0:1788483506.681409:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250943488:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788483506.681454:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483506.681727:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75015a3300 going to sleep for 11 seconds 00000100:00100000:3.0:1788483506.681786:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250943488 00000100:00100000:3.0:1788483506.681803:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250943488 00000100:00100000:3.0:1788483506.682049:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:3.0:1788483506.682060:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250943488:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788483506.682223:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6518:x1875360250943488:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 153us (755us total) trans 4294967352 rc 0/0 00000100:00100000:1.0:1788483506.682291:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250943488:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:1.0:1788483506.682320:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.682332:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.682341:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.682348:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483506.682354:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.682363:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.682388:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:1.0:1788483506.682392:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1788483506.682398:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.682405:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2618 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483506.682565:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x39:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000100:00100000:3.0:1788483506.682778:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000040:00080000:1.0:1788483506.683072:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].12, 64 off9032 00000004:00080000:1.0:1788483506.683086:0:6518:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 671637585850ns, next at 672637583054ns, rc = 0 00000001:00080000:1.0:1788483506.683094:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967928 00010000:00010000:1.0:1788483506.683133:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98500) 00010000:00010000:1.0:1788483506.683137:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788483506.683146:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2603 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147372 expref: 102 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483506.683386:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a434450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+101:28265:x1875360224789760:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 17550us (17771us total) trans 4294967929 rc 0/0 00000100:00100000:1.0:1788483506.683395:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 200 00000020:00080000:1.0:1788483506.683399:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:2.0:1788483506.695246:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483506.695369:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224790144 00000100:00100000:3.0:1788483506.695384:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224790144 00000100:00100000:3.0:1788483506.695484:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1062 00000100:00100000:3.0:1788483506.695532:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+101:28266:x1875360224790144:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:3.0:1788483506.695566:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483506.695603:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f261f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147379 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695689:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2626 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695705:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2626 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695719:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2626 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695732:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f262d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695739:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f262d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695745:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f262d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695860:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2634 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695873:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2634 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695880:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2634 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483506.695934:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:3.0:1788483506.695940:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483506.695965:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2634 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695979:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2634 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695989:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2626 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.695995:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2626 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696002:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2626 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696009:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483506.696014:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2626 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696022:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2626 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696037:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:3.0:1788483506.696042:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483506.696048:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2626 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696055:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2626 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696066:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f262d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696072:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f262d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696078:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f262d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696084:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483506.696086:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f262d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696093:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f262d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696101:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9f7608d98b00) 00010000:00010000:3.0:1788483506.696103:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483506.696106:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f262d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696112:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f262d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696142:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f261f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147379 expref: 103 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696157:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2634 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147379 expref: 102 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.696165:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7607aed600) 00010000:00010000:3.0:1788483506.696167:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483506.696170:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:3.0:1788483506.696246:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+102:28266:x1875360224790144:12345-192.168.206.36@tcp:101:diff.0 Request processed in 752us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483506.696254:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1062 00000100:00100000:0.0:1788483506.702208:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.702561:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224790400 00000100:00100000:2.0:1788483506.702576:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224790400 00000100:00100000:2.0:1788483506.702651:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1063 00000100:00100000:2.0:1788483506.702673:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+102:28266:x1875360224790400:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:2.0:1788483506.702705:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483506.703123:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f263b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147380 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.703945:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2642 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.704076:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2642 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.704093:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2642 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483506.704109:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:2.0:1788483506.704933:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f263b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147380 expref: 105 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.705034:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2642 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147380 expref: 104 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.705053:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7607aed600) 00010000:00010000:2.0:1788483506.705057:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483506.705061:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5e400, rc 0) 00000100:00100000:2.0:1788483506.705205:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+104:28266:x1875360224790400:12345-192.168.206.36@tcp:101:diff.0 Request processed in 2540us (3010us total) trans 4294967930 rc 0/0 00000100:00100000:2.0:1788483506.705225:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1063 00000100:00100000:0.0:1788483506.711803:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.711958:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224790656 00000100:00100000:2.0:1788483506.711972:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224790656 00000100:00100000:2.0:1788483506.712060:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 48 00000100:00100000:2.0:1788483506.712074:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+104:28266:x1875360224790656:12345-192.168.206.36@tcp:103:diff.0 00010000:00010000:2.0:1788483506.712094:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788483506.712126:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2642 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147380 expref: 104 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.712162:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2634 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147379 expref: 103 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.712173:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7607aed600) 00010000:00010000:2.0:1788483506.712185:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483506.712255:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+102:28266:x1875360224790656:12345-192.168.206.36@tcp:103:diff.0 Request processed in 185us (462us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.712263:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 48 00000100:00100000:3.0:1788483506.714993:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.715118:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224790784 00000100:00100000:2.0:1788483506.715132:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224790784 00000100:00100000:2.0:1788483506.715229:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1064 00000100:00100000:2.0:1788483506.715242:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+102:28266:x1875360224790784:12345-192.168.206.36@tcp:58:diff.0 00010000:00010000:2.0:1788483506.715410:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.715429:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.715443:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788483506.715760:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].27, 136 off11864 00000100:00100000:2.0:1788483506.716052:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+102:28266:x1875360224790784:12345-192.168.206.36@tcp:58:diff.0 Request processed in 806us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.716062:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1064 00000100:00100000:0.0:1788483506.720084:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.720270:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224790912 00000100:00100000:2.0:1788483506.720293:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224790912 00000100:00100000:2.0:1788483506.720416:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1065 00000100:00100000:2.0:1788483506.720430:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+102:28266:x1875360224790912:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:2.0:1788483506.720455:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483506.720481:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2657 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147387 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.720580:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.720593:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2657 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147387 expref: 103 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.720616:0:6516:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.720631:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2657 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147387 expref: 103 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.720648:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98700) 00010000:00010000:2.0:1788483506.720651:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483506.720655:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2657 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147387 expref: 103 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.720663:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5e400, rc 0) 00000100:00100000:2.0:1788483506.720749:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+103:28266:x1875360224790912:12345-192.168.206.36@tcp:101:diff.0 Request processed in 322us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.720757:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1065 00000040:00080000:1.0:1788483506.820797:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483506.820823:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483506.820858:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:1.0:1788483506.820871:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483506.821051:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250943616:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483506.821202:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75015a3300 going to sleep for 11 seconds 00000100:00100000:0.0:1788483506.831064:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.831183:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224791040 00000100:00100000:2.0:1788483506.831196:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224791040 00000100:00100000:2.0:1788483506.831294:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1066 00000100:00100000:2.0:1788483506.831307:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:28267:x1875360224791040:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483506.831351:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483506.831366:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250943616:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483506.831534:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28267:x1875360224791040:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 228us (482us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.831543:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1066 00000100:00100000:0.0:1788483506.835168:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483506.835284:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224791168 00000100:00100000:3.0:1788483506.835298:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224791168 00000100:00100000:3.0:1788483506.835373:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1067 00000100:00100000:3.0:1788483506.835387:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28267:x1875360224791168:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788483506.835490:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f265e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835557:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f265e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835570:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f265e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835589:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2665 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835595:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2665 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835603:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2665 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835632:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835641:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835648:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483506.835718:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00000004:00200000:3.0:1788483506.835724:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483506.835740:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835753:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f265e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835759:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f265e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835780:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f265e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835787:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483506.835792:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f265e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835800:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f265e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835815:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483506.835818:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483506.835824:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f265e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.835829:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f265e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836064:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2665 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836072:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2665 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836077:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2665 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836083:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483506.836087:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2665 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836092:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2665 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836101:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x202d96c9 (ffff9f7607aedf00) 00010000:00010000:3.0:1788483506.836103:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483506.836106:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2665 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836112:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2665 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x202d96c9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836133:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836140:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836146:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836152:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483506.836154:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836161:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836168:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98700) 00010000:00010000:3.0:1788483506.836170:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483506.836173:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.836178:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f266c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483506.836289:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28267:x1875360224791168:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 902us (1150us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483506.836298:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1067 00000100:00100000:3.0:1788483506.839087:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.839205:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224791424 00000100:00100000:2.0:1788483506.839218:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224791424 00000100:00100000:2.0:1788483506.839308:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1068 00000100:00100000:2.0:1788483506.839323:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:28267:x1875360224791424:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483506.839350:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483506.839634:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2673 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14738e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.839785:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f267a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.839803:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f267a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.839823:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f267a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483506.839847:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1a:0x0]: returning size 158 00010000:00010000:2.0:1788483506.839956:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f267a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.839965:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f267a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.839973:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f267a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.839980:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483506.839986:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f267a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.839994:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f267a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.840010:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98700) 00010000:00010000:2.0:1788483506.840013:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483506.840019:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f267a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.840026:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f267a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.840077:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2673 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14738e expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.840089:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:2.0:1788483506.840091:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483506.840095:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2673 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14738e expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.840105:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fc00, rc 0) 00000100:00100000:2.0:1788483506.842603:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:28267:x1875360224791424:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 3267us (3514us total) trans 4294967931 rc 301/301 00000100:00100000:2.0:1788483506.842619:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1068 00000100:00100000:0.0:1788483506.847158:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.847271:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224791552 00000100:00100000:2.0:1788483506.847293:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224791552 00000100:00100000:2.0:1788483506.847389:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1069 00000100:00100000:2.0:1788483506.847402:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:28267:x1875360224791552:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483506.847463:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1a:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483506.847652:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:28267:x1875360224791552:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 252us (518us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.847661:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1069 00000100:00100000:2.0:1788483506.850906:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483506.851087:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224791808 00000100:00100000:0.0:1788483506.851100:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224791808 00000100:00100000:0.0:1788483506.851183:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1070 00000100:00100000:0.0:1788483506.851196:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:28267:x1875360224791808:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483506.851232:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483506.851259:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2688 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147395 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.851903:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f268f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.851920:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f268f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.851933:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f268f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483506.851946:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00010000:00010000:0.0:1788483506.851999:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2688 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147395 expref: 51 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.852020:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f268f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147395 expref: 50 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.852030:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f76420dc200) 00010000:00010000:0.0:1788483506.852034:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483506.852037:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524200, rc 0) 00000100:00100000:0.0:1788483506.852118:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:28267:x1875360224791808:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 924us (1225us total) trans 4294967932 rc 0/0 00000100:00100000:0.0:1788483506.852126:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1070 00000100:00100000:3.0:1788483506.858357:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483506.858469:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224792064 00000100:00100000:0.0:1788483506.858481:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224792064 00000100:00100000:0.0:1788483506.858697:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1071 00000100:00100000:0.0:1788483506.858708:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:28267:x1875360224792064:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483506.858782:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483506.858815:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f268f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147395 expref: 50 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.858837:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f76420dc200) 00010000:00010000:0.0:1788483506.858850:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483506.858879:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.858900:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147348 expref: 102 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.858910:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 4/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.858955:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147348 expref: 102 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.858971:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147348 expref: 102 pid: 6516 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483506.858988:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641639500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250943744:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483506.859100:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0240 going to sleep for 11 seconds 00000100:00100000:1.0:1788483506.862439:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.862535:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224792192 00000100:00100000:2.0:1788483506.862548:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224792192 00010000:00010000:2.0:1788483506.862601:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147348 expref: 103 pid: 6516 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483506.862701:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 334 00000100:00100000:2.0:1788483506.862714:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+103:2402:x1875360224792192:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483506.862733:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483506.862741:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147348 expref: 103 pid: 6516 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.862762:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147348 expref: 103 pid: 6516 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.862790:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:2.0:1788483506.862795:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.862807:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.862815:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.862840:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483506.862954:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f25a8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x38:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147348 expref: 103 pid: 6516 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483506.863063:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+102:2402:x1875360224792192:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 350us (637us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.863072:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 334 00000100:00100000:0.0:1788483506.863075:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641639500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250943744:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483506.863102:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863113:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863119:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863321:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f26a4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x38:0x0].0x826535d3 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863334:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f26a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x826535d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863344:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f26a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x826535d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863411:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863419:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863426:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863433:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483506.863533:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863544:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863556:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:0.0:1788483506.863559:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483506.863564:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863570:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f269d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863641:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f26a4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x38:0x0].0x826535d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863649:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f26a4 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x826535d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863654:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f26a4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x826535d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863659:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483506.863662:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f26a4 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x826535d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863669:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f26a4 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x38:0x0].0x826535d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863677:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x826535d3 (ffff9f76420dc300) 00010000:00010000:0.0:1788483506.863680:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483506.863683:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f26a4 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x826535d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.863688:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f26a4 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x38:0x0].0x826535d3 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483506.863778:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:28267:x1875360224792064:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 5070us (5567us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788483506.863857:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1071 00000100:00100000:1.0:1788483506.865907:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.866119:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224792320 00000100:00100000:2.0:1788483506.866134:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224792320 00000100:00100000:2.0:1788483506.866350:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1072 00000100:00100000:2.0:1788483506.866364:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:28267:x1875360224792320:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483506.866392:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483506.866421:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f26ab lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14739c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.866606:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.866623:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.866635:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.866852:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f26ab lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14739c expref: 51 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.866875:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14739c expref: 50 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.866886:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:2.0:1788483506.866889:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483506.866893:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5ee00, rc 0) 00000100:00100000:2.0:1788483506.867020:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:28267:x1875360224792320:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 658us (1124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.867033:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1072 00000100:00100000:3.0:1788483506.869914:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.870028:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224792576 00000100:00100000:2.0:1788483506.870044:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224792576 00000100:00100000:2.0:1788483506.870157:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1073 00000100:00100000:2.0:1788483506.870172:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:28267:x1875360224792576:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483506.870320:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.870342:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.870355:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483506.870632:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000006eef828 reply state 00000000d2fd680b transno 4294967933 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.870649:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.870657:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:2.0:1788483506.870661:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483506.870677:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483506.870807:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:28267:x1875360224792576:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 637us (906us total) trans 4294967933 rc 0/0 00000100:00100000:2.0:1788483506.870816:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1073 00000100:00100000:0.0:1788483506.876299:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.876493:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224792704 00000100:00100000:2.0:1788483506.876538:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224792704 00000100:00100000:2.0:1788483506.876602:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1074 00000100:00100000:2.0:1788483506.876614:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:28267:x1875360224792704:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483506.876645:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483506.876684:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26c0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473a3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.876763:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26c0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473a3 expref: 53 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.876779:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26c0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473a3 expref: 53 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.876790:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:2.0:1788483506.876793:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483506.876798:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7607f8b200, rc 0) 00000100:00100000:2.0:1788483506.876872:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:28267:x1875360224792704:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 260us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.876880:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1074 00000100:00100000:1.0:1788483506.879407:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.879576:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224792832 00000100:00100000:2.0:1788483506.879588:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224792832 00000100:00100000:2.0:1788483506.879655:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 201 00000100:00100000:2.0:1788483506.879674:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:28267:x1875360224792832:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1788483506.879820:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:28267:x1875360224792832:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 156us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.879828:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 201 00000100:00100000:3.0:1788483506.882491:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483506.884323:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224793088 00000100:00100000:1.0:1788483506.884342:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224793088 00000100:00100000:1.0:1788483506.884599:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 202 00000100:00100000:1.0:1788483506.884613:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:28267:x1875360224793088:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483506.884940:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:28267:x1875360224793088:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 330us (2462us total) trans 4294967934 rc 0/0 00000100:00100000:1.0:1788483506.884950:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 202 00000100:00100000:0.0:1788483506.887306:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483506.887476:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224793344 00000100:00100000:3.0:1788483506.887490:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224793344 00000100:00100000:3.0:1788483506.887584:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1075 00000100:00100000:3.0:1788483506.887596:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:28267:x1875360224793344:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483506.887749:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:28267:x1875360224793344:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 154us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483506.887757:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1075 00000100:00100000:3.0:1788483506.889954:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483506.890006:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224793600 00000100:00100000:3.0:1788483506.890018:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224793600 00000100:00100000:3.0:1788483506.890749:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1076 00000100:00100000:3.0:1788483506.890767:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:28267:x1875360224793600:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483506.890795:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483506.890823:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f26c7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473aa expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.891735:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.891762:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26c0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473a3 expref: 55 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.891772:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.891825:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26c0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473a3 expref: 55 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.891850:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26c0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473a3 expref: 55 pid: 6514 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483506.891868:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641617100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250943872:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483506.891980:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760a179480 going to sleep for 11 seconds 00000100:00100000:3.0:1788483506.896919:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483506.897242:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641617100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250943872:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483506.897291:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483506.898262:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224793728 00000100:00100000:2.0:1788483506.898284:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224793728 00010000:00010000:2.0:1788483506.898372:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26c0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473a3 expref: 56 pid: 6514 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483506.898471:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 335 00000100:00100000:2.0:1788483506.898484:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:2401:x1875360224793728:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483506.898519:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483506.898527:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26c0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473a3 expref: 56 pid: 6514 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.898542:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26c0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473a3 expref: 56 pid: 6514 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.898569:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26c0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473a3 expref: 56 pid: 6514 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.898589:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:2.0:1788483506.898595:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.898607:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.898616:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.898651:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483506.898819:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.898828:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483506.898851:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00080000:0.0:1788483506.899075:0:13707:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x14:0x0], index 0: 0 00010000:00010000:0.0:1788483506.899242:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.899251:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.899258:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.899265:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483506.899271:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.899287:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.899298:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:0.0:1788483506.899301:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483506.899305:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.899311:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f26ce lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.899379:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f26c7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473aa expref: 56 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.899388:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:0.0:1788483506.899391:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483506.899395:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f26c7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x38:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473aa expref: 56 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.899405:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e400, rc 0) 00000100:00100000:2.0:1788483506.899463:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df7050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2401:x1875360224793728:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 979us (2556us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.899474:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 335 00000100:00100000:0.0:1788483506.900192:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:28267:x1875360224793600:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 9426us (10245us total) trans 4294967935 rc 301/301 00000100:00100000:0.0:1788483506.900201:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1076 00000100:00100000:3.0:1788483506.903015:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483506.903119:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224793984 00000100:00100000:1.0:1788483506.903132:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224793984 00000100:00100000:1.0:1788483506.903195:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 203 00000100:00100000:1.0:1788483506.903207:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:28267:x1875360224793984:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483506.904578:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:28267:x1875360224793984:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 1361us (1564us total) trans 4294967936 rc 0/0 00000100:00100000:1.0:1788483506.904594:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 203 00000100:00100000:0.0:1788483506.908402:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.908537:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224794112 00000100:00100000:2.0:1788483506.908551:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224794112 00000100:00100000:2.0:1788483506.908619:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1077 00000100:00100000:2.0:1788483506.908633:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:28267:x1875360224794112:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483506.908791:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483506.908820:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26dc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473b1 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.908938:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f26e3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.908957:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f26e3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.908972:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f26e3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483506.909038:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1b:0x0]: returning size 0 00000004:00200000:2.0:1788483506.909044:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483506.909069:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f26e3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.909100:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f26dc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b1 expref: 57 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.909121:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f26e3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b1 expref: 56 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.909130:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:2.0:1788483506.909133:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788483506.909137:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fc00, rc 0) 00000100:00100000:2.0:1788483506.910481:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:28267:x1875360224794112:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1838us (2081us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.910519:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1077 00000100:00100000:3.0:1788483506.918895:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483506.920330:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224794240 00000100:00100000:0.0:1788483506.920349:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224794240 00000100:00100000:0.0:1788483506.920637:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 274 00000100:00100000:0.0:1788483506.920653:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224794240:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483506.920687:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483506.920713:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f26ea lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473b8 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483506.920748:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788483506.920775:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=671s v=(0 0) 00010000:00010000:0.0:1788483506.920780:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483506.920803:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f26ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b8 expref: 9 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.920829:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f26ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b8 expref: 9 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.920845:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524e00, rc 0) 00000100:00100000:0.0:1788483506.920955:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224794240:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 305us (2182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483506.920963:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 274 00000100:00100000:3.0:1788483506.926584:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483506.927339:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224794496 00000100:00100000:0.0:1788483506.927357:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224794496 00000100:00100000:2.0:1788483506.927552:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1078 00000100:00100000:2.0:1788483506.927568:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:28267:x1875360224794496:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483506.927791:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:28267:x1875360224794496:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 226us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.927800:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1078 00000100:00100000:1.0:1788483506.932129:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.932476:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224794624 00000100:00100000:2.0:1788483506.932489:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224794624 00000100:00100000:2.0:1788483506.932597:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 275 00000100:00100000:2.0:1788483506.932609:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:28267:x1875360224794624:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483506.932632:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483506.932660:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473bf expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.932714:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f26ea lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b8 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.932725:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483506.932731:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483506.932737:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.932787:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f26ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b8 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.932812:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f26ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b8 expref: 10 pid: 14965 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483506.932828:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250944000:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483506.932954:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4a780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483506.937550:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250944000:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483506.937608:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.937634:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7607f8b200, rc 0) 00000100:00100000:2.0:1788483506.937716:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:28267:x1875360224794624:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 5108us (5603us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483506.937727:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 275 00000100:00100000:3.0:1788483506.940143:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483506.940284:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224794752 00000100:00100000:1.0:1788483506.940299:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224794752 00010000:00010000:1.0:1788483506.940368:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f26ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b8 expref: 10 pid: 14965 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483506.940422:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 336 00000100:00100000:1.0:1788483506.940434:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224794752:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483506.940464:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483506.940492:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f26ea lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b8 expref: 10 pid: 14965 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.940543:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f26ea lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b8 expref: 10 pid: 14965 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.940571:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f26ea lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b8 expref: 10 pid: 14965 timeout: 771 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.940591:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483506.940597:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483506.940609:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.940621:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483506.940671:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483506.940690:0:6502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6502:1875360250944128:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483506.940814:0:6502:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610faef00 going to sleep for 11 seconds 00010000:00010000:1.0:1788483506.948751:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483506.950384:0:6502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6502:1875360250944128:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483506.950418:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483506.950488:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224794752:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 10055us (10357us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483506.950538:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 336 00000100:00100000:3.0:1788483506.956717:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.956888:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224794880 00000100:00100000:2.0:1788483506.956900:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224794880 00002000:00100000:2.0:1788483506.956975:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff9f750753c000 x1875360224794880/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:257/0 lens 648/0 e 0 to 0 dl 1788483517 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483506.956988:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750753c000 with x1875360224794880 ext(0->157) 00002000:00010000:2.0:1788483506.956995:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f750753c000 00000100:00100000:2.0:1788483506.957034:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 79 00000100:00100000:2.0:1788483506.957046:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224794880:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1788483506.960880:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224794880:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 3816us (4160us total) trans 4294967347 rc 0/0 00000100:00100000:2.0:1788483506.960902:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 79 00002000:00100000:2.0:1788483506.960924:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x14:0x0] (0->157) req@ffff9f750753c000 x1875360224794880/t4294967347(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:257/0 lens 648/448 e 0 to 0 dl 1788483517 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483506.960937:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750753c000 with x1875360224794880 ext(0->157) 00002000:00010000:2.0:1788483506.960949:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f750753c000 00000100:00100000:3.0:1788483506.965183:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483506.966133:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224795008 00000100:00100000:2.0:1788483506.966149:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224795008 00000100:00100000:2.0:1788483506.966293:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1079 00000100:00100000:2.0:1788483506.966308:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:28267:x1875360224795008:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1788483506.970208:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967936 is committed 00000001:00080000:0.0:1788483506.970259:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967930 is committed 00000004:00080000:0.0:1788483506.970267:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000020:00080000:0.0:1788483506.970298:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7610fae180 refcount 2 committed 0 result 0 batchid 17 00000020:00080000:0.0:1788483506.970305:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f76030f6d00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7610faecc0 00000020:00080000:0.0:1788483506.970309:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f76030f6400 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7508aaa600 00000020:00080000:0.0:1788483506.970366:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 16 batchid updated 00000020:00080000:0.0:1788483506.970389:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 17 committed batchid 16 00000020:00080000:0.0:1788483506.970529:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 16 00000100:00100000:0.0:1788483506.970723:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:28267:x1875360224795008:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 4411us (5546us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483506.970736:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1079 00010000:00010000:2.0:1788483506.971011:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971026:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971033:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971040:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483506.971045:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971054:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971072:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x8c43700b (ffff9f760b52ff00) 00010000:00010000:2.0:1788483506.971075:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483506.971081:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971088:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2482 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x8c43700b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971112:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971118:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971125:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971130:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483506.971132:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971138:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971147:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x0 (ffff9f760b52f000) 00010000:00010000:2.0:1788483506.971149:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483506.971152:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.971158:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2489 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483506.971697:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250944256:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788483506.971775:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483506.971859:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250944256 00000100:00100000:2.0:1788483506.971869:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250944256 00000100:00100000:2.0:1788483506.971924:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1788483506.971935:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250944256:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:2.0:1788483506.971978:0:8432:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:21 count 1 00002000:00010000:2.0:1788483506.972021:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x15:0x0] initial LVB size: 158, mtime: 0x6a9a17ae, atime: 0x0, ctime: 0x6a9a17ae, blocks: 0x8 00010000:00010000:2.0:1788483506.972030:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f26f8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.972048:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=671s v=(0 0) 00010000:00010000:2.0:1788483506.972053:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483506.972061:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f26f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.972077:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f26f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.972088:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f26f8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.972097:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f26f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483506.972116:0:8432:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788483506.972306:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3639:x1875360250944256:12345-0@lo:6:osp-syn-1-0.0 Request processed in 372us (529us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1788483506.972314:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000004:00080000:2.0:1788483506.972714:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7507695180/2, rc 0, transno 4294967353 00000100:00100000:2.0:1788483506.972725:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250944256:0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788483506.973045:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973055:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973063:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973069:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483506.973073:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973081:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973102:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x38:0x0].0x385708b9 (ffff9f7608d98b00) 00010000:00010000:3.0:1788483506.973106:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483506.973110:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973117:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f255b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x38:0x0].0x385708b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973143:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973149:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973156:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973161:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483506.973164:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973170:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973178:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:3.0:1788483506.973181:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788483506.973184:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973189:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f26b9 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973212:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483506.973219:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f26f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973228:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483506.973232:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f26f8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973240:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f26f8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973253:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f26f8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973260:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f26f8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483506.973284:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483506.973286:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483506.973288:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483506.975894:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483506.979862:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224795136 00000100:00100000:0.0:1788483506.979882:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224795136 00000100:00100000:0.0:1788483506.980025:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 277 00000100:00100000:0.0:1788483506.980039:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224795136:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788483506.985287:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967347 is committed 00000100:00100000:0.0:1788483506.985595:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224795136:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 5550us (9707us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483506.985610:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 277 00000100:00100000:1.0:1788483506.990772:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483506.990961:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224795392 00000100:00100000:0.0:1788483506.990975:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224795392 00000100:00100000:0.0:1788483506.991054:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1080 00000100:00100000:0.0:1788483506.991068:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:28267:x1875360224795392:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483506.991153:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483506.991194:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f26e3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473b1 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.991219:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:0.0:1788483506.991226:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483506.991631:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.991650:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.992431:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483506.992850:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d8a8d362 reply state 00000000e44efcd6 transno 4294967937 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.992871:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.992880:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:0.0:1788483506.992884:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483506.992889:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788483506.993046:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:28267:x1875360224795392:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 1978us (2287us total) trans 4294967937 rc 0/0 00000100:00100000:0.0:1788483506.993056:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1080 00000100:00100000:3.0:1788483506.996785:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483506.996975:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224795520 00000100:00100000:0.0:1788483506.996986:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224795520 00000100:00100000:0.0:1788483506.997049:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1081 00000100:00100000:0.0:1788483506.997060:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:28267:x1875360224795520:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483506.997094:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483506.997120:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f2706 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473c6 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.997194:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f2706 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473c6 expref: 45 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.997211:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f2706 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473c6 expref: 45 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483506.997234:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:0.0:1788483506.997238:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483506.997243:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524800, rc 0) 00000100:00100000:0.0:1788483506.997324:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:28267:x1875360224795520:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 258us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483506.997332:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1081 00000100:00100000:3.0:1788483507.000993:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483507.001110:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224795648 00000100:00100000:2.0:1788483507.001123:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224795648 00000100:00100000:2.0:1788483507.001215:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 278 00000100:00100000:2.0:1788483507.001228:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224795648:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788483507.001742:0:8431:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788483507.001747:0:8431:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb mtime from disk: 0 -> 1788483502 00002000:00010000:2.0:1788483507.001750:0:8431:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb atime from disk: 0 -> 1788483502 00002000:00010000:2.0:1788483507.001753:0:8431:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb ctime from disk: 0 -> 1788483502 00002000:00010000:2.0:1788483507.001755:0:8431:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x14:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1788483507.001847:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224795648:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 620us (869us total) trans 4294967348 rc 0/0 00000100:00100000:2.0:1788483507.001856:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 278 00000100:00080000:3.0:1788483507.002091:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483507.004621:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483507.004883:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224795904 00000100:00100000:0.0:1788483507.004897:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224795904 00000100:00080000:3.0:1788483507.004965:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483507.004987:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1082 00000100:00100000:0.0:1788483507.005000:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:28267:x1875360224795904:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788483507.005085:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.005107:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14739c expref: 45 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.005116:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.005154:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14739c expref: 45 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.005165:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14739c expref: 45 pid: 6515 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483507.005178:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641638e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250944384:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483507.005362:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483507.008491:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641638e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250944384:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483507.008556:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:0.0:1788483507.008569:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483507.008743:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224796032 00000100:00100000:2.0:1788483507.008752:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224796032 00010000:00010000:2.0:1788483507.008815:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14739c expref: 46 pid: 6515 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483507.008871:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 337 00000100:00100000:2.0:1788483507.008884:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2401:x1875360224796032:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483507.008904:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483507.008912:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14739c expref: 46 pid: 6515 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.008925:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14739c expref: 46 pid: 6515 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.008955:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f26b2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14739c expref: 46 pid: 6515 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.008982:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:2.0:1788483507.008988:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.009000:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.009009:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.009046:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483507.009154:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2401:x1875360224796032:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 271us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483507.009162:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 337 00010000:00010000:3.0:1788483507.009235:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483507.009407:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483507.009458:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483507.009466:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483507.009472:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483507.009479:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483507.009484:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483507.009493:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483507.009641:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:3.0:1788483507.009647:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788483507.009651:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483507.009658:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f270d lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483507.009892:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:28267:x1875360224795904:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 4892us (5284us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788483507.009902:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1082 00000100:00100000:3.0:1788483507.012846:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483507.012993:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224796160 00000100:00100000:0.0:1788483507.013005:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224796160 00000100:00100000:0.0:1788483507.013066:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 279 00000100:00100000:0.0:1788483507.013077:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224796160:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483507.013399:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.013422:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.013429:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483507.013432:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483507.013436:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.013489:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.013579:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 10 pid: 8431 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483507.013599:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250944512:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483507.013976:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483507.021409:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483507.021864:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224796288 00000100:00100000:2.0:1788483507.021877:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224796288 00010000:00010000:2.0:1788483507.021927:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 11 pid: 8431 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483507.021970:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 338 00000100:00100000:2.0:1788483507.021983:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224796288:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483507.022002:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483507.022030:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 11 pid: 8431 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.022047:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 11 pid: 8431 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.022078:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483507.022083:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483507.022091:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.022102:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.022126:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483507.022194:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224796288:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 214us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483507.022202:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 338 00010000:00010000:0.0:1788483507.023801:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006f0d3eae/0xf2b1f833e60f26f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x14:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473bf expref: 10 pid: 8431 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483507.023835:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641638e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250944512:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483507.023864:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.023876:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.023883:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.023916:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.023926:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.023936:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.023944:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483507.023949:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.023957:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.023976:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.023983:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000091a77a4e/0xf2b1f833e60f2714 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483507.024083:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224796160:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 11006us (11249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483507.024093:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 279 00000100:00100000:3.0:1788483507.029211:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483507.030334:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224796544 00000100:00100000:2.0:1788483507.030351:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224796544 00000100:00100000:2.0:1788483507.030438:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1083 00000100:00100000:2.0:1788483507.030451:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:28267:x1875360224796544:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483507.030594:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f271b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.030617:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f271b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.030632:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f271b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.030842:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.030855:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f2706 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473c6 expref: 45 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.030865:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.030912:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f2706 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473c6 expref: 45 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.030941:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f2706 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473c6 expref: 45 pid: 8191 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483507.030957:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250944640:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483507.031075:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4a000 going to sleep for 11 seconds 00000100:00100000:1.0:1788483507.036886:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483507.037031:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250944640:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483507.037069:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483507.037918:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224796672 00000100:00100000:0.0:1788483507.037931:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224796672 00010000:00010000:0.0:1788483507.037988:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f2706 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473c6 expref: 46 pid: 8191 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483507.038042:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 339 00000100:00100000:0.0:1788483507.038053:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2401:x1875360224796672:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483507.038072:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483507.038080:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f2706 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473c6 expref: 46 pid: 8191 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.038095:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f2706 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473c6 expref: 46 pid: 8191 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.038122:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524800/0xf2b1f833e60f2706 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473c6 expref: 46 pid: 8191 timeout: 771 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.038149:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:0.0:1788483507.038156:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.038168:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.038176:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.038221:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483507.038331:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2401:x1875360224796672:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 278us (1459us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483507.038340:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 339 00010000:00010000:3.0:1788483507.038537:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483507.038547:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483507.038725:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967938 00000001:00080000:3.0:1788483507.038875:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967939 00000001:00080000:3.0:1788483507.038922:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967940 00000100:00100000:3.0:1788483507.039031:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6514:1875360250944768:0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788483507.039114:0:6514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483507.039164:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e86c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483507.039362:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250944768 00000100:00100000:2.0:1788483507.039369:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250944768 00000100:00100000:2.0:1788483507.039440:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1788483507.039452:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6514:x1875360250944768:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788483507.039622:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6514:x1875360250944768:12345-0@lo:1000:mdt00_000.0 Request processed in 172us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483507.039630:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:2.0:1788483507.039695:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753d500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6514:1875360250944768:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1788483507.039852:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967941 00000100:00100000:2.0:1788483507.039910:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6514:1875360250944896:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788483507.039943:0:6514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483507.039972:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250944896 00000100:00100000:2.0:1788483507.039976:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250944896 00000100:00100000:2.0:1788483507.040003:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1788483507.040010:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6514:x1875360250944896:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788483507.040116:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6514:x1875360250944896:12345-0@lo:1000:mdt00_000.0 Request processed in 106us (171us total) trans 4294967349 rc 0/0 00000100:00100000:2.0:1788483507.040123:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1788483507.040143:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760a179480 going to sleep for 11 seconds 00000100:00100000:2.0:1788483507.040162:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6514:1875360250944896:0@lo:1000:mdt00_000.0 00000001:00080000:2.0:1788483507.040221:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967942 00010000:00010000:2.0:1788483507.040249:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040260:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040269:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040287:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483507.040293:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040302:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040321:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:2.0:1788483507.040325:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483507.040331:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040337:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2722 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040368:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040375:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040381:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040387:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483507.040390:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040396:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040405:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98700) 00010000:00010000:2.0:1788483507.040407:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483507.040415:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2657 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147387 expref: 89 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040428:0:6514:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2657 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147387 expref: 89 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040437:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2657 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147387 expref: 89 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.040467:0:6514:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e400/0xf2b1f833e60f2657 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147387 expref: 89 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483507.040479:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250945024:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483507.040601:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086720c0 going to sleep for 11 seconds 00000100:00080000:3.0:1788483507.041015:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483507.045223:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483507.045436:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250945024:192.168.206.36@tcp:105: 00010000:00010000:2.0:1788483507.045483:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045495:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2650 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045591:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2729 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045612:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2729 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045627:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2729 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045645:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2729 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045652:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2729 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045658:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2729 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045664:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483507.045676:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2729 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045686:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2729 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045701:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98700) 00010000:00010000:2.0:1788483507.045705:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483507.045710:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2729 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045716:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2729 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045726:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f271b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045732:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f271b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045737:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f271b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045741:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483507.045744:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f271b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045749:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f271b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045756:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1a:0x0].0x0 (ffff9f7608d98700) 00010000:00010000:2.0:1788483507.045758:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483507.045760:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f271b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.045765:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f271b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1a:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483507.045977:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:28267:x1875360224796544:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 15527us (16779us total) trans 4294967943 rc 0/0 00000100:00100000:2.0:1788483507.045988:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1083 00000020:00080000:2.0:1788483507.045995:0:6514:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1788483507.047007:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483507.047016:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483507.048045:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1788483507.048062:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483507.051331:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483507.052917:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224796800 00000100:00100000:1.0:1788483507.052936:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224796800 00000100:00100000:2.0:1788483507.052998:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224797056 00000100:00100000:2.0:1788483507.053002:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224797056 00000100:00080000:3.0:1788483507.053044:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483507.053045:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 204 00000100:00100000:1.0:1788483507.053058:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+90:28266:x1875360224796800:12345-192.168.206.36@tcp:49:diff.0 00000100:00100000:2.0:1788483507.053295:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 205 00000100:00100000:2.0:1788483507.053741:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a435c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:28267:x1875360224797056:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483507.054962:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+90:28266:x1875360224796800:12345-192.168.206.36@tcp:49:diff.0 Request processed in 1899us (9746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483507.054974:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 204 00000004:00080000:2.0:1788483507.057814:0:14620:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:2.0:1788483507.057998:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967944 00010000:00010000:2.0:1788483507.058086:0:14620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.058786:0:14620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.058808:0:14620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.058820:0:14620:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.058828:0:14620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.058836:0:14620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483507.058853:0:14620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788483507.059248:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a435c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:28267:x1875360224797056:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 5928us (7938us total) trans 4294967945 rc 0/0 00000100:00100000:2.0:1788483507.059259:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 205 00000020:00080000:2.0:1788483507.059266:0:14620:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788483507.059887:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483507.059897:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483507.059906:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483507.059911:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483507.059921:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483507.059939:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:1.0:1788483507.059942:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483507.059947:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483507.059954:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2730 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483507.059970:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483507.059972:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483507.059975:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483507.063736:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483507.064031:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224797184 00000100:00100000:0.0:1788483507.064046:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224797184 00000100:00080000:3.0:1788483507.064141:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483507.064142:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 280 00000100:00100000:0.0:1788483507.064156:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+13:28266:x1875360224797184:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:0.0:1788483507.064178:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483507.064205:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f2737 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473cd expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483507.064237:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x14:0x0] initial LVB size: 158, mtime: 0x6a9a17ae, atime: 0x6a9a17ae, ctime: 0x6a9a17ae, blocks: 0x8 00010000:00010000:0.0:1788483507.064266:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=672s v=(0 0) 00010000:00010000:0.0:1788483507.064271:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x14:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483507.064292:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f2737 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473cd expref: 14 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.064314:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002c2d8fd3/0xf2b1f833e60f2737 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473cd expref: 14 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483507.064339:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524800, rc 0) 00000100:00100000:0.0:1788483507.064417:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+14:28266:x1875360224797184:12345-192.168.206.36@tcp:101:diff.0 Request processed in 264us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483507.064490:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 280 00000100:00100000:3.0:1788483507.068837:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483507.069011:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224797312 00000100:00100000:1.0:1788483507.069027:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224797312 00002000:00100000:1.0:1788483507.069106:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff9f750753e680 x1875360224797312/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:258/0 lens 488/0 e 0 to 0 dl 1788483518 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483507.069119:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750753e680 with x1875360224797312 ext(0->4095) 00002000:00010000:1.0:1788483507.069125:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f750753e680 00000100:00100000:1.0:1788483507.069166:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 80 00000100:00100000:1.0:1788483507.069178:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2401:x1875360224797312:12345-192.168.206.36@tcp:3:diff.0 00000100:00100000:1.0:1788483507.069700:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2401:x1875360224797312:12345-192.168.206.36@tcp:3:diff.0 Request processed in 523us (881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788483507.069710:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 80 00002000:00100000:1.0:1788483507.069719:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x14:0x0] (0->4095) req@ffff9f750753e680 x1875360224797312/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:258/0 lens 488/4536 e 0 to 0 dl 1788483518 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483507.069728:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750753e680 with x1875360224797312 ext(0->4095) 00002000:00010000:1.0:1788483507.069732:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f750753e680 00000100:00100000:3.0:1788483507.081785:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483507.082288:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224797568 00000100:00100000:1.0:1788483507.082301:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224797568 00000100:00100000:1.0:1788483507.082383:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 206 00000100:00100000:1.0:1788483507.082396:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+90:28266:x1875360224797568:12345-192.168.206.36@tcp:35:diff.0 00000100:00100000:1.0:1788483507.082770:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+91:28266:x1875360224797568:12345-192.168.206.36@tcp:35:diff.0 Request processed in 375us (999us total) trans 4294967946 rc 0/0 00000100:00100000:1.0:1788483507.082778:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 206 00000040:00080000:1.0:1788483507.959801:0:21902:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483507.959816:0:21902:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483507.960002:0:21902:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 5 00000040:00080000:1.0:1788483507.960013:0:21902:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483507.973811:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483508.293060:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250945152:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483508.293153:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483508.295135:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483508.295163:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250945280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483508.295401:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483508.298867:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250945152 00000100:00100000:1.0:1788483508.298902:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250945152 00000100:00100000:1.0:1788483508.299014:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250945280 00000100:00100000:1.0:1788483508.299019:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250945280 00000100:00100000:1.0:1788483508.299042:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1788483508.299055:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250945152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483508.299099:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1788483508.299214:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250945152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 148us (6048us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483508.299224:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00080000:2.0:1788483508.299374:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483508.299395:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1788483508.299405:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250945280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483508.299416:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:2.0:1788483508.299477:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250945280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (4076us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483508.299484:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1788483508.304964:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250945280:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483508.304992:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250945152:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788483508.998443:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483509.320347:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250945408:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483509.320438:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483509.320628:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250945408 00000100:00100000:3.0:1788483509.320639:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250945408 00000100:00100000:3.0:1788483509.320724:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1788483509.320734:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250945408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483509.320774:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:3.0:1788483509.321226:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250945408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 490us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483509.321236:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1788483509.321333:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250945408:0@lo:41:osp-pre-0-1.0 00000001:00080000:1.0:1788483509.832053:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967353 is committed 00000001:00080000:1.0:1788483509.832077:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967351 is committed 00010000:00010000:1.0:1788483510.020726:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483510.156144:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483510.156158:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483510.157622:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 28 count 3 00000040:00080000:0.0:1788483510.157643:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483510.449743:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483510.449800:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483510.449833:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483510.449860:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483510.449882:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483510.449901:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483510.449920:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483510.449941:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483510.450035:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483510.450084:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224797824 00000100:00100000:2.0:1788483510.450095:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224797824 00000100:00100000:2.0:1788483510.450164:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224797952 00000100:00100000:2.0:1788483510.450168:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224797952 00000100:00100000:2.0:1788483510.450198:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224798464 00000100:00100000:2.0:1788483510.450201:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224798464 00000100:00100000:2.0:1788483510.450215:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224798336 00000100:00100000:2.0:1788483510.450217:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224798336 00000100:00100000:2.0:1788483510.450247:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 838 00000100:00100000:2.0:1788483510.450268:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+91:2400:x1875360224797824:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483510.450378:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+91:2400:x1875360224797824:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 120us (577us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.450395:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 838 00000100:00100000:2.0:1788483510.450419:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 839 00000100:00100000:2.0:1788483510.450427:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224797952:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483510.450462:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224797952:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 36us (629us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.450469:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 839 00000100:00100000:2.0:1788483510.450483:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 840 00000100:00100000:2.0:1788483510.450489:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224798464:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483510.450718:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224798464:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 228us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.450725:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 840 00000100:00100000:2.0:1788483510.450740:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 841 00000100:00100000:2.0:1788483510.450747:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:2400:x1875360224798336:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483510.450776:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:2400:x1875360224798336:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.450783:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 841 00000100:00100000:2.0:1788483510.450816:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224798208 00000100:00100000:2.0:1788483510.450820:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224798208 00000100:00100000:2.0:1788483510.450851:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224798720 00000100:00100000:2.0:1788483510.450854:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224798720 00000100:00100000:2.0:1788483510.450866:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224798080 00000100:00100000:2.0:1788483510.450869:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224798080 00000100:00100000:2.0:1788483510.450881:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224798592 00000100:00100000:2.0:1788483510.450884:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224798592 00000100:00100000:2.0:1788483510.450896:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 484 00000100:00100000:2.0:1788483510.450903:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224798208:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483510.450931:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224798208:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (1070us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.450941:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 484 00000100:00100000:2.0:1788483510.450954:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 485 00000100:00100000:2.0:1788483510.450960:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224798720:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483510.450985:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224798720:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.450991:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 485 00000100:00100000:2.0:1788483510.451003:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 486 00000100:00100000:2.0:1788483510.451009:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2400:x1875360224798080:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483510.451032:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2400:x1875360224798080:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (1112us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.451038:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 486 00000100:00100000:2.0:1788483510.451048:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 487 00000100:00100000:2.0:1788483510.451055:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224798592:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483510.451079:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224798592:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.451086:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 487 00000100:00080000:2.0:1788483510.451127:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483510.451132:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483510.451135:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483510.451138:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483510.452804:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224797696 00000100:00100000:1.0:1788483510.452820:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224797696 00000100:00100000:1.0:1788483510.452884:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 701 00000100:00100000:1.0:1788483510.452895:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224797696:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483510.452968:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224797696:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 75us (3241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483510.452976:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 701 00000100:00100000:3.0:1788483510.853034:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764163aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250945664:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.853141:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483510.853271:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250946176:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.853298:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483510.853357:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250945664 00000100:00100000:0.0:1788483510.853367:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250945664 00000100:00100000:0.0:1788483510.853422:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250946176 00000100:00100000:0.0:1788483510.853425:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250946176 00000100:00100000:0.0:1788483510.853456:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1788483510.853466:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250945664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483510.853550:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250945664:12345-0@lo:400:kworker.0 Request processed in 85us (410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483510.853559:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:2.0:1788483510.853591:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250945536:0@lo:400:kworker.0 00000100:00100000:0.0:1788483510.853593:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1788483510.853600:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250946176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483510.853634:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483510.853636:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250946176:12345-0@lo:400:kworker.0 Request processed in 38us (337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483510.853642:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1788483510.856841:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250946176:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.856865:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250946688:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.857295:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483510.857353:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250947200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483510.857383:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483510.857468:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764163aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250945664:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.857481:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1788483510.857489:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641639c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250945792:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.857539:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483510.857562:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250946304:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.857585:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483510.857607:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250946816:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.857631:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483510.858040:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250946048:0@lo:400:kworker.0 00000100:00100000:0.0:1788483510.858080:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250947200 00000100:00100000:0.0:1788483510.858089:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250947200 00000100:00100000:0.0:1788483510.858151:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:0.0:1788483510.858161:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250947200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483510.858198:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788483510.858250:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250947200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (866us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483510.858273:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1788483510.858384:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250946688 00000100:00100000:1.0:1788483510.858390:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250946688 00000100:00100000:1.0:1788483510.858445:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250946304 00000100:00100000:1.0:1788483510.858450:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250946304 00000100:00100000:0.0:1788483510.858468:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250946816 00000100:00100000:0.0:1788483510.858475:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250946816 00000100:00100000:1.0:1788483510.858476:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1788483510.858488:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250946688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483510.858529:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:0.0:1788483510.858538:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250946304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483510.858563:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250946688:12345-0@lo:400:kworker.0 Request processed in 77us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483510.858572:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:0.0:1788483510.858585:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250946304:12345-0@lo:400:kworker.0 Request processed in 47us (997us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483510.858593:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:1.0:1788483510.858601:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250946816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483510.858632:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250946816:12345-0@lo:400:kworker.0 Request processed in 33us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483510.858814:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250947328:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483510.858879:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483510.858935:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250946688:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.858947:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967353 gen 2 00000004:00080000:3.0:1788483510.858952:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967353 00000004:00080000:3.0:1788483510.858977:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7507695180, transno 4294967353 00000100:00100000:3.0:1788483510.858997:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250947200:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483510.859028:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250946304:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.859038:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250946816:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.859071:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250945792 00000100:00100000:3.0:1788483510.859075:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250945792 00000100:00100000:3.0:1788483510.859124:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1788483510.859132:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250945792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.859186:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250945792:12345-0@lo:400:kworker.0 Request processed in 55us (1646us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483510.859192:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:3.0:1788483510.859212:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250947328 00000100:00100000:3.0:1788483510.859215:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250947328 00000100:00100000:3.0:1788483510.859242:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1788483510.859249:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250947328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483510.859272:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788483510.859304:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250947328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483510.859310:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1788483510.859479:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641639c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250945792:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.859515:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250947328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483510.859605:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483510.859697:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250946560:0@lo:400:kworker.0 00000100:00100000:2.0:1788483510.859727:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483510.859746:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250947072:0@lo:400:kworker.0 00000100:00100000:2.0:1788483510.859766:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483510.859786:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788483510.859792:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641638380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250945920:0@lo:400:kworker.0 00000100:00100000:2.0:1788483510.859815:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483510.859830:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250946432:0@lo:400:kworker.0 00000100:00100000:2.0:1788483510.859864:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483510.859882:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250946944:0@lo:400:kworker.0 00000100:00100000:2.0:1788483510.859903:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483510.859944:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250945920 00000100:00100000:2.0:1788483510.859948:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250945920 00000100:00100000:3.0:1788483510.861795:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250946048 00000100:00100000:3.0:1788483510.861814:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250946048 00000100:00100000:3.0:1788483510.861900:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1788483510.861911:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250946048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.862019:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250946048:12345-0@lo:400:kworker.0 Request processed in 109us (2415us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483510.862028:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1788483510.862118:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250946048:0@lo:400:kworker.0 00000100:00100000:0.0:1788483510.863267:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00100000:1.0:1788483510.863347:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1788483510.863713:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250946560 00000100:00100000:3.0:1788483510.863725:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250946560 00000100:00100000:3.0:1788483510.863796:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250947072 00000100:00100000:3.0:1788483510.863800:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250947072 00000100:00100000:3.0:1788483510.863815:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250946432 00000100:00100000:3.0:1788483510.863818:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250946432 00000100:00100000:3.0:1788483510.863830:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250946944 00000100:00100000:3.0:1788483510.863833:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250946944 00000100:00100000:2.0:1788483510.863936:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1788483510.863950:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250945920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483510.864129:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250945920:12345-0@lo:400:kworker.0 Request processed in 183us (4312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.864137:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 847 00000100:00100000:2.0:1788483510.864166:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1788483510.864174:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250946560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483510.864343:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250946560:12345-0@lo:400:kworker.0 Request processed in 40us (4484us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.864351:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1788483510.864367:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1788483510.864375:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250947072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483510.864409:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250947072:12345-0@lo:400:kworker.0 Request processed in 35us (4642us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.864416:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00080000:0.0:1788483510.864420:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483510.864429:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483510.864432:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00080000:0.0:1788483510.864434:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483510.864439:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483510.864443:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250946432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483510.864476:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250946432:12345-0@lo:400:kworker.0 Request processed in 36us (4611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483510.864482:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1788483510.864964:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788483510.864976:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250946944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.865022:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250946944:12345-0@lo:400:kworker.0 Request processed in 51us (5117us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483510.865028:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1788483510.865162:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250945536 00000100:00100000:1.0:1788483510.865170:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250945536 00000100:00100000:1.0:1788483510.865630:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1788483510.865640:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250945536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483510.865695:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250945536:12345-0@lo:400:kworker.0 Request processed in 58us (12061us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483510.865702:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1788483510.866290:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641638380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250945920:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.866494:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250946432:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.866609:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250946944:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.866620:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641638e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250945536:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.866639:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250946560:0@lo:400:kworker.0 00000100:00100000:3.0:1788483510.866651:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250947072:0@lo:400:kworker.0 00010000:00010000:1.0:1788483511.044970:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483511.367392:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483511.367420:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250947456:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483511.367496:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483511.367708:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250947456 00000100:00100000:2.0:1788483511.367717:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250947456 00000100:00100000:2.0:1788483511.367771:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1788483511.367782:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250947456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483511.367815:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483511.367862:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250947456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 82us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483511.367870:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1788483511.368042:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250947456:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1788483511.429395:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788483512.069721:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483512.363598:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483512.363656:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224798848 00000100:00100000:1.0:1788483512.363672:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224798848 00000100:00080000:0.0:1788483512.363733:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483512.363766:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1084 00000100:00100000:1.0:1788483512.363780:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:28238:x1875360224798848:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788483512.363936:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:28238:x1875360224798848:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 158us (2445us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483512.363947:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1084 00000100:00100000:1.0:1788483512.366676:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483512.366851:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224798976 00000100:00100000:0.0:1788483512.367001:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224798976 00000100:00100000:0.0:1788483512.367094:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1085 00000100:00100000:0.0:1788483512.367108:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:28238:x1875360224798976:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788483512.367255:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:28238:x1875360224798976:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 140us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483512.367265:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1085 00000100:00080000:1.0:1788483512.367405:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00080000:0.0:1788483512.908290:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967946 is committed 00000001:00080000:0.0:1788483512.908329:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967945 is committed 00000020:00080000:0.0:1788483512.908344:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7609c4a780 refcount 2 committed 0 result 0 batchid 18 00000020:00080000:0.0:1788483512.908351:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763676a900 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7609c4a000 00000020:00080000:0.0:1788483512.908354:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763676a200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7508845e00 00000020:00080000:0.0:1788483512.908379:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 17 batchid updated 00000020:00080000:0.0:1788483512.908394:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 18 committed batchid 17 00000020:00080000:0.0:1788483512.908525:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 17 00010000:00010000:1.0:1788483512.908734:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483512.908748:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483512.908757:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483512.908765:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483512.908771:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483512.908779:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483512.908800:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1b:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:1.0:1788483512.908803:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483512.908808:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483512.908816:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f26ff lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483512.921954:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967349 is committed 00000001:00080000:3.0:1788483512.921985:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967348 is committed 00010000:00010000:3.0:1788483513.094199:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483513.412807:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250947584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483513.412905:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483513.413176:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483513.413188:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250947712:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483513.413224:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483513.413312:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250947584 00000100:00100000:3.0:1788483513.413324:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250947584 00000100:00100000:3.0:1788483513.413387:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250947712 00000100:00100000:3.0:1788483513.413391:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250947712 00000100:00100000:3.0:1788483513.413411:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1788483513.413422:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250947584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483513.413458:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1788483513.413532:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250947584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 111us (626us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483513.413541:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:3.0:1788483513.413559:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1788483513.413566:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250947712:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483513.413577:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1788483513.413607:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250947712:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483513.413613:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1788483513.413680:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250947712:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483513.413908:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483513.414013:0:3639:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967349 gen 2 00000004:00080000:0.0:1788483513.414020:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967349 committed transno 4294967349 00000100:00100000:0.0:1788483513.414047:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250947584:0@lo:13:osp-pre-0-0.0 00000001:02000400:3.0:1788483513.800090:0:22102:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12h: Restore a released file implicitly from a second node ========================================================== 20:58:31 (1788483511) 00010000:00010000:1.0:1788483514.116867:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483514.437268:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250947840:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483514.437493:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483514.437723:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250947840 00000100:00100000:2.0:1788483514.437733:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250947840 00000100:00100000:2.0:1788483514.437799:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:2.0:1788483514.437811:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250947840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483514.437858:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444380672 avail 1298141184 00000100:00100000:2.0:1788483514.437920:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250947840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483514.437931:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1788483514.438042:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250947840:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788483515.142541:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788483515.232692:0:22150:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity-hsm test_12h Need 2 or more clients, have 1 00000100:00100000:0.0:1788483515.570197:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483515.570259:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483515.570287:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483515.570314:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483515.570333:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483515.570369:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483515.570385:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483515.570398:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483515.570420:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483515.570455:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224799488 00000100:00100000:0.0:1788483515.570464:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224799488 00000100:00100000:0.0:1788483515.570545:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224800000 00000100:00100000:0.0:1788483515.570549:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224800000 00000100:00100000:0.0:1788483515.570566:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 492 00000100:00100000:0.0:1788483515.570575:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2399:x1875360224799488:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483515.570644:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2399:x1875360224799488:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 69us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483515.570652:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 492 00000100:00100000:0.0:1788483515.570666:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224799616 00000100:00100000:0.0:1788483515.570669:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224799616 00000100:00100000:0.0:1788483515.570683:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224800128 00000100:00100000:0.0:1788483515.570686:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224800128 00000100:00100000:0.0:1788483515.570700:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 493 00000100:00100000:0.0:1788483515.570706:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224800000:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483515.570732:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224800000:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483515.570749:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 493 00000100:00100000:0.0:1788483515.570763:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 494 00000100:00100000:0.0:1788483515.570770:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224799616:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483515.570793:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224799616:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483515.570800:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 494 00000100:00100000:0.0:1788483515.570812:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 495 00000100:00100000:0.0:1788483515.570818:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224800128:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483515.570841:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224800128:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483515.570847:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 495 00000100:00080000:0.0:1788483515.570861:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483515.570866:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483515.571007:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224799104 00000100:00100000:1.0:1788483515.571012:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224799104 00000100:00100000:1.0:1788483515.571049:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 703 00000100:00100000:1.0:1788483515.571056:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224799104:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483515.571085:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224799104:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483515.571091:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 703 00000100:00100000:1.0:1788483515.571121:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224799232 00000100:00100000:1.0:1788483515.571125:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224799232 00000100:00100000:1.0:1788483515.571152:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224799744 00000100:00100000:1.0:1788483515.571155:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224799744 00000100:00100000:1.0:1788483515.571173:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224799360 00000100:00100000:1.0:1788483515.571176:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224799360 00000100:00100000:1.0:1788483515.571186:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224799872 00000100:00100000:1.0:1788483515.571189:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224799872 00000100:00100000:1.0:1788483515.571201:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 848 00000100:00100000:1.0:1788483515.571206:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+90:2400:x1875360224799232:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483515.571244:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+90:2400:x1875360224799232:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 37us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483515.571251:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 848 00000100:00100000:1.0:1788483515.571264:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 849 00000100:00100000:1.0:1788483515.571270:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:2399:x1875360224799744:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483515.571292:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:2399:x1875360224799744:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (977us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483515.571306:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 849 00000100:00100000:1.0:1788483515.571318:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 850 00000100:00100000:1.0:1788483515.571324:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224799360:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483515.571355:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224799360:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483515.571361:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 850 00000100:00100000:1.0:1788483515.571372:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 851 00000100:00100000:1.0:1788483515.571378:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224799872:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483515.571398:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224799872:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (1000us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483515.571404:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 851 00000100:00080000:1.0:1788483515.571423:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483515.571426:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483515.972958:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250947968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483515.973034:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483515.973369:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250948352:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483515.973410:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483515.973430:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360250948864:0@lo:400:kworker.0 00000100:00100000:2.0:1788483515.973464:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483515.973531:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360250949376:0@lo:400:kworker.0 00000100:00100000:1.0:1788483515.973554:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250948864 00000100:00100000:2.0:1788483515.973560:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483515.973563:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250948864 00000100:00100000:2.0:1788483515.973592:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788483515.973602:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360250948224:0@lo:400:kworker.0 00000100:00100000:1.0:1788483515.973619:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250949376 00000100:00100000:1.0:1788483515.973624:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250949376 00000100:00100000:2.0:1788483515.973629:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483515.973645:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250948224 00000100:00100000:2.0:1788483515.973649:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250948736:0@lo:400:kworker.0 00000100:00100000:1.0:1788483515.973650:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250948224 00000100:00100000:1.0:1788483515.973670:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1788483515.973680:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483515.973684:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360250948864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483515.973704:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250949248:0@lo:400:kworker.0 00000100:00100000:2.0:1788483515.973746:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483515.973746:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360250948864:12345-0@lo:400:kworker.0 Request processed in 64us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483515.973756:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:1.0:1788483515.973778:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1788483515.973787:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360250948864:0@lo:400:kworker.0 00000100:00100000:1.0:1788483515.973788:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250949376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483515.973833:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250949376:12345-0@lo:400:kworker.0 Request processed in 49us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483515.973840:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1788483515.973847:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1788483515.973858:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250948224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483515.973897:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250948224:12345-0@lo:400:kworker.0 Request processed in 41us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483515.973905:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00080000:2.0:1788483515.973931:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483515.973950:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250948736 00000100:00100000:2.0:1788483515.973955:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360250948224:0@lo:400:kworker.0 00000100:00100000:1.0:1788483515.973956:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250948736 00000100:00100000:2.0:1788483515.973972:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360250949376:0@lo:400:kworker.0 00000100:00100000:1.0:1788483515.973997:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1788483515.974007:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250948736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483515.974063:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250948736:0@lo:400:kworker.0 00000100:00100000:0.0:1788483515.974150:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250948096:0@lo:400:kworker.0 00000100:00100000:0.0:1788483515.974181:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483515.974202:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250947968 00000100:00100000:3.0:1788483515.974207:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250947968 00000100:00100000:0.0:1788483515.974221:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250948608:0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.974261:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250948352 00000100:00100000:3.0:1788483515.974265:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250948352 00000100:00100000:0.0:1788483515.974267:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483515.974288:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1788483515.974294:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250949120:0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.974299:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250947968:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483515.974324:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1788483515.974325:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788483515.974346:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250949632:0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.974368:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250947968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (1333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483515.974376:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:0.0:1788483515.974381:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483515.974395:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1788483515.974404:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250948352:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483515.974406:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788483515.974414:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250948480:0@lo:400:kworker.0 00002000:00000024:3.0:1788483515.974415:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 120163136 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788483515.974455:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483515.974460:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250948352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483515.974467:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1788483515.974483:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250948992:0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.974496:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250948480 00000100:00100000:3.0:1788483515.974520:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250948480 00000100:00100000:0.0:1788483515.974534:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483515.974552:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250949504:0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.974561:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1788483515.974570:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250948480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483515.974577:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483515.974620:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250948480:12345-0@lo:400:kworker.0 Request processed in 51us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483515.974626:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250947968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483515.974630:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1788483515.974653:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250949248 00000100:00100000:3.0:1788483515.974657:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250949248 00000100:00100000:0.0:1788483515.974661:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250949120 00000100:00100000:0.0:1788483515.974668:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250949120 00000100:00100000:3.0:1788483515.974684:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250949632 00000100:00100000:3.0:1788483515.974689:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250949632 00000100:00100000:0.0:1788483515.974704:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788483515.974712:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1788483515.974717:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250949248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.974724:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250949120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483515.974760:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250949248:12345-0@lo:400:kworker.0 Request processed in 47us (1017us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483515.974769:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788483515.974776:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250949120:12345-0@lo:400:kworker.0 Request processed in 54us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483515.974784:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1788483515.974790:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1788483515.974800:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250949632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.974812:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250948608 00000100:00100000:3.0:1788483515.974817:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250948608 00000100:00100000:0.0:1788483515.974837:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250949632:12345-0@lo:400:kworker.0 Request processed in 39us (457us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483515.974838:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250948992 00000100:00100000:3.0:1788483515.974842:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250948992 00000100:00100000:0.0:1788483515.974849:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1788483515.974859:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250949504 00000100:00100000:3.0:1788483515.974863:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250949504 00000100:00100000:0.0:1788483515.974877:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 855 00000100:00100000:0.0:1788483515.974886:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250948608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.974889:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:3.0:1788483515.974900:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250948992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483515.974921:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250948608:12345-0@lo:400:kworker.0 Request processed in 36us (653us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483515.974928:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 855 00000100:00100000:3.0:1788483515.974944:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250948992:12345-0@lo:400:kworker.0 Request processed in 43us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483515.974948:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1788483515.974956:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:0.0:1788483515.974961:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250949504:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788483515.974987:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483515.974992:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483515.974996:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483515.974997:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250949504:12345-0@lo:400:kworker.0 Request processed in 39us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483515.975005:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:3.0:1788483515.975019:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250948480:0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.975033:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250948992:0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.975044:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250949504:0@lo:400:kworker.0 00000100:00100000:2.0:1788483515.975088:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250948096 00000100:00100000:2.0:1788483515.975093:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250948096 00000100:00100000:2.0:1788483515.975126:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1788483515.975133:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250948096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483515.975161:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250948096:12345-0@lo:400:kworker.0 Request processed in 30us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483515.975166:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:2.0:1788483515.975214:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250949248:0@lo:400:kworker.0 00000100:00100000:2.0:1788483515.975240:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250948352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483515.975571:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250948736:12345-0@lo:400:kworker.0 Request processed in 1564us (1889us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483515.975578:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1788483515.976190:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250948608:0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.976208:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250949120:0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.976221:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250949632:0@lo:400:kworker.0 00000100:00100000:3.0:1788483515.976262:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250948096:0@lo:400:kworker.0 00010000:00010000:2.0:1788483516.165383:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483516.485756:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483516.493518:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250949760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483516.493602:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483516.496969:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250949760 00000100:00100000:0.0:1788483516.496987:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250949760 00000100:00100000:0.0:1788483516.497468:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1788483516.497480:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250949760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483516.497548:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483516.497629:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250949760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 151us (4026us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483516.497637:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1788483516.498556:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250949760:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1788483516.631156:0:22198:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12m: Archive/release/implicit restore ========================================================== 20:58:34 (1788483514) 00000100:00100000:0.0:1788483516.883880:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483516.884054:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224800256 00000100:00100000:3.0:1788483516.884065:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224800256 00000100:00100000:3.0:1788483516.884128:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1086 00000100:00100000:3.0:1788483516.884140:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:29179:x1875360224800256:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788483516.884253:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:29179:x1875360224800256:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 115us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483516.884261:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1086 00000100:00100000:3.0:1788483516.887712:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483516.887941:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224800384 00000100:00100000:0.0:1788483516.887951:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224800384 00000100:00100000:0.0:1788483516.888016:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1087 00000100:00100000:0.0:1788483516.888026:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:29179:x1875360224800384:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788483516.888127:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:29179:x1875360224800384:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 103us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483516.888135:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1087 00000100:00100000:1.0:1788483516.912273:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483516.912378:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224800512 00000100:00100000:2.0:1788483516.912387:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224800512 00000100:00100000:2.0:1788483516.912461:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1088 00000100:00100000:2.0:1788483516.912473:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+90:29180:x1875360224800512:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483516.912539:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483516.912563:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f273e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473d4 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912631:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2745 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912646:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2745 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912657:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2745 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912673:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f274c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912680:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f274c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912687:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f274c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912735:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2745 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912742:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2745 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912749:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2745 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912755:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483516.912759:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2745 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.912767:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2745 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913055:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483516.913060:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483516.913065:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2745 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913072:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2745 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913098:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f274c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913104:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f274c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913109:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f274c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913113:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8f400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483516.913117:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f274c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913122:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f274c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913130:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9f7608d98000) 00010000:00010000:2.0:1788483516.913131:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483516.913134:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f274c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913140:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f274c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913174:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f273e lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473d4 expref: 91 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913184:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483516.913187:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483516.913191:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f273e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473d4 expref: 91 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483516.913200:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00000100:00100000:2.0:1788483516.913274:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+90:29180:x1875360224800512:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 803us (1011us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483516.913281:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1088 00000100:00100000:2.0:1788483516.917918:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483516.918001:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224800768 00000100:00100000:3.0:1788483516.918011:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224800768 00000100:00100000:3.0:1788483516.918069:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1089 00000100:00100000:3.0:1788483516.918080:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+90:29180:x1875360224800768:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:3.0:1788483516.918293:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483516.918320:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2497 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472e6 expref: 90 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.918338:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483516.918343:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483516.918472:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.918486:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472fb expref: 40 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.918581:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.918619:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472fb expref: 40 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.918634:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472fb expref: 40 pid: 6515 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483516.918648:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250949888:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483516.918844:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669ce40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483516.924291:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483516.924428:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753d500 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250949888:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483516.924457:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483516.924649:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224800896 00000100:00100000:1.0:1788483516.924656:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224800896 00010000:00010000:1.0:1788483516.924692:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472fb expref: 41 pid: 6515 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483516.924728:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 340 00000100:00100000:1.0:1788483516.924738:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:2402:x1875360224800896:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483516.924753:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483516.924760:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472fb expref: 41 pid: 6515 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.924775:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472fb expref: 41 pid: 6515 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.924794:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f24d6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1472fb expref: 41 pid: 6515 timeout: 781 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.924808:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483516.924813:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.924821:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.924827:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.925000:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483516.925057:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:2402:x1875360224800896:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 319us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483516.925066:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 340 00010000:00010000:3.0:1788483516.926757:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.926769:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.926796:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.926808:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.926817:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927466:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927481:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927489:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483516.927575:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000eeea5631 reply state 0000000061a15452 transno 4294967947 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927587:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927594:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:3.0:1788483516.927597:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483516.927601:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788483516.927606:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00010000:00010000:3.0:1788483516.927674:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927682:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927689:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927696:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483516.927700:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927707:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927722:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483516.927724:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483516.927727:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927733:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2753 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483516.927743:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000eeea5631 reply state 0000000061a15452 transno 4294967947 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927749:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.927754:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9f7607aeda00) 00010000:00010000:3.0:1788483516.927756:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483516.927758:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788483516.927881:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+91:29180:x1875360224800768:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 9800us (9969us total) trans 4294967947 rc 0/0 00000100:00100000:3.0:1788483516.927890:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1089 00000100:00100000:3.0:1788483516.935627:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483516.936717:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224801024 00000100:00100000:1.0:1788483516.936728:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224801024 00000100:00100000:1.0:1788483516.936798:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1090 00000100:00100000:1.0:1788483516.937440:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+91:29181:x1875360224801024:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483516.937468:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483516.937489:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2768 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473db expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.937586:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f276f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.937600:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f276f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.937612:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f276f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483516.937658:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483516.937662:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483516.937681:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f276f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.937705:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2768 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473db expref: 93 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.937721:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f276f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473db expref: 92 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483516.937728:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483516.937730:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483516.937734:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2000, rc 0) 00000100:00100000:1.0:1788483516.938011:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+92:29181:x1875360224801024:12345-192.168.206.36@tcp:101:bash.0 Request processed in 1064us (2264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483516.938019:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1090 00000100:00100000:1.0:1788483516.943844:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483516.944094:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224801152 00000100:00100000:0.0:1788483516.944103:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224801152 00000100:00100000:0.0:1788483516.944156:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1091 00000100:00100000:0.0:1788483516.944166:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+92:29181:x1875360224801152:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483516.944185:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483516.944217:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f2776 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473e2 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944287:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f277d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944301:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f277d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944312:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f277d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944324:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2784 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944331:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2784 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944337:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2784 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944413:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f278b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944423:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f278b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944430:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f278b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483516.944463:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:0.0:1788483516.944467:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483516.944486:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f278b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944521:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f277d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944529:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f277d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944540:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f277d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944546:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483516.944550:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f277d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944557:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f277d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944569:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483516.944572:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483516.944577:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f277d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944583:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f277d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944596:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2784 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944602:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2784 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944608:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2784 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944613:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483516.944616:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2784 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944626:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2784 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944634:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9f7607aeda00) 00010000:00010000:0.0:1788483516.944636:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483516.944639:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2784 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944645:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2784 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944669:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f2776 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473e2 expref: 94 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944682:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525400/0xf2b1f833e60f278b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473e2 expref: 93 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.944689:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:0.0:1788483516.944691:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483516.944693:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525400, rc 0) 00000100:00100000:0.0:1788483516.944752:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+93:29181:x1875360224801152:12345-192.168.206.36@tcp:101:bash.0 Request processed in 588us (917us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483516.944759:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1091 00000100:00100000:2.0:1788483516.949796:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483516.950039:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224801280 00000100:00100000:0.0:1788483516.950282:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224801280 00000100:00100000:0.0:1788483516.950450:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1092 00000100:00100000:0.0:1788483516.950462:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+93:29181:x1875360224801280:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483516.950483:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483516.950543:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2792 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473e9 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950616:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2799 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950630:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2799 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950641:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2799 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950655:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950663:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950669:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950721:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2799 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950727:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2799 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950733:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2799 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950748:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483516.950752:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2799 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950759:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2799 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950770:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:0.0:1788483516.950772:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483516.950776:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2799 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950782:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2799 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950794:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950799:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950804:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950808:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483516.950810:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950815:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950821:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9f7602eeb700) 00010000:00010000:0.0:1788483516.950823:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483516.950826:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950830:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950864:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2792 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473e9 expref: 94 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950886:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:0.0:1788483516.950889:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483516.950893:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2792 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473e9 expref: 94 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.950903:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483516.950966:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+93:29181:x1875360224801280:12345-192.168.206.36@tcp:101:bash.0 Request processed in 506us (1289us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483516.950973:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1092 00000100:00100000:0.0:1788483516.971804:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483516.971896:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224801408 00000100:00100000:3.0:1788483516.971914:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224801408 00000100:00100000:3.0:1788483516.971972:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1093 00000100:00100000:3.0:1788483516.971983:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+40:29182:x1875360224801408:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483516.972002:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483516.972022:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27a7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473f0 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.972104:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.972119:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.972131:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483516.972173:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788483516.972177:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483516.972195:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.972219:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27a7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f0 expref: 42 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.972250:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f0 expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.972260:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483516.972263:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483516.972266:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ea00, rc 0) 00000100:00100000:3.0:1788483516.972329:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:29182:x1875360224801408:12345-192.168.206.36@tcp:101:rm.0 Request processed in 348us (532us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483516.972336:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1093 00000100:00100000:1.0:1788483516.975263:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483516.975325:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224801536 00000100:00100000:0.0:1788483516.975334:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224801536 00000100:00100000:0.0:1788483516.975394:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1094 00000100:00100000:0.0:1788483516.975404:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:29182:x1875360224801536:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483516.975422:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483516.975443:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f27b5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473f7 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.975542:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27bc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.975559:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.975571:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.975581:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27c3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.975588:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.975929:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976020:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f27ca lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976033:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f27ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976040:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f27ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483516.976072:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:0.0:1788483516.976076:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483516.976095:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f27ca lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976107:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27bc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976118:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27bc lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976125:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976130:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483516.976134:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27bc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976141:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27bc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976152:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483516.976156:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483516.976161:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976169:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976182:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27c3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976188:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27c3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976194:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976199:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483516.976202:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27c3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976209:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27c3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976216:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9f7607aeda00) 00010000:00010000:0.0:1788483516.976218:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483516.976231:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27c3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976238:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27c3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976265:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f27b5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f7 expref: 43 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976278:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525c00/0xf2b1f833e60f27ca lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f7 expref: 42 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.976285:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:0.0:1788483516.976288:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483516.976290:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525c00, rc 0) 00000100:00100000:0.0:1788483516.976351:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29182:x1875360224801536:12345-192.168.206.36@tcp:101:rm.0 Request processed in 947us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483516.976358:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1094 00000100:00100000:2.0:1788483516.980853:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483516.981001:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224801664 00000100:00100000:3.0:1788483516.981032:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224801664 00000100:00100000:3.0:1788483516.981105:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1095 00000100:00100000:3.0:1788483516.981117:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29182:x1875360224801664:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483516.981143:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483516.981169:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f27d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1473fe expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.981288:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.981306:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.981320:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.981338:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f27df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.981345:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f27df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.981352:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f27df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982181:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982194:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27d8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982200:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982210:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483516.982215:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982232:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27d8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982250:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:3.0:1788483516.982254:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483516.982259:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982265:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f27d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982282:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f27df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982289:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f27df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982294:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f27df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982299:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483516.982301:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f27df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982308:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f27df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982319:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9f7607aed700) 00010000:00010000:3.0:1788483516.982322:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483516.982325:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f27df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982331:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f27df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982381:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f27d1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473fe expref: 43 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982392:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:3.0:1788483516.982406:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483516.982411:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f27d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473fe expref: 43 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483516.982420:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e400, rc 0) 00000100:00100000:3.0:1788483516.982535:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29182:x1875360224801664:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1418us (1694us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483516.982543:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1095 00000100:00100000:3.0:1788483516.993650:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483516.993942:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224801792 00000100:00100000:0.0:1788483516.993955:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224801792 00000100:00100000:0.0:1788483516.994095:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1096 00000100:00100000:0.0:1788483516.994109:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29182:x1875360224801792:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483516.994205:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483516.994244:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f27e6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147405 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.994340:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.994358:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.994372:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.994388:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27f4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.994395:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.994931:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.994985:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.994993:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995000:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995007:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995015:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483516.995020:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995039:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995054:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:0.0:1788483516.995057:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483516.995063:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995070:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f27ed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995087:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27f4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995093:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27f4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995100:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995105:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483516.995107:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27f4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995113:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27f4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995124:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9f7602eeb700) 00010000:00010000:0.0:1788483516.995126:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483516.995139:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27f4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995146:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f27f4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995192:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f27e6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147405 expref: 43 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995204:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:0.0:1788483516.995207:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483516.995210:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f27e6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147405 expref: 43 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483516.995220:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483516.995373:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29182:x1875360224801792:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1265us (1738us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483516.995383:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1096 00000100:00100000:1.0:1788483517.018679:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483517.018943:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224801920 00000100:00100000:2.0:1788483517.018956:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224801920 00000100:00080000:3.0:1788483517.019435:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483517.019455:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1097 00000100:00100000:2.0:1788483517.019471:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29183:x1875360224801920:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483517.019727:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483517.019767:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f27fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14740c expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.019873:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2802 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.019891:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2802 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.019903:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2802 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.019920:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2809 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.019932:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.019938:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020123:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2802 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020143:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2802 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020149:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2802 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020155:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483517.020161:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2802 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020168:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2802 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020183:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:2.0:1788483517.020186:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483517.020192:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2802 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020198:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2802 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020213:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2809 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020219:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2809 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020237:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2809 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020241:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8f400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483517.020244:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2809 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020249:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2809 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020256:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9f7608d98000) 00010000:00010000:2.0:1788483517.020258:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483517.020261:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2809 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020267:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2809 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020314:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f27fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14740c expref: 43 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020325:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:2.0:1788483517.020327:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483517.020330:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f27fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14740c expref: 43 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.020344:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8fe00, rc 0) 00000100:00100000:2.0:1788483517.020434:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29183:x1875360224801920:12345-192.168.206.36@tcp:101:cp.0 Request processed in 967us (1772us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483517.020443:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1097 00000100:00100000:2.0:1788483517.027696:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.027820:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224802048 00000100:00100000:0.0:1788483517.027835:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224802048 00000100:00100000:0.0:1788483517.027955:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1098 00000100:00100000:0.0:1788483517.027970:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29183:x1875360224802048:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483517.027999:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483517.028027:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2810 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147413 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028133:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2817 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028155:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2817 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028168:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2817 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028186:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f281e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028193:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f281e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028199:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f281e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028259:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2817 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028268:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2817 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028276:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2817 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028283:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483517.028289:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2817 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028301:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2817 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028316:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:0.0:1788483517.028320:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483517.028326:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2817 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028333:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2817 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028347:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f281e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028353:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f281e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028360:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f281e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028365:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483517.028368:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f281e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028373:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f281e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028380:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9f7602eeb700) 00010000:00010000:0.0:1788483517.028382:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483517.028385:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f281e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028392:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f281e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028429:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2810 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147413 expref: 43 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028439:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:0.0:1788483517.028441:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483517.028446:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2810 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147413 expref: 43 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.028455:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483517.028599:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29183:x1875360224802048:12345-192.168.206.36@tcp:101:cp.0 Request processed in 631us (918us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483517.028607:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1098 00000100:00100000:3.0:1788483517.035110:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483517.035191:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224802304 00000100:00100000:1.0:1788483517.035205:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224802304 00000100:00100000:1.0:1788483517.035287:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1099 00000100:00100000:1.0:1788483517.035299:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29183:x1875360224802304:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483517.035324:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483517.035348:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2825 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14741a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.035484:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f282c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.035548:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f282c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.035563:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f282c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.035585:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.035593:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.035599:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483517.036399:0:6514:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x16:0x0], index 1: 0 00010000:00010000:1.0:1788483517.037469:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.037495:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.037753:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.037877:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f282c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.037949:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f282c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.037956:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f282c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.037962:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483517.037966:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f282c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.037974:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f282c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.037988:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:1.0:1788483517.037991:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483517.037995:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f282c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.038003:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f282c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483517.038022:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000118375ba reply state 0000000025d27280 transno 4294967948 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.038034:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.038040:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9f76039f5500) 00010000:00010000:1.0:1788483517.038043:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483517.038046:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483517.042590:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2825 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14741a expref: 45 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.042630:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14741a expref: 44 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.042641:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:1.0:1788483517.042654:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483517.042658:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2600, rc 0) 00000100:00100000:1.0:1788483517.042748:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29183:x1875360224802304:12345-192.168.206.36@tcp:101:cp.0 Request processed in 7449us (7653us total) trans 4294967948 rc 0/0 00000100:00100000:1.0:1788483517.042757:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1099 00000100:00100000:2.0:1788483517.050199:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483517.050373:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224802432 00000100:00100000:3.0:1788483517.050386:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224802432 00000100:00100000:3.0:1788483517.050703:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 281 00000100:00100000:3.0:1788483517.050716:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224802432:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483517.050812:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483517.050842:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f2848 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147421 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483517.050874:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483517.050899:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=682s v=(0 0) 00010000:00010000:3.0:1788483517.050905:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483517.050916:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f2848 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147421 expref: 11 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.050938:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f2848 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147421 expref: 11 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.050954:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e400, rc 0) 00000100:00100000:3.0:1788483517.051035:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224802432:12345-192.168.206.36@tcp:101:cp.0 Request processed in 322us (851us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483517.051042:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 281 00000100:00080000:2.0:1788483517.051937:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483517.058621:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.058906:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224802560 00000100:00100000:0.0:1788483517.058920:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224802560 00000100:00100000:0.0:1788483517.058996:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 282 00000100:00100000:0.0:1788483517.059009:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:29183:x1875360224802560:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483517.059027:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483517.059046:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147428 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.059080:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f2848 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147421 expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.059094:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483517.059098:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483517.059103:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.059145:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f2848 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147421 expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.059166:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f2848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147421 expref: 12 pid: 8433 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483517.059179:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250950016:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483517.059288:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2240 going to sleep for 11 seconds 00000100:00100000:0.0:1788483517.062688:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250950016:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483517.062734:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.062763:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483517.062835:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:29183:x1875360224802560:12345-192.168.206.36@tcp:101:cp.0 Request processed in 3828us (4237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483517.062856:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 282 00000100:00100000:2.0:1788483517.063725:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483517.066607:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224802688 00000100:00100000:1.0:1788483517.066628:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224802688 00010000:00010000:1.0:1788483517.066718:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f2848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147421 expref: 12 pid: 8433 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483517.067111:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 341 00000100:00100000:1.0:1788483517.067127:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224802688:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483517.067151:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483517.067179:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f2848 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147421 expref: 12 pid: 8433 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.067195:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f2848 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147421 expref: 12 pid: 8433 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.067235:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000059d2b919/0xf2b1f833e60f2848 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147421 expref: 12 pid: 8433 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.067257:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483517.067261:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483517.067271:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.067283:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483517.067336:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483517.067357:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360250950144:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483517.069732:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483517.075977:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483517.076052:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224802944 00000100:00100000:1.0:1788483517.076075:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224802944 00000100:00100000:1.0:1788483517.076156:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 207 00000100:00100000:1.0:1788483517.076169:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29183:x1875360224802944:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:3.0:1788483517.076267:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360250950144:192.168.206.36@tcp:105: 00010000:00010000:3.0:1788483517.076300:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483517.076495:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224802688:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 9371us (12774us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483517.076540:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29183:x1875360224802944:12345-192.168.206.36@tcp:35:cp.0 Request processed in 372us (578us total) trans 4294967949 rc 0/0 00000100:00100000:1.0:1788483517.076556:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 207 00000100:00100000:3.0:1788483517.076562:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 341 00000100:00100000:2.0:1788483517.147481:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.147680:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224803072 00000100:00100000:0.0:1788483517.147695:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224803072 00000100:00100000:0.0:1788483517.148027:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1100 00000100:00100000:0.0:1788483517.148043:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+93:29186:x1875360224803072:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483517.148070:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483517.148098:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2856 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14742f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148190:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f285d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148208:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f285d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148231:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f285d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148245:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2864 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148253:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148260:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148358:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148368:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148375:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788483517.148615:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:0.0:1788483517.148848:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:0.0:1788483517.148856:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483517.148884:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148975:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148985:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f285d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148992:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f285d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.148999:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f285d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149006:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483517.149010:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f285d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149017:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f285d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149031:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:0.0:1788483517.149034:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483517.149039:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f285d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149046:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f285d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149066:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2864 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149073:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2864 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149079:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2864 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149084:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483517.149087:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2864 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149094:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2864 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149101:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9f76039f5500) 00010000:00010000:0.0:1788483517.149104:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483517.149107:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2864 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149113:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2864 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149146:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2856 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14742f expref: 95 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149162:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14742f expref: 94 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.149175:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:0.0:1788483517.149177:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483517.149179:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525000, rc 0) 00000100:00100000:0.0:1788483517.149325:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+94:29186:x1875360224803072:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1284us (1857us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483517.149334:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1100 00000100:00100000:2.0:1788483517.163322:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.165468:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224803200 00000100:00100000:0.0:1788483517.165489:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224803200 00000100:00100000:0.0:1788483517.165617:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 283 00000100:00100000:0.0:1788483517.165630:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224803200:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483517.165653:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483517.165676:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f2872 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147436 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483517.165992:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250950272:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483517.166141:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2240 going to sleep for 11 seconds 00000100:00080000:2.0:1788483517.166488:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1788483517.172178:0:8432:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb size: 0 -> 1516 00002000:00010000:0.0:1788483517.172190:0:8432:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb mtime: 0 -> 1788483516 00002000:00010000:0.0:1788483517.172193:0:8432:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb atime: 0 -> 1788483516 00002000:00010000:0.0:1788483517.172195:0:8432:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb ctime: 0 -> 1788483516 00002000:00010000:0.0:1788483517.172198:0:8432:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788483517.172235:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250950272:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483517.172282:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f2872 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147436 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.172318:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f2872 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147436 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.172336:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:0.0:1788483517.172461:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224803200:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 6831us (9153us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483517.172470:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 283 00000100:00100000:1.0:1788483517.177790:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483517.177883:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224803328 00000100:00100000:3.0:1788483517.177896:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224803328 00000100:00100000:3.0:1788483517.177954:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1101 00000100:00100000:3.0:1788483517.177966:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:29186:x1875360224803328:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483517.177993:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483517.178017:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2879 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14743d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.178104:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.178121:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.178135:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483517.178187:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3a:0x0]: returning size 4096 00000004:00200000:3.0:1788483517.178191:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483517.178271:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.178308:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2879 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14743d expref: 96 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.178330:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14743d expref: 95 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.178340:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:3.0:1788483517.178343:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483517.178347:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e600, rc 0) 00000100:00100000:3.0:1788483517.178835:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+95:29186:x1875360224803328:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 868us (1055us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483517.178844:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1101 00000100:00100000:2.0:1788483517.182815:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.183003:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224803456 00000100:00100000:0.0:1788483517.183016:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224803456 00000100:00100000:0.0:1788483517.183087:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 284 00000100:00100000:0.0:1788483517.183100:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224803456:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483517.183126:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483517.183152:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f2887 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147444 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483517.183237:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250950400:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483517.183353:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2240 going to sleep for 11 seconds 00000100:00100000:0.0:1788483517.189144:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250950400:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483517.189195:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f2887 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147444 expref: 13 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.189374:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f2887 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147444 expref: 13 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.189456:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:0.0:1788483517.189641:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224803456:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 6541us (6842us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483517.189651:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 284 00010000:00010000:2.0:1788483517.189774:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483517.205847:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.206103:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224803712 00000100:00100000:0.0:1788483517.206116:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224803712 00000100:00100000:0.0:1788483517.206187:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1102 00000100:00100000:0.0:1788483517.206198:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+95:29186:x1875360224803712:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:0.0:1788483517.206867:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].28, 136 off12000 00000100:00100000:0.0:1788483517.206980:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+95:29186:x1875360224803712:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 781us (1144us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483517.206990:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1102 00000040:00080000:0.0:1788483517.316865:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483517.316877:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483517.316907:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:0.0:1788483517.316918:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483517.318777:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250950528:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483517.318917:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788483517.326824:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250950528:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483517.327169:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483517.328603:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224803840 00000100:00100000:3.0:1788483517.328677:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224803840 00000100:00100000:3.0:1788483517.328766:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1103 00000100:00100000:3.0:1788483517.328780:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29196:x1875360224803840:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483517.328832:0:12148:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483517.328991:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29196:x1875360224803840:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 213us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483517.328999:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1103 00000100:00100000:0.0:1788483517.332533:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483517.332759:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224804096 00000100:00100000:3.0:1788483517.332772:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224804096 00000100:00100000:3.0:1788483517.332889:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1104 00000100:00100000:3.0:1788483517.332902:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29196:x1875360224804096:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483517.332930:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483517.332957:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f288e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14744b expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.333109:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2895 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.333126:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2895 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.333207:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2895 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483517.333231:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:3.0:1788483517.333373:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f288e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14744b expref: 49 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.333464:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2895 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14744b expref: 48 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.333475:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:3.0:1788483517.333478:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483517.333482:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:3.0:1788483517.333572:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29196:x1875360224804096:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 671us (1080us total) trans 4294967950 rc 0/0 00000100:00100000:3.0:1788483517.333581:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1104 00000100:00100000:2.0:1788483517.336857:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.336980:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224804352 00000100:00100000:0.0:1788483517.336993:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224804352 00000100:00100000:0.0:1788483517.337080:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 49 00000100:00100000:0.0:1788483517.337091:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2399:x1875360224804352:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483517.337108:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483517.337150:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2895 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14744b expref: 48 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.337172:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:0.0:1788483517.337177:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483517.337256:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df7850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2399:x1875360224804352:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 166us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483517.337263:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 49 00000100:00100000:2.0:1788483517.337923:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.338296:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224804224 00000100:00100000:0.0:1788483517.338307:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224804224 00000100:00100000:0.0:1788483517.338570:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 285 00000100:00100000:0.0:1788483517.338582:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224804224:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483517.338640:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.338674:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.338694:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483517.338699:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483517.338703:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.338746:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.338768:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 11 pid: 14965 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483517.338784:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250950656:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483517.338871:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2240 going to sleep for 11 seconds 00000100:00100000:0.0:1788483517.342174:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250950656:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483517.342197:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483517.342364:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224804480 00000100:00100000:2.0:1788483517.342374:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224804480 00010000:00010000:0.0:1788483517.342402:0:14965:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:2.0:1788483517.342446:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff9f7641638e00 x1875360224804480/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:268/0 lens 2008/0 e 0 to 0 dl 1788483528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483517.342457:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641638e00 with x1875360224804480 ext(0->1515) 00010000:00010000:2.0:1788483517.342467:0:8438:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 12 pid: 14965 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.342483:0:8438:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 12 pid: 14965 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483517.342492:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f7641638e00 00000100:00100000:2.0:1788483517.342545:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 14 00000100:00100000:2.0:1788483517.342556:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224804480:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:2.0:1788483517.351890:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360224804480:12345-192.168.206.36@tcp:4:cp.0 Request processed in 9324us (9685us total) trans 4294967354 rc 0/0 00000100:00100000:2.0:1788483517.351903:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 14 00002000:00100000:2.0:1788483517.351916:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x16:0x0] (0->1515) req@ffff9f7641638e00 x1875360224804480/t4294967354(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:268/0 lens 2008/448 e 0 to 0 dl 1788483528 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483517.351926:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641638e00 with x1875360224804480 ext(0->1515) 00010000:00010000:2.0:1788483517.351937:0:8438:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 14 pid: 14965 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.351957:0:8438:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 14 pid: 14965 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483517.351965:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f7641638e00 00000100:00100000:2.0:1788483517.356792:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.357571:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224804608 00000100:00100000:0.0:1788483517.357588:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224804608 00010000:00010000:0.0:1788483517.357646:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 14 pid: 14965 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483517.357692:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 342 00000100:00100000:0.0:1788483517.357704:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2400:x1875360224804608:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483517.357721:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788483517.357745:0:7456:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x16:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788483517.357752:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 14 pid: 14965 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.357768:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 14 pid: 14965 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.357805:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f284f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147428 expref: 14 pid: 14965 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.357824:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483517.357831:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483517.357838:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.357850:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.357887:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483517.357946:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360224804608:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 244us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483517.357954:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 342 00010000:00010000:3.0:1788483517.358441:0:14965:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.358456:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.358484:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.358493:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.358523:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.358537:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483517.358542:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.358552:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.358569:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.358576:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007dbb4fdc/0xf2b1f833e60f28a3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483517.359263:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224804224:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 20074us (20734us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483517.359276:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 285 00000100:00100000:2.0:1788483517.364359:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483517.367310:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224804864 00000100:00100000:1.0:1788483517.367334:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224804864 00000100:00100000:1.0:1788483517.367543:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1105 00000100:00100000:1.0:1788483517.367557:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:29196:x1875360224804864:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483517.367746:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:29196:x1875360224804864:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 191us (3399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483517.367756:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1105 00000100:00100000:1.0:1788483517.385893:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.386043:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224804992 00000100:00100000:0.0:1788483517.386056:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224804992 00000100:00100000:0.0:1788483517.386138:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 286 00000100:00100000:0.0:1788483517.386152:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224804992:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483517.386174:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483517.386199:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f28aa lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147452 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483517.386248:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x6a9a17bc, atime: 0x0, ctime: 0x6a9a17bc, blocks: 0x8 00010000:00010000:0.0:1788483517.386274:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=682s v=(0 0) 00010000:00010000:0.0:1788483517.386281:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483517.386292:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f28aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147452 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.386313:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f28aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147452 expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.386329:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483517.386407:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224804992:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 257us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483517.386414:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 286 00000100:00100000:2.0:1788483517.391343:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483517.391495:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224805248 00000100:00100000:1.0:1788483517.391535:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224805248 00000100:00100000:1.0:1788483517.392817:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1106 00000100:00100000:1.0:1788483517.392847:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:29196:x1875360224805248:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483517.393009:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:29196:x1875360224805248:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 175us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483517.397605:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1106 00000100:00100000:1.0:1788483517.399473:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483517.399671:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224805376 00000100:00100000:3.0:1788483517.399683:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224805376 00002000:00100000:3.0:1788483517.399747:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff9f7606e5ad80 x1875360224805376/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:268/0 lens 488/0 e 0 to 0 dl 1788483528 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483517.399760:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7606e5ad80 with x1875360224805376 ext(0->4095) 00002000:00010000:3.0:1788483517.399767:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7606e5ad80 00000100:00100000:3.0:1788483517.399799:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 81 00000100:00100000:3.0:1788483517.399810:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224805376:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788483517.400032:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224805376:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 222us (570us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788483517.400041:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 81 00002000:00100000:3.0:1788483517.400048:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x16:0x0] (0->4095) req@ffff9f7606e5ad80 x1875360224805376/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:268/0 lens 488/4536 e 0 to 0 dl 1788483528 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483517.400056:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7606e5ad80 with x1875360224805376 ext(0->4095) 00002000:00010000:3.0:1788483517.400059:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7606e5ad80 00000100:00100000:3.0:1788483517.419381:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.419531:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224805504 00000100:00100000:0.0:1788483517.419544:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224805504 00000100:00100000:0.0:1788483517.419621:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1107 00000100:00100000:0.0:1788483517.419634:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:29196:x1875360224805504:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483517.419783:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483517.419811:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f28b1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147459 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.419851:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.419866:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.419879:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.420024:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f28b1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147459 expref: 49 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.420043:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147459 expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.420052:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:0.0:1788483517.420056:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483517.420060:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524400, rc 0) 00000100:00100000:0.0:1788483517.420167:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29196:x1875360224805504:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 534us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483517.420175:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1107 00000100:00100000:2.0:1788483517.429050:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483517.429413:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224805632 00000100:00100000:3.0:1788483517.429427:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224805632 00000100:00100000:3.0:1788483517.429523:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1108 00000100:00100000:3.0:1788483517.429536:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29196:x1875360224805632:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483517.429578:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483517.430049:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29196:x1875360224805632:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 512us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483517.430057:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1108 00000100:00100000:1.0:1788483517.436702:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.436848:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224805760 00000100:00100000:0.0:1788483517.436862:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224805760 00000100:00100000:0.0:1788483517.436965:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 287 00000100:00100000:0.0:1788483517.436982:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360224805760:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483517.437045:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f28bf lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.437068:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483517.437073:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483517.437080:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f28bf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.437097:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f28bf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.437210:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f28bf lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.437283:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f28bf lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.437293:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f28bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.437301:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483517.437306:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f28bf lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.437315:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f28bf lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.437333:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f28bf lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.437341:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f28bf lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483517.437536:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360224805760:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 558us (843us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483517.437546:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 287 00000100:00100000:1.0:1788483517.443331:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483517.443586:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224806016 00000100:00100000:2.0:1788483517.443600:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224806016 00000100:00100000:2.0:1788483517.443676:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1109 00000100:00100000:2.0:1788483517.443689:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29196:x1875360224806016:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483517.443792:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.443813:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147459 expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.443823:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.443865:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147459 expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483517.443882:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147459 expref: 48 pid: 6516 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483517.443898:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250950784:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483517.444018:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483517.447358:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250950784:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483517.447393:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483517.451603:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483517.451782:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224806144 00000100:00100000:0.0:1788483517.451796:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224806144 00010000:00010000:0.0:1788483517.451848:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147459 expref: 49 pid: 6516 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483517.451897:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 343 00000100:00100000:0.0:1788483517.451908:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2402:x1875360224806144:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483517.451924:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483517.451933:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147459 expref: 49 pid: 6516 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.451948:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147459 expref: 49 pid: 6516 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.451973:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f28b8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147459 expref: 49 pid: 6516 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.451989:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:0.0:1788483517.451996:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.452007:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.452016:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483517.452055:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483517.452121:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2402:x1875360224806144:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 214us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483517.452143:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 343 00010000:00010000:3.0:1788483517.452684:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.452695:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.452903:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.452911:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.452919:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.452925:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483517.452930:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.452938:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.452951:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:3.0:1788483517.452954:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788483517.452959:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483517.452965:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f28c6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483517.453101:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29196:x1875360224806016:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 9412us (9783us total) trans 4294967951 rc 0/0 00000100:00100000:3.0:1788483517.453111:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1109 00000040:00080000:0.0:1788483517.453888:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483517.453897:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483517.454761:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:0.0:1788483517.454777:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483517.459777:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483517.459851:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224806400 00000100:00100000:2.0:1788483517.459863:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224806400 00000100:00100000:2.0:1788483517.459939:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 208 00000100:00100000:2.0:1788483517.459950:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29196:x1875360224806400:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483517.460889:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:29196:x1875360224806400:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 934us (1120us total) trans 4294967952 rc 0/0 00000100:00100000:2.0:1788483517.460900:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 208 00000040:00080000:2.0:1788483517.574734:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1788483517.960429:0:22247:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483517.960438:0:22247:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483517.960469:0:22247:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 29 count 4 00000040:00080000:1.0:1788483517.960475:0:22247:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483518.007317:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483518.007531:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224806528 00000100:00100000:1.0:1788483518.007540:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224806528 00000100:00100000:1.0:1788483518.007593:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 288 00000100:00100000:1.0:1788483518.007603:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224806528:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483518.007620:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483518.007637:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c57de534/0xf2b1f833e60f28cd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147460 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.007661:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483518.007666:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483518.007675:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c57de534/0xf2b1f833e60f28cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147460 expref: 13 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.007692:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c57de534/0xf2b1f833e60f28cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147460 expref: 13 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.007705:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3800, rc 0) 00000100:00100000:1.0:1788483518.007756:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2399:x1875360224806528:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 154us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483518.007763:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 288 00000100:00100000:3.0:1788483518.013430:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.013531:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224806784 00000100:00100000:2.0:1788483518.013540:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224806784 00000100:00100000:2.0:1788483518.013590:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1110 00000100:00100000:2.0:1788483518.013600:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+95:29197:x1875360224806784:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483518.013619:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483518.013639:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f28d4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147467 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.013745:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f28db lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.013758:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f28db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.013770:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f28db lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483518.013781:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:2.0:1788483518.013888:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f28d4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147467 expref: 98 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.013904:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f28db lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147467 expref: 97 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.013913:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:2.0:1788483518.013916:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788483518.013919:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ee00, rc 0) 00000100:00100000:2.0:1788483518.013971:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+97:29197:x1875360224806784:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 372us (548us total) trans 4294967953 rc 0/0 00000100:00100000:2.0:1788483518.013979:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1110 00000100:00100000:3.0:1788483518.016434:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.016725:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224806912 00000100:00100000:2.0:1788483518.016735:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224806912 00000100:00100000:2.0:1788483518.016786:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 289 00000100:00100000:2.0:1788483518.016798:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2401:x1875360224806912:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:2.0:1788483518.016843:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.016861:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f28aa lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147452 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.016870:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c57de534/0xf2b1f833e60f28cd lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147460 expref: 13 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.016878:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483518.016882:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483518.016887:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.016924:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c57de534/0xf2b1f833e60f28cd lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147460 expref: 13 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.016939:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c57de534/0xf2b1f833e60f28cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147460 expref: 13 pid: 14965 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.016961:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250950912:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483518.017056:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f28aa lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147452 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.017066:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f28aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147452 expref: 12 pid: 8432 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.017074:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250951040:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483518.017097:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76012edb40 going to sleep for 11 seconds 00000001:00080000:0.0:1788483518.018908:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967953 is committed 00000001:00080000:0.0:1788483518.018937:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967952 is committed 00000020:00080000:0.0:1788483518.018963:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 18 batchid updated 00000020:00080000:0.0:1788483518.018991:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000020:00080000:0.0:1788483518.019241:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00010000:00010000:3.0:1788483518.019851:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.019866:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.019878:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.019885:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483518.019890:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.019897:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.019914:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9f76039f5500) 00010000:00010000:3.0:1788483518.019917:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483518.019922:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.019928:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2833 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.020154:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483518.020176:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483518.020200:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224807040 00000100:00100000:0.0:1788483518.020209:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224807040 00010000:00010000:0.0:1788483518.020261:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c57de534/0xf2b1f833e60f28cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147460 expref: 14 pid: 14965 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.020288:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224807168 00000100:00100000:0.0:1788483518.020292:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224807168 00010000:00010000:0.0:1788483518.020305:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f28aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147452 expref: 13 pid: 8432 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.020323:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 344 00000100:00100000:0.0:1788483518.020333:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2402:x1875360224807040:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483518.020348:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483518.020368:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c57de534/0xf2b1f833e60f28cd lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147460 expref: 14 pid: 14965 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.020387:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c57de534/0xf2b1f833e60f28cd lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147460 expref: 14 pid: 14965 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.020406:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483518.020449:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2402:x1875360224807040:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 117us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483518.020456:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 344 00000100:00100000:0.0:1788483518.020473:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 345 00000100:00100000:0.0:1788483518.020480:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224807168:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483518.020488:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483518.020532:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f28aa lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147452 expref: 13 pid: 8432 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.020544:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f28aa lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147452 expref: 13 pid: 8432 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.020557:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483518.020561:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483518.020566:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.020580:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.020598:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483518.020618:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224807168:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 138us (440us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483518.020624:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 345 00010000:00010000:2.0:1788483518.020703:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020711:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020717:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020722:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.020725:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020731:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020742:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2c7f40eb (ffff9f7607aeda00) 00010000:00010000:2.0:1788483518.020746:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483518.020749:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020755:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f275a lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x2c7f40eb bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020774:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020781:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020786:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020791:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.020794:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020800:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020807:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:2.0:1788483518.020810:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483518.020812:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.020818:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f2761 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.021065:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c57de534/0xf2b1f833e60f28cd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147460 expref: 13 pid: 14965 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483518.021077:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250950912:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483518.021089:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dcc892de/0xf2b1f833e60f28aa lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147452 expref: 12 pid: 8432 timeout: 782 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483518.021097:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250951040:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483518.021117:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.021128:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.021134:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.021152:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.021159:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.021166:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.021172:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483518.021175:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.021182:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.021194:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.021206:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f28e9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483518.021304:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224806912:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 4507us (4876us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483518.021311:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 289 00000100:00100000:0.0:1788483518.027598:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.027682:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224807424 00000100:00100000:2.0:1788483518.027691:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224807424 00000100:00100000:2.0:1788483518.027746:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 209 00000100:00100000:2.0:1788483518.027756:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+94:29197:x1875360224807424:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:2.0:1788483518.027818:0:6518:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1c:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f28db lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147467 expref: 94 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483518.028003:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967954 00000001:00080000:2.0:1788483518.028324:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967955 00010000:00010000:2.0:1788483518.028361:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.028376:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14741a expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.028386:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14742f expref: 97 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.028395:0:6518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.028426:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14742f expref: 97 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.028441:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14742f expref: 97 pid: 6515 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.028453:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250951168:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483518.028568:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14741a expref: 42 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.028584:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14741a expref: 42 pid: 6514 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.028592:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250951296:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483518.028615:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f761900a480 going to sleep for 11 seconds 00000100:00100000:2.0:1788483518.032562:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.032636:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224807552 00000100:00100000:2.0:1788483518.032644:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224807552 00010000:00010000:2.0:1788483518.032678:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14741a expref: 43 pid: 6514 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.032710:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 346 00000100:00100000:2.0:1788483518.032719:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:2401:x1875360224807552:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483518.032732:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483518.032738:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14741a expref: 43 pid: 6514 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.032750:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14741a expref: 43 pid: 6514 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.032773:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:2.0:1788483518.032778:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.032787:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.032795:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483518.032844:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:2401:x1875360224807552:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 125us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.032852:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 346 00000100:00100000:2.0:1788483518.032971:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250951168:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483518.032986:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f283a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14741a expref: 42 pid: 6514 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.032999:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616680 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250951296:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483518.033020:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.038643:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483518.038677:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224807680 00000100:00100000:0.0:1788483518.038685:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224807680 00010000:00010000:0.0:1788483518.038720:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14742f expref: 98 pid: 6515 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.038753:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 347 00000100:00100000:0.0:1788483518.038763:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+98:2402:x1875360224807680:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483518.038777:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483518.038783:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14742f expref: 98 pid: 6515 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.038797:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14742f expref: 98 pid: 6515 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.038819:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f286b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14742f expref: 98 pid: 6515 timeout: 782 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.038838:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:0.0:1788483518.038843:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.038853:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.038861:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.038884:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483518.038929:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2402:x1875360224807680:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 167us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483518.038937:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 347 00010000:00010000:0.0:1788483518.039052:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.039061:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788483518.039150:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967956 00000001:00080000:0.0:1788483518.039277:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967957 00000001:00080000:0.0:1788483518.039312:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967958 00000100:00100000:0.0:1788483518.039385:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507696300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250951424:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788483518.039432:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483518.039456:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506577240 going to sleep for 11 seconds 00000100:00100000:1.0:1788483518.044146:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250951424 00000100:00100000:1.0:1788483518.044160:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250951424 00000100:00100000:1.0:1788483518.044237:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1788483518.044248:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250951424:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788483518.044364:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250951424:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 118us (4930us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483518.044371:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00080000:2.0:1788483518.044476:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483518.044710:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507696300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250951424:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:1.0:1788483518.044850:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967959 00000100:00100000:1.0:1788483518.044921:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250951552:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788483518.044963:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483518.045038:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654000 going to sleep for 11 seconds 00000100:00100000:2.0:1788483518.046576:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250951552 00000100:00100000:2.0:1788483518.046587:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250951552 00000100:00100000:2.0:1788483518.047658:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1788483518.047669:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e7c4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250951552:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788483518.047870:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e7c4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6518:x1875360250951552:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 202us (2906us total) trans 4294967355 rc 0/0 00000100:00100000:2.0:1788483518.047878:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:2.0:1788483518.048750:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250951552:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1788483518.048781:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.048791:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.048798:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.048805:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.048809:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.048818:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.048835:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:2.0:1788483518.048839:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1788483518.048843:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.048849:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f28f0 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483518.048972:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x3b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788483518.049031:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].13, 64 off9096 00000004:00080000:2.0:1788483518.049042:0:6518:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 683003542066ns, next at 684003539478ns, rc = 0 00000001:00080000:2.0:1788483518.049049:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967960 00010000:00010000:2.0:1788483518.049082:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5200) 00010000:00010000:2.0:1788483518.049085:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788483518.049092:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f28db lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147467 expref: 101 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.049248:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+100:29197:x1875360224807424:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 21492us (21658us total) trans 4294967961 rc 0/0 00000100:00100000:2.0:1788483518.049260:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 209 00000020:00080000:2.0:1788483518.049265:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1788483518.073409:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483518.074030:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224807936 00000100:00100000:1.0:1788483518.074041:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224807936 00000100:00100000:1.0:1788483518.075456:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1111 00000100:00100000:1.0:1788483518.075474:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+100:29198:x1875360224807936:12345-192.168.206.36@tcp:101:cmp.0 00010000:00010000:1.0:1788483518.075515:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483518.075537:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f28f7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14746e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075612:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f28fe lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075626:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f28fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075636:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f28fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075651:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2905 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075659:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2905 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075665:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2905 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075771:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f290c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075779:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f290c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075787:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f290c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483518.075796:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1788483518.075865:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f28fe lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075874:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f28fe lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075881:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f28fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075887:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483518.075892:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f28fe lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075899:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f28fe lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075912:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:1.0:1788483518.075915:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483518.075920:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f28fe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075931:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f28fe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075941:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2905 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075948:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2905 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075954:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2905 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075959:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483518.075962:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2905 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075969:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2905 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075976:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1dee485d (ffff9f76039f5e00) 00010000:00010000:1.0:1788483518.075979:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483518.075981:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2905 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.075987:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2905 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x1dee485d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.076047:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f28f7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14746e expref: 103 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.076066:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f290c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14746e expref: 102 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.076075:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483518.076077:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483518.076080:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3800, rc 0) 00000100:00100000:1.0:1788483518.076149:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+102:29198:x1875360224807936:12345-192.168.206.36@tcp:101:cmp.0 Request processed in 681us (2748us total) trans 4294967962 rc 0/0 00000100:00100000:1.0:1788483518.076157:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1111 00000100:00100000:3.0:1788483518.080122:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.080292:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224808192 00000100:00100000:2.0:1788483518.080310:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224808192 00000100:00100000:2.0:1788483518.080377:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 50 00000100:00100000:2.0:1788483518.080388:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+102:29198:x1875360224808192:12345-192.168.206.36@tcp:103:cmp.0 00010000:00010000:2.0:1788483518.080403:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483518.080428:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f290c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14746e expref: 102 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.080447:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483518.080458:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483518.080525:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df7c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+101:29198:x1875360224808192:12345-192.168.206.36@tcp:103:cmp.0 Request processed in 139us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.080533:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 50 00000100:00100000:1.0:1788483518.085932:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483518.086021:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224808320 00000100:00100000:0.0:1788483518.086031:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224808320 00000100:00100000:0.0:1788483518.086088:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1112 00000100:00100000:0.0:1788483518.086099:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+101:29198:x1875360224808320:12345-192.168.206.36@tcp:58:cmp.0 00010000:00010000:0.0:1788483518.086197:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.086225:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.086237:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788483518.086321:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].29, 136 off12136 00000100:00100000:0.0:1788483518.086410:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+101:29198:x1875360224808320:12345-192.168.206.36@tcp:58:cmp.0 Request processed in 313us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483518.086418:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1112 00000100:00100000:1.0:1788483518.088992:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.089295:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224808448 00000100:00100000:2.0:1788483518.089376:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224808448 00000100:00100000:2.0:1788483518.089436:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1113 00000100:00100000:2.0:1788483518.089446:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+101:29198:x1875360224808448:12345-192.168.206.36@tcp:101:cmp.0 00010000:00010000:2.0:1788483518.089464:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483518.089484:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f2921 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147475 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.089561:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.089572:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f2921 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147475 expref: 102 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.089590:0:6516:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.089602:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f2921 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147475 expref: 102 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.089615:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76420dc800) 00010000:00010000:2.0:1788483518.089619:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483518.089622:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f2921 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147475 expref: 102 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.089630:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8fe00, rc 0) 00000100:00100000:2.0:1788483518.089687:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+102:29198:x1875360224808448:12345-192.168.206.36@tcp:101:cmp.0 Request processed in 242us (702us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.089694:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1113 00010000:00010000:1.0:1788483518.215969:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483518.468992:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483518.469000:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483518.469028:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 5 00000040:00080000:0.0:1788483518.469040:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483518.469180:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250951680:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483518.469310:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075ae9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483518.476406:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250951680:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483518.477617:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.481095:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224808576 00000100:00100000:2.0:1788483518.481110:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224808576 00000100:00100000:2.0:1788483518.481189:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1114 00000100:00100000:2.0:1788483518.481199:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29199:x1875360224808576:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483518.481244:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483518.481382:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29199:x1875360224808576:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 184us (3769us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.481390:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1114 00000100:00100000:0.0:1788483518.490828:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.490989:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224808704 00000100:00100000:2.0:1788483518.490998:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224808704 00000100:00100000:2.0:1788483518.491059:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1115 00000100:00100000:2.0:1788483518.491069:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29199:x1875360224808704:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788483518.491139:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2928 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491156:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2928 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491167:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2928 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491201:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f292f lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491209:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f292f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491226:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f292f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491251:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491269:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491276:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483518.491321:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00000004:00200000:2.0:1788483518.491326:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483518.491338:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491349:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2928 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491355:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2928 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491361:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2928 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491367:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8f400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.491371:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2928 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491378:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2928 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491389:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:2.0:1788483518.491392:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483518.491396:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2928 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491403:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2928 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491416:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f292f lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491422:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f292f lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491427:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f292f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491432:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.491435:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f292f lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491441:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f292f lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491448:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x186e6862 (ffff9f7608d98000) 00010000:00010000:2.0:1788483518.491450:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483518.491452:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f292f lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491457:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f292f lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x186e6862 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491472:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491479:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491484:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491489:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.491491:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491533:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491551:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76420dc800) 00010000:00010000:2.0:1788483518.491553:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483518.491556:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.491561:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2936 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.491640:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29199:x1875360224808704:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 571us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.491648:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1115 00000100:00100000:3.0:1788483518.497071:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483518.498206:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224808960 00000100:00100000:1.0:1788483518.498268:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224808960 00000100:00100000:1.0:1788483518.498470:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1116 00000100:00100000:1.0:1788483518.498482:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29199:x1875360224808960:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483518.498516:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483518.498537:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f293d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14747c expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498649:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2944 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498675:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2944 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498691:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2944 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483518.498703:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1c:0x0]: returning size 1516 00010000:00010000:1.0:1788483518.498776:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2944 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498784:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2944 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498790:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2944 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498795:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483518.498800:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2944 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498807:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2944 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498819:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76420dc800) 00010000:00010000:1.0:1788483518.498822:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483518.498826:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2944 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498833:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2944 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498874:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f293d lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14747c expref: 44 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498889:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:1.0:1788483518.498892:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483518.498896:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f293d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14747c expref: 44 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.498905:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2c00, rc 0) 00000100:00100000:1.0:1788483518.498971:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:29199:x1875360224808960:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 491us (1908us total) trans 4294967963 rc 301/301 00000100:00100000:1.0:1788483518.498978:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1116 00000100:00100000:3.0:1788483518.505993:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.506063:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224809088 00000100:00100000:2.0:1788483518.506072:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224809088 00000100:00100000:2.0:1788483518.506128:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1117 00000100:00100000:2.0:1788483518.506138:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:29199:x1875360224809088:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483518.506172:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483518.506303:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:29199:x1875360224809088:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 166us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.506311:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1117 00000100:00100000:0.0:1788483518.511187:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.511429:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224809344 00000100:00100000:2.0:1788483518.511440:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224809344 00000100:00100000:2.0:1788483518.511496:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1118 00000100:00100000:2.0:1788483518.511656:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:29199:x1875360224809344:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483518.511674:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483518.511693:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2952 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147483 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.512117:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2959 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.512130:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2959 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.512141:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2959 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483518.512150:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00010000:00010000:2.0:1788483518.512204:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2952 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147483 expref: 46 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.512230:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2959 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147483 expref: 45 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.512239:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7608d98000) 00010000:00010000:2.0:1788483518.512242:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483518.512245:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ea00, rc 0) 00000100:00100000:2.0:1788483518.512306:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29199:x1875360224809344:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 652us (1138us total) trans 4294967964 rc 0/0 00000100:00100000:2.0:1788483518.514458:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1118 00000100:00100000:3.0:1788483518.521343:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.521488:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224809600 00000100:00100000:2.0:1788483518.521526:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224809600 00000100:00100000:2.0:1788483518.521583:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1119 00000100:00100000:2.0:1788483518.521593:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29199:x1875360224809600:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483518.521647:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483518.521680:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2959 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147483 expref: 45 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.521698:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7608d98000) 00010000:00010000:2.0:1788483518.521710:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483518.521730:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.521743:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14743d expref: 101 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.521752:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.521783:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14743d expref: 101 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.521797:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14743d expref: 101 pid: 6516 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.521810:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250951808:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483518.521880:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2600 going to sleep for 11 seconds 00000100:00100000:3.0:1788483518.528966:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.529362:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250951808:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483518.529399:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.529490:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224809728 00000100:00100000:0.0:1788483518.529529:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224809728 00010000:00010000:0.0:1788483518.529568:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14743d expref: 102 pid: 6516 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.529622:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 348 00000100:00100000:0.0:1788483518.529632:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+102:2401:x1875360224809728:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483518.529646:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483518.529652:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14743d expref: 102 pid: 6516 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.529676:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14743d expref: 102 pid: 6516 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.529697:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2880 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3a:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14743d expref: 102 pid: 6516 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.529711:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:0.0:1788483518.529716:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.529727:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.529734:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.529760:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483518.529819:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+101:2401:x1875360224809728:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 187us (861us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483518.529826:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 348 00010000:00010000:2.0:1788483518.529939:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.529951:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.529974:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f296e lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3a:0x0].0x1fb94a74 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.529983:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f296e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1fb94a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.529991:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f296e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1fb94a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530039:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530046:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530052:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530058:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.530062:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530068:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530077:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:2.0:1788483518.530079:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483518.530083:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530090:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2967 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530099:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f296e lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1fb94a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530105:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f296e lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1fb94a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530111:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f296e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1fb94a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530116:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.530119:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f296e lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1fb94a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530125:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f296e lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3a:0x0].0x1fb94a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530132:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x1fb94a74 (ffff9f7608d98000) 00010000:00010000:2.0:1788483518.530134:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483518.530137:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f296e lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x1fb94a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.530143:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f296e lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3a:0x0].0x1fb94a74 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.530192:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:29199:x1875360224809600:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 8600us (8858us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788483518.530205:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1119 00000100:00100000:0.0:1788483518.533239:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250951936:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483518.533310:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483518.533635:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250951936 00000100:00100000:2.0:1788483518.533644:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250951936 00000100:00100000:2.0:1788483518.533714:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1788483518.533723:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250951936:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483518.533751:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1788483518.534003:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483518.534016:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250952064:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483518.534048:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483518.534076:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250952064 00000100:00100000:3.0:1788483518.534080:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250952064 00000100:00100000:3.0:1788483518.534102:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1788483518.534108:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250952064:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483518.534119:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 144898880 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1788483518.534150:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250952064:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483518.534157:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1788483518.534198:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250952064:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788483518.536066:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483518.536192:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.536365:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224809856 00000100:00100000:3.0:1788483518.536375:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224809856 00000100:00100000:3.0:1788483518.536429:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1120 00000100:00100000:3.0:1788483518.536439:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:29199:x1875360224809856:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483518.536457:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483518.536480:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2975 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14748a expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.536535:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.536548:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.536559:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.536883:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2975 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14748a expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.536902:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14748a expref: 45 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.536911:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:3.0:1788483518.536914:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788483518.536917:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f600, rc 0) 00000100:00100000:3.0:1788483518.536977:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29199:x1875360224809856:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 539us (789us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483518.536985:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1120 00000100:00100000:1.0:1788483518.539941:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.540020:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224810112 00000100:00100000:3.0:1788483518.540030:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224810112 00000100:00100000:3.0:1788483518.540087:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1121 00000100:00100000:3.0:1788483518.540097:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29199:x1875360224810112:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483518.540169:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.540185:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.540195:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483518.540356:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000081b80905 reply state 0000000096b99d11 transno 4294967965 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.540369:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.540376:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:3.0:1788483518.540379:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1788483518.540383:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788483518.540473:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:29199:x1875360224810112:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 378us (539us total) trans 4294967965 rc 0/0 00000100:00100000:3.0:1788483518.540481:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1121 00000100:00100000:2.0:1788483518.542206:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250951936:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8476us (8887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.542229:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1788483518.542417:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250951936:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483518.543421:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.543491:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224810240 00000100:00100000:3.0:1788483518.543528:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224810240 00000100:00100000:3.0:1788483518.543583:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1122 00000100:00100000:3.0:1788483518.543593:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:29199:x1875360224810240:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483518.543614:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483518.543633:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f298a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147491 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.543687:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f298a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147491 expref: 48 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.543702:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f298a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147491 expref: 48 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.543712:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:3.0:1788483518.543715:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483518.543719:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fc00, rc 0) 00000100:00100000:3.0:1788483518.543773:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29199:x1875360224810240:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 181us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483518.543780:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1122 00000100:00100000:3.0:1788483518.546569:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.546738:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224810368 00000100:00100000:2.0:1788483518.546747:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224810368 00000100:00100000:2.0:1788483518.546801:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 210 00000100:00100000:2.0:1788483518.546811:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a435050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29199:x1875360224810368:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:2.0:1788483518.546930:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a435050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29199:x1875360224810368:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 120us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.546937:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 210 00000100:00100000:1.0:1788483518.551862:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.552344:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224810624 00000100:00100000:2.0:1788483518.552353:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224810624 00000100:00100000:2.0:1788483518.552420:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 211 00000100:00100000:2.0:1788483518.552431:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29199:x1875360224810624:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483518.552682:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:29199:x1875360224810624:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 252us (834us total) trans 4294967966 rc 0/0 00000100:00100000:2.0:1788483518.552690:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 211 00000100:00100000:1.0:1788483518.557598:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483518.557697:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224810880 00000100:00100000:0.0:1788483518.557716:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224810880 00000100:00100000:0.0:1788483518.557768:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1123 00000100:00100000:0.0:1788483518.557778:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:29199:x1875360224810880:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483518.557879:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:29199:x1875360224810880:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 102us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483518.557886:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1123 00000100:00100000:3.0:1788483518.564584:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483518.564824:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224811136 00000100:00100000:1.0:1788483518.564834:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224811136 00000100:00100000:1.0:1788483518.564899:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1124 00000100:00100000:1.0:1788483518.564910:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:29199:x1875360224811136:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483518.564930:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483518.564951:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2991 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147498 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.565051:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.565066:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f298a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147491 expref: 50 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.565075:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.565108:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f298a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147491 expref: 50 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.565120:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f298a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147491 expref: 50 pid: 13707 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483518.565134:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250952192:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483518.565229:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506577e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483518.568465:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.568579:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250952192:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483518.568616:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.569485:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224811264 00000100:00100000:2.0:1788483518.569495:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224811264 00010000:00010000:2.0:1788483518.569801:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f298a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147491 expref: 51 pid: 13707 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.569909:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 349 00000100:00100000:2.0:1788483518.569919:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:2400:x1875360224811264:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483518.569933:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483518.569941:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f298a lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147491 expref: 51 pid: 13707 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.569954:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f298a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147491 expref: 51 pid: 13707 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.569974:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fc00/0xf2b1f833e60f298a lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147491 expref: 51 pid: 13707 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.569989:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:2.0:1788483518.569994:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.570003:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.570010:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.570039:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483518.570100:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2400:x1875360224811264:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 182us (1643us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.570107:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 349 00010000:00010000:3.0:1788483518.571292:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.571305:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483518.571325:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00080000:3.0:1788483518.572344:0:12148:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x15:0x0], index 0: 0 00010000:00010000:3.0:1788483518.572832:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.572842:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.572849:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.572856:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483518.572860:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.572867:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.572882:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:3.0:1788483518.572885:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483518.572889:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.572895:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2998 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.572948:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2991 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147498 expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.572959:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3a:0x0].0x0 (ffff9f7607aedc00) 00010000:00010000:3.0:1788483518.572961:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483518.572965:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2991 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147498 expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.572975:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3600, rc 0) 00000100:00100000:3.0:1788483518.573094:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:29199:x1875360224811136:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 8185us (8517us total) trans 4294967967 rc 301/301 00000100:00100000:3.0:1788483518.573103:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1124 00000100:00100000:1.0:1788483518.577074:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483518.577199:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224811520 00000100:00100000:0.0:1788483518.577209:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224811520 00000100:00100000:0.0:1788483518.577307:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 212 00000100:00100000:0.0:1788483518.577317:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:29199:x1875360224811520:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483518.577632:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:29199:x1875360224811520:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 315us (565us total) trans 4294967968 rc 0/0 00000100:00100000:0.0:1788483518.577640:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 212 00000100:00100000:1.0:1788483518.585573:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.585650:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224811648 00000100:00100000:3.0:1788483518.585660:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224811648 00000100:00100000:3.0:1788483518.585718:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1125 00000100:00100000:3.0:1788483518.585729:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:29199:x1875360224811648:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483518.585753:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483518.585773:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29a6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14749f expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.585840:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29ad lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.585853:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29ad lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.585864:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29ad lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483518.585903:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1d:0x0]: returning size 0 00000004:00200000:3.0:1788483518.585907:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483518.585924:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29ad lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.585946:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29a6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14749f expref: 52 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.585963:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29ad lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14749f expref: 51 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.585976:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:3.0:1788483518.585979:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788483518.585982:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fe00, rc 0) 00000100:00100000:3.0:1788483518.586043:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:29199:x1875360224811648:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 315us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483518.586050:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1125 00000100:00100000:1.0:1788483518.589670:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.589748:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224811776 00000100:00100000:3.0:1788483518.589758:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224811776 00000100:00100000:3.0:1788483518.589828:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 290 00000100:00100000:3.0:1788483518.589837:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224811776:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483518.589852:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483518.589871:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f29b4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474a6 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483518.589895:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483518.589912:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1788483518.589917:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483518.589925:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f29b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474a6 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.589939:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f29b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474a6 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.589953:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fc00, rc 0) 00000100:00100000:3.0:1788483518.589999:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224811776:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 164us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483518.590005:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 290 00000100:00080000:2.0:1788483518.590070:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483518.594980:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483518.595054:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224812032 00000100:00100000:0.0:1788483518.595064:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224812032 00000100:00100000:0.0:1788483518.595150:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1126 00000100:00100000:0.0:1788483518.595161:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:29199:x1875360224812032:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483518.595278:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:29199:x1875360224812032:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 118us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483518.595287:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1126 00000100:00100000:1.0:1788483518.598968:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.599080:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224812160 00000100:00100000:2.0:1788483518.599090:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224812160 00000100:00100000:2.0:1788483518.599183:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 291 00000100:00100000:2.0:1788483518.599194:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:29199:x1875360224812160:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483518.599211:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483518.599242:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 2/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474ad expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.599275:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f29b4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474a6 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.599285:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483518.599301:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483518.599308:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 4/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.599344:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f29b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474a6 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.599357:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f29b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474a6 expref: 10 pid: 8431 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.599370:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250952320:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483518.599463:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654000 going to sleep for 11 seconds 00000100:00100000:2.0:1788483518.603892:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250952320:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483518.603926:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 3/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.603947:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ea00, rc 0) 00000100:00100000:2.0:1788483518.604041:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:29199:x1875360224812160:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 4849us (5081us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.604050:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 291 00000100:00100000:3.0:1788483518.611078:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483518.611547:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224812288 00000100:00100000:0.0:1788483518.611559:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224812288 00010000:00010000:0.0:1788483518.611596:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f29b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474a6 expref: 10 pid: 8431 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.611635:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 350 00000100:00100000:0.0:1788483518.611645:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224812288:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483518.611661:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483518.611683:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f29b4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474a6 expref: 10 pid: 8431 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.611697:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f29b4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474a6 expref: 10 pid: 8431 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.611719:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f29b4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474a6 expref: 10 pid: 8431 timeout: 783 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.611736:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483518.611741:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483518.611749:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 9 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.611759:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 9 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.611797:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 9 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.611817:0:6502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6502:1875360250952448:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483518.611893:0:6502:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075aee40 going to sleep for 11 seconds 00000100:00100000:0.0:1788483518.614749:0:6502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6502:1875360250952448:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483518.614777:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483518.614835:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224812288:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 3191us (3765us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483518.614845:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 350 00000100:00100000:1.0:1788483518.618486:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483518.618618:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224812416 00000100:00100000:0.0:1788483518.618628:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224812416 00002000:00100000:0.0:1788483518.618682:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff9f7607f33800 x1875360224812416/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:269/0 lens 2008/0 e 0 to 0 dl 1788483529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483518.618694:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7607f33800 with x1875360224812416 ext(0->1515) 00002000:00010000:0.0:1788483518.618699:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7607f33800 00000100:00100000:0.0:1788483518.618730:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 82 00000100:00100000:0.0:1788483518.618739:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224812416:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788483518.619659:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224812416:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 917us (1179us total) trans 4294967350 rc 0/0 00000100:00100000:0.0:1788483518.619668:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 82 00002000:00100000:0.0:1788483518.619677:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x15:0x0] (0->1515) req@ffff9f7607f33800 x1875360224812416/t4294967350(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:269/0 lens 2008/448 e 0 to 0 dl 1788483529 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483518.619686:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7607f33800 with x1875360224812416 ext(0->1515) 00002000:00010000:0.0:1788483518.619690:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7607f33800 00000100:00100000:2.0:1788483518.629562:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.633842:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224812544 00000100:00100000:3.0:1788483518.633856:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224812544 00000100:00100000:0.0:1788483518.634142:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1127 00000100:00100000:0.0:1788483518.634155:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:29199:x1875360224812544:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788483518.636175:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967968 is committed 00000001:00080000:1.0:1788483518.636204:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967962 is committed 00000004:00080000:1.0:1788483518.636210:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000020:00080000:1.0:1788483518.636242:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7631fd2c00 refcount 2 committed 0 result 0 batchid 19 00010000:00010000:2.0:1788483518.636243:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:1.0:1788483518.636247:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763f5c4600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7631fd26c0 00000020:00080000:1.0:1788483518.636250:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763f5c4500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7508aea200 00010000:00010000:2.0:1788483518.636264:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.636272:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.636279:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.636284:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.636291:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.636306:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:2.0:1788483518.636310:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788483518.636315:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.636320:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2983 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.636553:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250952576:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788483518.636620:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483518.636703:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250952576 00000100:00100000:3.0:1788483518.636710:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250952576 00000100:00100000:3.0:1788483518.636757:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:3.0:1788483518.636766:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250952576:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788483518.636788:0:8871:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:22 count 1 00002000:00010000:3.0:1788483518.636820:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x16:0x0] initial LVB size: 1516, mtime: 0x6a9a17bc, atime: 0x0, ctime: 0x6a9a17bc, blocks: 0x8 00010000:00010000:3.0:1788483518.636828:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018b25f74/0xf2b1f833e60f29c2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.636843:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1788483518.636847:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483518.636853:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000018b25f74/0xf2b1f833e60f29c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.636866:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000018b25f74/0xf2b1f833e60f29c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.636877:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000018b25f74/0xf2b1f833e60f29c2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.636884:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000018b25f74/0xf2b1f833e60f29c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.636902:0:8871:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788483518.637035:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3639:x1875360250952576:12345-0@lo:6:osp-syn-1-0.0 Request processed in 269us (414us total) trans 4294967356 rc 0/0 00000100:00100000:3.0:1788483518.637043:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000004:00080000:3.0:1788483518.637084:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f75074f9c00/2, rc 0, transno 4294967356 00000100:00100000:3.0:1788483518.637090:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250952576:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788483518.637172:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:29199:x1875360224812544:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 3018us (7619us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483518.637181:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1127 00010000:00010000:1.0:1788483518.637210:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483518.637230:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000018b25f74/0xf2b1f833e60f29c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.637237:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483518.637240:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000018b25f74/0xf2b1f833e60f29c2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.637248:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000018b25f74/0xf2b1f833e60f29c2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.637262:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000018b25f74/0xf2b1f833e60f29c2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.637269:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000018b25f74/0xf2b1f833e60f29c2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483518.637283:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483518.637285:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483518.637287:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1788483518.639649:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 19 committed batchid 18 00000020:00080000:0.0:1788483518.639728:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 18 00000100:00100000:1.0:1788483518.643138:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.643590:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224812672 00000100:00100000:3.0:1788483518.643603:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224812672 00000100:00100000:3.0:1788483518.643664:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 293 00000100:00100000:3.0:1788483518.643675:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224812672:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788483518.648558:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967350 is committed 00000100:00100000:1.0:1788483518.648735:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224812672:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 5057us (5602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483518.648746:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 293 00000100:00100000:1.0:1788483518.662883:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.663080:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224812928 00000100:00100000:3.0:1788483518.663090:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224812928 00000100:00100000:3.0:1788483518.663151:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1128 00000100:00100000:3.0:1788483518.663161:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:29199:x1875360224812928:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483518.663225:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483518.663251:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29ad lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14749f expref: 44 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.663268:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:3.0:1788483518.663273:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483518.663299:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.663311:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.663320:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483518.663425:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f4092f63 reply state 000000004bdb3792 transno 4294967969 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.663438:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.663443:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:3.0:1788483518.663446:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483518.663448:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788483518.663679:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29199:x1875360224812928:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 518us (803us total) trans 4294967969 rc 0/0 00000100:00100000:3.0:1788483518.663686:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1128 00000100:00100000:2.0:1788483518.669199:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.669358:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224813056 00000100:00100000:3.0:1788483518.669368:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224813056 00000100:00100000:3.0:1788483518.669474:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1129 00000100:00100000:3.0:1788483518.669486:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29199:x1875360224813056:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483518.669543:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483518.669564:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29d0 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474b4 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.669623:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29d0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474b4 expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.669637:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29d0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474b4 expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.669661:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:3.0:1788483518.669665:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483518.669668:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:3.0:1788483518.669717:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29199:x1875360224813056:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 234us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483518.669723:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1129 00000100:00100000:1.0:1788483518.673012:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.673225:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224813184 00000100:00100000:2.0:1788483518.673235:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224813184 00000100:00100000:2.0:1788483518.673288:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 294 00000100:00100000:2.0:1788483518.673299:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224813184:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788483518.673460:0:8432:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb size from disk: 0 -> 1516 00002000:00010000:2.0:1788483518.673464:0:8432:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb mtime from disk: 0 -> 1788483516 00002000:00010000:2.0:1788483518.673466:0:8432:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb atime from disk: 0 -> 1788483516 00002000:00010000:2.0:1788483518.673468:0:8432:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb ctime from disk: 0 -> 1788483516 00002000:00010000:2.0:1788483518.673470:0:8432:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x15:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1788483518.673556:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224813184:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 259us (552us total) trans 4294967351 rc 0/0 00000100:00100000:2.0:1788483518.673564:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 294 00000100:00100000:1.0:1788483518.675813:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.675966:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224813440 00000100:00100000:3.0:1788483518.675975:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224813440 00000100:00100000:3.0:1788483518.676350:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1130 00000100:00100000:3.0:1788483518.676360:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29199:x1875360224813440:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788483518.676430:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.676447:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14748a expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.676457:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.676490:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14748a expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.676551:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14748a expref: 46 pid: 8191 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483518.676566:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250952704:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483518.676673:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669c6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483518.682556:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.683047:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224813568 00000100:00100000:2.0:1788483518.683057:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224813568 00000100:00100000:3.0:1788483518.683081:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250952704:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483518.683105:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14748a expref: 47 pid: 8191 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.683108:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.683163:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 351 00000100:00100000:2.0:1788483518.683174:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2401:x1875360224813568:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483518.683190:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483518.683197:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14748a expref: 47 pid: 8191 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.683289:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14748a expref: 47 pid: 8191 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.683313:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f297c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14748a expref: 47 pid: 8191 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.683329:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:2.0:1788483518.683334:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.683345:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.683353:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.683383:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483518.683443:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2401:x1875360224813568:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 269us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.683451:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 351 00010000:00010000:0.0:1788483518.683479:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.683488:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.683549:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.683558:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.683565:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.683571:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483518.683576:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.683584:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.683594:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:0.0:1788483518.683598:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788483518.683601:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.683611:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f29d7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.683653:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29199:x1875360224813440:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 7294us (7847us total) trans 0 rc -22/-22 00000100:00100000:0.0:1788483518.683661:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1130 00000100:00100000:0.0:1788483518.688128:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.689046:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224813696 00000100:00100000:2.0:1788483518.689056:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224813696 00000100:00100000:2.0:1788483518.689120:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 295 00000100:00100000:2.0:1788483518.689129:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224813696:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483518.689172:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.689196:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.689204:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483518.689208:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483518.689223:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 4/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.689258:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.689274:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 10 pid: 8432 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.689288:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250952832:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483518.689377:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654000 going to sleep for 11 seconds 00000100:00100000:2.0:1788483518.698793:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250952832:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483518.698823:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 3/1,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.700845:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.700931:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224813824 00000100:00100000:3.0:1788483518.700940:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224813824 00010000:00010000:3.0:1788483518.700986:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 11 pid: 8432 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483518.701023:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 352 00000100:00100000:3.0:1788483518.701032:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224813824:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483518.701045:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483518.701065:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 11 pid: 8432 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.701078:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 11 pid: 8432 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.701098:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f29bb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x15:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ad expref: 11 pid: 8432 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.701114:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483518.701118:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483518.701124:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.701140:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.701240:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483518.701301:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224813824:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 269us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483518.701309:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 352 00010000:00010000:2.0:1788483518.702081:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.702096:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.702120:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.702129:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.702137:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.702144:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8f400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483518.702149:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.702157:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.702171:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.702179:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000077c9b866/0xf2b1f833e60f29de lrc: 0/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.702429:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224813696:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 13232us (14242us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483518.702451:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 295 00000100:00100000:0.0:1788483518.706881:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.706946:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224814080 00000100:00100000:2.0:1788483518.706956:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224814080 00000100:00100000:2.0:1788483518.707016:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1131 00000100:00100000:2.0:1788483518.707028:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29199:x1875360224814080:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483518.707104:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f29e5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.707121:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f29e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.707133:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f29e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.707292:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.707304:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29d0 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474b4 expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.707312:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.707346:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29d0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474b4 expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.707369:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29d0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474b4 expref: 46 pid: 8191 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.707394:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250952960:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483518.707633:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76012ed3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483518.711116:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483518.711230:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250952960:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483518.711256:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.711635:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224814208 00000100:00100000:0.0:1788483518.711642:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224814208 00010000:00010000:0.0:1788483518.711679:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29d0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474b4 expref: 47 pid: 8191 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483518.711719:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 353 00000100:00100000:0.0:1788483518.711727:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224814208:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483518.711740:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483518.711746:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29d0 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474b4 expref: 47 pid: 8191 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.711758:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29d0 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474b4 expref: 47 pid: 8191 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.711777:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f29d0 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474b4 expref: 47 pid: 8191 timeout: 783 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.711792:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:0.0:1788483518.711798:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.711806:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.711814:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483518.711847:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483518.711905:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2402:x1875360224814208:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 174us (797us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483518.711912:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 353 00010000:00010000:3.0:1788483518.712022:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.712031:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483518.712320:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967970 00000001:00080000:3.0:1788483518.712458:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967971 00000001:00080000:3.0:1788483518.712493:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967972 00000100:00100000:3.0:1788483518.712618:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250953088:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788483518.712665:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483518.712854:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250953088 00000100:00100000:1.0:1788483518.712860:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250953088 00000100:00100000:1.0:1788483518.712906:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788483518.712914:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360250953088:12345-0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788483518.712991:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360250953088:12345-0@lo:1000:mdt00_002.0 Request processed in 77us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483518.712997:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:3.0:1788483518.714148:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669c480 going to sleep for 11 seconds 00000100:00100000:3.0:1788483518.714187:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074faa00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250953088:0@lo:1000:mdt00_002.0 00000001:00080000:3.0:1788483518.714587:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967973 00000100:00100000:2.0:1788483518.717621:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250953216:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788483518.717696:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483518.717742:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76012ed3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483518.717842:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250953216 00000100:00100000:0.0:1788483518.717850:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250953216 00000100:00100000:0.0:1788483518.717903:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1788483518.717912:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360250953216:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788483518.718065:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6516:x1875360250953216:12345-0@lo:1000:mdt00_002.0 Request processed in 154us (368us total) trans 4294967352 rc 0/0 00000100:00100000:0.0:1788483518.718072:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:2.0:1788483518.718332:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616d80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250953216:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1788483518.718606:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967974 00010000:00010000:2.0:1788483518.718713:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718875:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718884:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718890:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.718895:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718903:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718918:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:2.0:1788483518.718922:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483518.718927:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718933:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29ec lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718964:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718972:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718978:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718983:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.718987:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.718993:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.719001:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76420dc800) 00010000:00010000:2.0:1788483518.719003:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483518.719010:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f2921 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147475 expref: 91 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.719021:0:6516:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f2921 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147475 expref: 91 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.719034:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f2921 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147475 expref: 91 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.719063:0:6516:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8fe00/0xf2b1f833e60f2921 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147475 expref: 91 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.719076:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250953344:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483518.719148:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76012edb40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483518.728705:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250953344:192.168.206.36@tcp:105: 00010000:00010000:2.0:1788483518.728735:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728746:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f291a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728779:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29f3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728791:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728801:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728812:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29f3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728819:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29f3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728825:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728834:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.728837:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29f3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728844:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29f3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728854:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76420dc800) 00010000:00010000:2.0:1788483518.728856:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483518.728860:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29f3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728865:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f29f3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728874:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f29e5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728879:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f29e5 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728886:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f29e5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728891:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483518.728894:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f29e5 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728899:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f29e5 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728910:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1c:0x0].0x0 (ffff9f76420dc800) 00010000:00010000:2.0:1788483518.728913:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483518.728915:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f29e5 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483518.728920:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f29e5 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1c:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483518.729080:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:29199:x1875360224814080:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 22053us (22216us total) trans 4294967975 rc 0/0 00000100:00100000:2.0:1788483518.729092:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1131 00000020:00080000:2.0:1788483518.729098:0:6516:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1788483518.729260:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483518.729265:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483518.729783:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1788483518.729794:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483518.733549:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483518.733585:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.733710:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224814592 00000100:00100000:3.0:1788483518.733719:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224814592 00000100:00100000:3.0:1788483518.733770:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224814336 00000100:00100000:3.0:1788483518.733774:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224814336 00000100:00100000:3.0:1788483518.733791:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 213 00000100:00100000:3.0:1788483518.733799:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:29199:x1875360224814592:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788483518.734030:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1d:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788483518.734056:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967976 00010000:00010000:3.0:1788483518.734084:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734099:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734110:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734119:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734125:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734131:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734147:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788483518.734229:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:29199:x1875360224814592:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 429us (736us total) trans 4294967977 rc 0/0 00000100:00100000:3.0:1788483518.734236:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 213 00000020:00080000:3.0:1788483518.734240:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788483518.734253:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 214 00000100:00100000:3.0:1788483518.734258:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+92:29198:x1875360224814336:12345-192.168.206.36@tcp:49:cmp.0 00000100:00100000:3.0:1788483518.734307:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+92:29198:x1875360224814336:12345-192.168.206.36@tcp:49:cmp.0 Request processed in 49us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483518.734316:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 214 00010000:00010000:3.0:1788483518.734330:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483518.734335:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734342:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483518.734346:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734354:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734365:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:3.0:1788483518.734368:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788483518.734372:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734377:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f29fa lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.734387:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483518.734388:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483518.734390:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483518.739690:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.739816:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224814720 00000100:00100000:3.0:1788483518.739825:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224814720 00000100:00100000:3.0:1788483518.739897:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 296 00000100:00100000:3.0:1788483518.739908:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+14:29198:x1875360224814720:12345-192.168.206.36@tcp:101:cmp.0 00010000:00010000:3.0:1788483518.739925:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483518.739946:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f2a01 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474bb expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483518.739978:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x15:0x0] initial LVB size: 1516, mtime: 0x6a9a17bc, atime: 0x6a9a17bc, ctime: 0x6a9a17bc, blocks: 0x8 00010000:00010000:3.0:1788483518.740001:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=683s v=(0 0) 00010000:00010000:3.0:1788483518.740005:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x15:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483518.740015:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f2a01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474bb expref: 15 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.740036:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f6ff0e6b/0xf2b1f833e60f2a01 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x15:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474bb expref: 15 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483518.740048:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fc00, rc 0) 00000100:00100000:3.0:1788483518.740099:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+15:29198:x1875360224814720:12345-192.168.206.36@tcp:101:cmp.0 Request processed in 193us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483518.740107:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 296 00000100:00080000:2.0:1788483518.740161:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483518.743057:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483518.743142:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224814848 00000100:00100000:0.0:1788483518.743151:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224814848 00002000:00100000:0.0:1788483518.743200:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff9f75074faa00 x1875360224814848/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:269/0 lens 488/0 e 0 to 0 dl 1788483529 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483518.743210:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75074faa00 with x1875360224814848 ext(0->4095) 00002000:00010000:0.0:1788483518.743226:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f75074faa00 00000100:00100000:0.0:1788483518.743256:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 83 00000100:00100000:0.0:1788483518.743267:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2400:x1875360224814848:12345-192.168.206.36@tcp:3:cmp.0 00000100:00100000:0.0:1788483518.743457:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2400:x1875360224814848:12345-192.168.206.36@tcp:3:cmp.0 Request processed in 192us (409us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483518.743465:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 83 00002000:00100000:0.0:1788483518.743472:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x15:0x0] (0->4095) req@ffff9f75074faa00 x1875360224814848/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:269/0 lens 488/4536 e 0 to 0 dl 1788483529 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483518.743480:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75074faa00 with x1875360224814848 ext(0->4095) 00002000:00010000:0.0:1788483518.743483:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f75074faa00 00000100:00100000:1.0:1788483518.750117:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483518.750202:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224815104 00000100:00100000:3.0:1788483518.750223:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224815104 00000100:00100000:3.0:1788483518.750277:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 215 00000100:00100000:3.0:1788483518.750287:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+92:29198:x1875360224815104:12345-192.168.206.36@tcp:35:cmp.0 00000100:00100000:3.0:1788483518.750770:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+93:29198:x1875360224815104:12345-192.168.206.36@tcp:35:cmp.0 Request processed in 212us (390us total) trans 4294967978 rc 0/0 00000100:00100000:3.0:1788483518.750780:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 215 00010000:00010000:2.0:1788483519.238985:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483519.560675:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250953472:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483519.560861:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483519.561169:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250953472 00000100:00100000:2.0:1788483519.561181:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250953472 00000100:00100000:2.0:1788483519.561488:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:2.0:1788483519.561690:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250953472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483519.561752:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:2.0:1788483519.561832:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250953472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 333us (973us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483519.561840:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:0.0:1788483519.562149:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250953472:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788483520.263039:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483520.686593:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483520.686637:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483520.686676:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483520.686704:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483520.686731:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483520.686750:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483520.686773:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483520.686800:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224815488 00000100:00100000:0.0:1788483520.687010:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224815232 00000100:00100000:0.0:1788483520.687016:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224815232 00000100:00100000:0.0:1788483520.687063:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 705 00000100:00100000:0.0:1788483520.687072:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224815232:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483520.687137:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224815232:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 66us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483520.687145:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 705 00000100:00100000:0.0:1788483520.687195:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224815744 00000100:00100000:0.0:1788483520.687199:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224815744 00000100:00100000:0.0:1788483520.687242:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224816256 00000100:00100000:0.0:1788483520.687245:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224816256 00000100:00100000:0.0:1788483520.687259:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224815616 00000100:00100000:0.0:1788483520.687262:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224815616 00000100:00100000:0.0:1788483520.687275:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 499 00000100:00100000:0.0:1788483520.687280:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224815744:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483520.687650:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 500 00000100:00100000:3.0:1788483520.687660:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2399:x1875360224816256:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483520.687740:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224815744:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 458us (1061us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483520.687747:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 499 00000100:00100000:0.0:1788483520.687761:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 501 00000100:00100000:0.0:1788483520.687768:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2399:x1875360224815616:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483520.687849:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224816000 00000100:00100000:1.0:1788483520.687854:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224816000 00000100:00100000:1.0:1788483520.687904:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224815360 00000100:00100000:1.0:1788483520.687907:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224815360 00000100:00100000:1.0:1788483520.687931:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 858 00000100:00100000:1.0:1788483520.687938:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224816000:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483520.687999:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224815488 00000100:00100000:2.0:1788483520.688029:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 859 00000100:00100000:2.0:1788483520.688036:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+93:2399:x1875360224815360:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483520.690397:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2399:x1875360224816256:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 2727us (3651us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483520.690584:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 500 00000100:00100000:3.0:1788483520.690642:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 860 00000100:00100000:3.0:1788483520.690656:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224815488:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483520.690711:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224815488:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 60us (4072us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483520.690718:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 860 00000100:00100000:3.0:1788483520.690830:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483520.691007:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483520.691068:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224815872 00000100:00100000:3.0:1788483520.691076:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224815872 00000100:00100000:3.0:1788483520.691115:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 861 00000100:00100000:3.0:1788483520.691122:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360224815872:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483520.691161:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360224815872:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 39us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483520.691168:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 861 00000100:00080000:3.0:1788483520.691185:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483520.691189:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483520.691192:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483520.691195:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483520.691370:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224816128 00000100:00100000:3.0:1788483520.691374:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224816128 00000100:00100000:3.0:1788483520.691403:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 502 00000100:00100000:3.0:1788483520.691410:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224816128:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483520.691439:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224816128:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483520.691445:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 502 00000100:00080000:3.0:1788483520.691461:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483520.693042:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2399:x1875360224815616:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 5264us (6257us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483520.693054:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 501 00000100:00100000:1.0:1788483520.693354:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224816000:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 5414us (6646us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483520.693364:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 858 00000100:00100000:2.0:1788483520.696580:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+93:2399:x1875360224815360:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 8031us (9315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483520.696654:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 859 00000040:00080000:3.0:1788483520.772777:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483520.772786:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483520.773014:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 30 count 3 00000040:00080000:3.0:1788483520.773022:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483521.092741:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250953600:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483521.092805:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483521.092900:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250953600 00000100:00100000:1.0:1788483521.092908:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250953600 00000100:00100000:1.0:1788483521.092960:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788483521.092968:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360250953600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483521.092995:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128600896 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483521.093032:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360250953600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483521.093038:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788483521.093079:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250953600:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788483521.093111:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483521.093315:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483521.093324:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250953728:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483521.093348:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483521.093388:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250953728 00000100:00100000:1.0:1788483521.093392:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250953728 00000100:00100000:1.0:1788483521.093416:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1788483521.093421:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250953728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483521.093431:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128600896 pending 28672 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483521.093456:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250953728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 35us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483521.093462:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00080000:1.0:1788483521.093473:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483521.093490:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250953728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483521.095846:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250953984:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.095915:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483521.095954:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250954496:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.095976:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483521.095995:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250955008:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.096029:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483521.096050:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788483521.096056:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250954112:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.096078:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483521.096094:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250954624:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.096114:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483521.096127:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250955136:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.096147:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483521.096173:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250953984 00000100:00100000:3.0:1788483521.096179:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250953984 00000100:00100000:3.0:1788483521.096234:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250954496 00000100:00100000:3.0:1788483521.096237:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250954496 00000100:00100000:3.0:1788483521.096259:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250955008 00000100:00100000:3.0:1788483521.096263:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250955008 00000100:00100000:3.0:1788483521.096275:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250954624 00000100:00100000:3.0:1788483521.096277:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250954624 00000100:00100000:3.0:1788483521.096287:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250955136 00000100:00100000:3.0:1788483521.096289:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250955136 00000100:00100000:3.0:1788483521.096302:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1788483521.096308:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250953984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.096357:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250953984:12345-0@lo:400:kworker.0 Request processed in 49us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483521.096365:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1788483521.096381:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1788483521.096387:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250954496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.096413:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250954496:12345-0@lo:400:kworker.0 Request processed in 26us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483521.096418:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:3.0:1788483521.096430:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1788483521.096434:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250955008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.096460:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250955008:12345-0@lo:400:kworker.0 Request processed in 26us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483521.096465:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1788483521.096475:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1788483521.096480:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250954624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.096525:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250954624:12345-0@lo:400:kworker.0 Request processed in 44us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483521.096531:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:3.0:1788483521.096542:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:3.0:1788483521.096547:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250955136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.096573:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250955136:12345-0@lo:400:kworker.0 Request processed in 27us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483521.096578:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1788483521.097079:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250953856:0@lo:400:kworker.0 00000100:00100000:1.0:1788483521.097122:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483521.097161:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250954368:0@lo:400:kworker.0 00000100:00100000:1.0:1788483521.097186:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483521.097215:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250954880:0@lo:400:kworker.0 00000100:00100000:1.0:1788483521.097240:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483521.097265:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788483521.097271:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250954240:0@lo:400:kworker.0 00000100:00100000:1.0:1788483521.097296:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483521.098027:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250954112 00000100:00100000:0.0:1788483521.098036:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250954112 00000100:00100000:0.0:1788483521.098078:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250954368 00000100:00100000:0.0:1788483521.098081:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250954368 00000100:00100000:0.0:1788483521.098094:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1788483521.098101:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250954112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483521.098154:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250954112:12345-0@lo:400:kworker.0 Request processed in 52us (2074us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483521.098160:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:0.0:1788483521.098176:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1788483521.098181:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250954368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483521.098219:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250954368:12345-0@lo:400:kworker.0 Request processed in 37us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483521.098225:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1788483521.098242:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250953856 00000100:00100000:0.0:1788483521.098247:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250953856 00000100:00100000:0.0:1788483521.098269:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1788483521.098274:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250953856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483521.098304:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250953856:12345-0@lo:400:kworker.0 Request processed in 29us (1181us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483521.098310:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:0.0:1788483521.098351:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250954880 00000100:00100000:0.0:1788483521.098355:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250954880 00000100:00100000:0.0:1788483521.098386:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1788483521.098392:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250954880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483521.098422:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250954880:12345-0@lo:400:kworker.0 Request processed in 30us (1180us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483521.098428:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1788483521.102723:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250954240 00000100:00100000:3.0:1788483521.102740:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250954240 00000100:00100000:3.0:1788483521.103523:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1788483521.103586:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250954112:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.103709:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250954624:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.103721:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250955136:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.103732:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250953984:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.103742:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250954496:0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.103752:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250955008:0@lo:400:kworker.0 00000100:00080000:3.0:1788483521.103816:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483521.103822:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483521.103825:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483521.103971:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250954240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483521.104042:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250954240:12345-0@lo:400:kworker.0 Request processed in 509us (6745us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483521.104050:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:0.0:1788483521.107126:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250954240:0@lo:400:kworker.0 00000100:00100000:0.0:1788483521.107143:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250954752:0@lo:400:kworker.0 00000100:00100000:0.0:1788483521.107216:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483521.107262:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250953856:0@lo:400:kworker.0 00000100:00100000:0.0:1788483521.107276:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250954368:0@lo:400:kworker.0 00000100:00100000:0.0:1788483521.107290:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250954880:0@lo:400:kworker.0 00000100:00100000:0.0:1788483521.107338:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250954752 00000100:00100000:0.0:1788483521.107344:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250954752 00000100:00100000:0.0:1788483521.107400:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1788483521.107409:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250954752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483521.107459:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250954752:12345-0@lo:400:kworker.0 Request processed in 51us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483521.107467:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00080000:0.0:1788483521.107488:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483521.107527:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250954752:0@lo:400:kworker.0 00010000:00010000:1.0:1788483521.284656:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483521.605961:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483521.605983:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250955264:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483521.606047:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483521.606141:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250955264 00000100:00100000:2.0:1788483521.606149:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250955264 00000100:00100000:2.0:1788483521.606194:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1788483521.606213:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250955264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483521.606251:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483521.606474:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250955264:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483521.606804:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250955264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 591us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483521.606812:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000040:00080000:1.0:1788483521.670121:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788483522.310272:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1788483523.151258:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967356 is committed 00000001:00080000:2.0:1788483523.151287:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967354 is committed 00000100:00100000:3.0:1788483523.313049:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483523.314458:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224816384 00000100:00100000:1.0:1788483523.314476:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224816384 00000100:00080000:0.0:1788483523.314690:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483523.314772:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1132 00000100:00100000:1.0:1788483523.314789:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:29179:x1875360224816384:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788483523.314937:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:29179:x1875360224816384:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 154us (1903us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483523.314993:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1132 00000100:00100000:3.0:1788483523.323142:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483523.323292:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224816512 00000100:00100000:0.0:1788483523.323305:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224816512 00000100:00100000:0.0:1788483523.323407:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1133 00000100:00100000:0.0:1788483523.323422:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:29179:x1875360224816512:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788483523.323721:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:29179:x1875360224816512:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 302us (594us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483523.323730:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1133 00000100:00080000:3.0:1788483523.323855:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1788483523.333124:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483523.652958:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250955392:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483523.653067:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483523.653349:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250955392 00000100:00100000:0.0:1788483523.653360:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250955392 00000100:00100000:0.0:1788483523.653439:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1788483523.653463:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250955392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483523.653527:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1788483523.653588:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250955392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 129us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483523.653595:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00080000:1.0:1788483523.653720:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483523.653769:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250955392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483523.657537:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483523.657567:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250955520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483523.657657:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483523.657793:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250955520 00000100:00100000:1.0:1788483523.657805:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250955520 00000100:00100000:1.0:1788483523.657891:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1788483523.657902:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250955520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483523.657930:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1788483523.657982:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250955520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483523.657990:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00080000:2.0:1788483523.658407:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483523.658471:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250955520:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1788483524.171437:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967352 is committed 00000001:00080000:3.0:1788483524.171464:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967351 is committed 00000001:00080000:0.0:1788483524.179415:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967978 is committed 00000001:00080000:0.0:1788483524.179466:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967977 is committed 00000020:00080000:0.0:1788483524.179481:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f750669c000 refcount 2 committed 0 result 0 batchid 20 00000020:00080000:0.0:1788483524.179488:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763f474500 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7507654000 00000020:00080000:0.0:1788483524.179492:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763f474f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7508aea200 00000020:00080000:0.0:1788483524.179545:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 19 batchid updated 00000020:00080000:1.0:1788483524.179713:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 20 committed batchid 19 00000020:00080000:1.0:1788483524.179822:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 19 00010000:00010000:3.0:1788483524.179964:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483524.179979:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483524.179987:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483524.179994:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483524.180000:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483524.180008:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483524.180038:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1d:0x0].0x0 (ffff9f7607aed700) 00010000:00010000:3.0:1788483524.180041:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483524.180047:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483524.180055:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f29c9 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1d:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483524.357671:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483524.678855:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483524.678877:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250955648:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483524.678940:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483524.678998:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250955648 00000100:00100000:1.0:1788483524.679005:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250955648 00000100:00100000:1.0:1788483524.679050:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1788483524.679058:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250955648:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483524.679089:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:1.0:1788483524.679138:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250955648:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483524.679145:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1788483524.680454:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250955648:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1788483525.154218:0:22445:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12n: Import/implicit restore/release == 20:58:42 (1788483522) 00010000:00010000:1.0:1788483525.381549:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483525.466546:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483525.466682:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224816640 00000100:00100000:1.0:1788483525.466693:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224816640 00000100:00100000:1.0:1788483525.466772:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1134 00000100:00100000:1.0:1788483525.466784:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29810:x1875360224816640:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00080000:2.0:1788483525.466955:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483525.467043:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29810:x1875360224816640:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 261us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483525.467052:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1134 00000100:00100000:3.0:1788483525.469419:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483525.469538:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224816768 00000100:00100000:2.0:1788483525.469547:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224816768 00000100:00100000:2.0:1788483525.469620:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1135 00000100:00080000:1.0:1788483525.469621:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483525.469631:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:29810:x1875360224816768:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788483525.469724:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:29810:x1875360224816768:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 94us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483525.469740:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1135 00000100:00100000:2.0:1788483525.497057:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483525.497100:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483525.497281:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224816896 00000100:00100000:0.0:1788483525.497292:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224816896 00000100:00100000:0.0:1788483525.497371:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224817152 00000100:00100000:0.0:1788483525.497376:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224817152 00000100:00100000:0.0:1788483525.497401:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1136 00000100:00100000:0.0:1788483525.497410:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+93:2402:x1875360224816896:12345-192.168.206.36@tcp:41:mkdir.0 00000004:00000024:0.0:1788483525.497444:0:13707:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444376576 avail 1298137088 00000100:00100000:0.0:1788483525.497539:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+93:2402:x1875360224816896:12345-192.168.206.36@tcp:41:mkdir.0 Request processed in 129us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483525.497546:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1136 00000100:00100000:0.0:1788483525.497564:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1137 00000100:00100000:0.0:1788483525.497571:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+92:29811:x1875360224817152:12345-192.168.206.36@tcp:36:mkdir.0 00010000:00010000:0.0:1788483525.497609:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483525.497634:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f276f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473db expref: 92 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.497652:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483525.497657:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483525.498544:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.498564:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f0 expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.498690:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.498726:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f0 expref: 41 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.498740:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f0 expref: 41 pid: 8191 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483525.498754:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250955776:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483525.498842:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605fbd900 going to sleep for 11 seconds 00000100:00080000:2.0:1788483525.499533:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483525.505050:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250955776:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483525.505082:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483525.507760:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483525.508541:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224817280 00000100:00100000:0.0:1788483525.508552:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224817280 00010000:00010000:0.0:1788483525.508606:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f0 expref: 42 pid: 8191 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483525.508649:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 354 00000100:00100000:0.0:1788483525.508658:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:2402:x1875360224817280:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483525.508672:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483525.508679:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f0 expref: 42 pid: 8191 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.508697:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f0 expref: 42 pid: 8191 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.508717:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f27ae lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1473f0 expref: 42 pid: 8191 timeout: 790 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.508731:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483525.508737:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.508747:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.508754:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483525.508777:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483525.508949:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:2402:x1875360224817280:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 291us (1196us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483525.508957:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 354 00010000:00010000:3.0:1788483525.509129:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509137:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509160:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509170:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509188:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509800:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509813:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509820:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483525.509835:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e4a2a64b reply state 000000008dc4d932 transno 4294967979 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509846:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509853:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:3.0:1788483525.509857:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483525.509859:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788483525.509865:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00010000:00010000:3.0:1788483525.509871:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509877:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509882:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509888:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483525.509892:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509900:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509909:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483525.509911:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483525.509914:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509920:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2a08 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483525.509932:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000e4a2a64b reply state 000000008dc4d932 transno 4294967979 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509939:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483525.509950:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9f7607aede00) 00010000:00010000:3.0:1788483525.509952:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483525.509954:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788483525.510012:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+93:29811:x1875360224817152:12345-192.168.206.36@tcp:36:mkdir.0 Request processed in 12439us (12908us total) trans 4294967979 rc 0/0 00000100:00100000:3.0:1788483525.510019:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1137 00000040:00080000:1.0:1788483525.765201:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788483525.800904:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483525.800949:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483525.800980:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483525.801018:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483525.801043:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483525.801064:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483525.801233:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224817664 00000100:00100000:1.0:1788483525.801245:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224817664 00000100:00100000:1.0:1788483525.801316:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224817920 00000100:00100000:1.0:1788483525.801320:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224817920 00000100:00100000:1.0:1788483525.801334:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224817792 00000100:00100000:1.0:1788483525.801337:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224817792 00000100:00100000:1.0:1788483525.801349:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224818048 00000100:00100000:1.0:1788483525.801351:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224818048 00000100:00100000:1.0:1788483525.801369:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 505 00000100:00100000:1.0:1788483525.801380:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2400:x1875360224817664:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483525.801455:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2400:x1875360224817664:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 78us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483525.801464:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 505 00000100:00100000:2.0:1788483525.801472:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224817536 00000100:00100000:2.0:1788483525.801478:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224817536 00000100:00100000:1.0:1788483525.801486:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 506 00000100:00100000:1.0:1788483525.801494:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224817920:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483525.801552:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224817920:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 58us (571us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483525.801560:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 506 00000100:00100000:2.0:1788483525.801565:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 868 00000100:00100000:2.0:1788483525.801577:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224817536:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483525.801578:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 507 00000100:00100000:1.0:1788483525.801591:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2400:x1875360224817792:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483525.801620:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224817536:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 45us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483525.801626:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2400:x1875360224817792:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 37us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483525.801633:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 868 00000100:00100000:1.0:1788483525.801639:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 507 00000100:00100000:1.0:1788483525.801652:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 508 00000100:00100000:1.0:1788483525.801658:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224818048:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483525.801678:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224818048:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (614us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483525.801684:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 508 00000100:00080000:1.0:1788483525.801716:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483525.801721:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483525.801723:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483525.801894:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224817408 00000100:00100000:0.0:1788483525.801899:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224817408 00000100:00100000:0.0:1788483525.801940:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 707 00000100:00100000:0.0:1788483525.801949:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224817408:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483525.801978:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224817408:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483525.801990:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 707 00000040:00080000:0.0:1788483525.892714:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483525.892724:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483525.893335:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:0.0:1788483525.893349:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483526.103770:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483526.103872:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224818176 00000100:00100000:3.0:1788483526.103885:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224818176 00000100:00100000:3.0:1788483526.103965:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1138 00000100:00100000:3.0:1788483526.103977:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+93:29848:x1875360224818176:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:3.0:1788483526.104010:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483526.104035:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2a1d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474c2 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.104126:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2a24 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.104154:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2a24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.104171:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2a24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483526.104241:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788483526.104246:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483526.104271:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2a24 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.104303:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2a1d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474c2 expref: 95 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.104327:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2a24 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474c2 expref: 94 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.104336:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483526.104340:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483526.104344:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fe00, rc 0) 00000100:00100000:3.0:1788483526.104437:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+94:29848:x1875360224818176:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 462us (682us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483526.104445:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1138 00000100:00100000:3.0:1788483526.113042:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483526.113098:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483526.113299:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224818304 00000100:00100000:0.0:1788483526.113311:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224818304 00000100:00100000:0.0:1788483526.113388:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224818560 00000100:00100000:0.0:1788483526.113391:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224818560 00000100:00100000:0.0:1788483526.113426:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1139 00000100:00100000:0.0:1788483526.113440:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224818304:12345-192.168.206.36@tcp:41:mkdir.0 00000100:00100000:2.0:1788483526.113483:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1140 00000004:00000024:0.0:1788483526.113493:0:13707:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483526.113555:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+10:29848:x1875360224818560:12345-192.168.206.36@tcp:36:mkdir.0 00000100:00100000:0.0:1788483526.113647:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+10:2401:x1875360224818304:12345-192.168.206.36@tcp:41:mkdir.0 Request processed in 208us (617us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483526.113657:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1139 00000100:00100000:2.0:1788483526.113742:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507666d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6514:1875360250955904:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788483526.113820:0:6514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.113860:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250955904 00000100:00100000:0.0:1788483526.113868:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250955904 00000100:00100000:2.0:1788483526.113889:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619900 going to sleep for 11 seconds 00000100:00100000:0.0:1788483526.113916:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1788483526.113929:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6514:x1875360250955904:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788483526.114084:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:6514:x1875360250955904:12345-0@lo:1000:mdt00_000.0 Request processed in 158us (265us total) trans 0 rc 1/1 00000100:00100000:0.0:1788483526.114091:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:2.0:1788483526.114151:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507666d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-mdtlov_UUID:6514:1875360250955904:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788483526.114271:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:29848:x1875360224818560:12345-192.168.206.36@tcp:36:mkdir.0 Request processed in 772us (1169us total) trans 0 rc -17/-17 00000100:00100000:2.0:1788483526.114279:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1140 00000100:00100000:3.0:1788483526.119902:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.125459:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224818688 00000100:00100000:2.0:1788483526.125481:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224818688 00000100:00100000:2.0:1788483526.126206:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1141 00000100:00100000:2.0:1788483526.126221:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+94:29848:x1875360224818688:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:2.0:1788483526.126248:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483526.126272:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2a2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474c9 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126375:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a32 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126392:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126404:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126416:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a39 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126423:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126428:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126554:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2a40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126563:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126583:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483526.126636:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:2.0:1788483526.126641:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483526.126664:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2a40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126677:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a32 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126684:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a32 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126690:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126696:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483526.126701:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a32 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126708:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a32 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126722:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483526.126726:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483526.126731:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a32 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126736:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a32 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126751:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a39 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126757:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a39 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126763:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126768:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8f400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483526.126771:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a39 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126777:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a39 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126785:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9f7607aede00) 00010000:00010000:2.0:1788483526.126788:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483526.126791:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a39 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126795:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a39 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126826:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2a2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474c9 expref: 96 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126845:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2a40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474c9 expref: 95 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.126853:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:2.0:1788483526.126856:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483526.126858:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ee00, rc 0) 00000100:00100000:2.0:1788483526.126953:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+95:29848:x1875360224818688:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 734us (7064us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.126962:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1141 00000100:00100000:0.0:1788483526.201675:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483526.202065:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224818816 00000100:00100000:3.0:1788483526.202079:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224818816 00000100:00100000:3.0:1788483526.202218:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1142 00000100:00100000:3.0:1788483526.202232:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+41:29854:x1875360224818816:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483526.202260:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483526.204728:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2a47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474d0 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.204844:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.204861:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.204876:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483526.204939:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788483526.204944:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483526.205043:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.205081:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2a47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d0 expref: 43 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.205113:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d0 expref: 42 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.205124:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483526.205127:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483526.205131:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8f400, rc 0) 00000100:00100000:2.0:1788483526.205946:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29854:x1875360224818816:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 3710us (4280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.205958:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1142 00000100:00100000:0.0:1788483526.215093:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788483526.215129:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250956032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483526.215243:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.215950:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250956416:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216010:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216047:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250956928:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216076:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216094:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250957440:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216115:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216136:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788483526.216154:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360250956288:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216189:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216206:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250956800:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216230:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216254:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250957312:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216277:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216306:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250956544:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216335:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216352:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250957056:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216376:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216393:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788483526.216399:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250956160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216432:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216456:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360250956672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216478:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216494:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360250957184:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216568:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483526.216601:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250956160 00000100:00100000:0.0:1788483526.216610:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250956160 00000100:00100000:0.0:1788483526.216672:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1788483526.216683:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250956160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216741:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250956160:12345-0@lo:400:kworker.0 Request processed in 59us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483526.216749:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:0.0:1788483526.216809:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250956160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.216837:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250956416 00000100:00100000:0.0:1788483526.216841:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250956416 00000100:00100000:0.0:1788483526.216862:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250956288 00000100:00100000:0.0:1788483526.216865:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250956288 00000100:00100000:0.0:1788483526.216876:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250956800 00000100:00100000:0.0:1788483526.216878:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250956800 00000100:00100000:0.0:1788483526.216900:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250957312 00000100:00100000:0.0:1788483526.216903:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250957312 00000100:00100000:0.0:1788483526.216917:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250956672 00000100:00100000:0.0:1788483526.216920:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250956672 00000100:00100000:0.0:1788483526.216931:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250957184 00000100:00100000:0.0:1788483526.216934:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250957184 00000100:00100000:0.0:1788483526.216948:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1788483526.216955:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250956416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217000:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250956416:12345-0@lo:400:kworker.0 Request processed in 45us (991us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483526.217007:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:0.0:1788483526.217020:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1788483526.217026:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250956288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217057:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250956288:12345-0@lo:400:kworker.0 Request processed in 31us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483526.217063:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:0.0:1788483526.217074:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1788483526.217081:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250956800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217108:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250956800:12345-0@lo:400:kworker.0 Request processed in 28us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483526.217115:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:0.0:1788483526.217127:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1788483526.217133:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250957312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217160:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250957312:12345-0@lo:400:kworker.0 Request processed in 28us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483526.217167:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:0.0:1788483526.217191:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1788483526.217197:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360250956672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217230:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360250956672:12345-0@lo:400:kworker.0 Request processed in 33us (751us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483526.217236:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1788483526.217248:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1788483526.217255:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360250957184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217283:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360250957184:12345-0@lo:400:kworker.0 Request processed in 29us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483526.217289:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1788483526.217345:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360250956672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217357:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360250957184:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217385:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360250956288:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217395:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250956800:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217409:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250957312:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.217420:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641613b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250956416:0@lo:400:kworker.0 00000100:00100000:2.0:1788483526.217791:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483526.217807:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250957568:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483526.217849:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483526.218247:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250956928 00000100:00100000:3.0:1788483526.218256:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250956928 00000100:00100000:3.0:1788483526.218314:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250957440 00000100:00100000:3.0:1788483526.218318:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250957440 00000100:00100000:3.0:1788483526.218354:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250957056 00000100:00100000:3.0:1788483526.218357:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250957056 00000100:00100000:3.0:1788483526.218380:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1788483526.218388:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250956928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483526.218448:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250956928:12345-0@lo:400:kworker.0 Request processed in 61us (2370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483526.218455:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1788483526.218471:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1788483526.218477:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250957440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483526.218539:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250957440:12345-0@lo:400:kworker.0 Request processed in 63us (2423us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483526.218546:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1788483526.218558:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1788483526.218565:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250957056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483526.218596:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250957056:12345-0@lo:400:kworker.0 Request processed in 32us (2219us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483526.218602:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1788483526.218647:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250956928:0@lo:400:kworker.0 00000100:00100000:3.0:1788483526.218659:0:3641:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967356 gen 2 00000004:00080000:3.0:1788483526.218665:0:3641:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967355 committed transno 4294967356 00000004:00080000:3.0:1788483526.218688:0:3641:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f75074f9c00, transno 4294967356 00000100:00100000:3.0:1788483526.218701:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250957440:0@lo:400:kworker.0 00000100:00100000:1.0:1788483526.219470:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250956032 00000100:00100000:1.0:1788483526.219482:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250956032 00000100:00100000:1.0:1788483526.219565:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250957568 00000100:00100000:1.0:1788483526.219569:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250957568 00000100:00100000:1.0:1788483526.219585:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1788483526.219593:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250956032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483526.219624:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128572224 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483526.219686:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250956032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (4444us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483526.219694:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:1.0:1788483526.219712:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1788483526.219719:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250957568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483526.219729:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 128572224 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483526.219755:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250957568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (1906us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483526.219761:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1788483526.219783:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250956544 00000100:00100000:1.0:1788483526.219787:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250956544 00000100:00100000:1.0:1788483526.219820:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1788483526.219828:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250956544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483526.219867:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250956544:12345-0@lo:400:kworker.0 Request processed in 40us (3531us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483526.219873:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00080000:1.0:1788483526.219901:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483526.219906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483526.219910:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483526.219913:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483526.220290:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507666d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250957568:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483526.220309:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250956032:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483526.223945:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250956544:0@lo:400:kworker.0 00000100:00100000:0.0:1788483526.224200:0:3638:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967352 gen 2 00000004:00080000:0.0:1788483526.224208:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967352 committed transno 4294967352 00000100:00100000:0.0:1788483526.224244:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250957056:0@lo:400:kworker.0 00000100:00100000:1.0:1788483526.230333:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483526.230475:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224819072 00000100:00100000:0.0:1788483526.230487:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224819072 00000100:00100000:0.0:1788483526.230618:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1143 00000100:00100000:0.0:1788483526.230629:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+95:29854:x1875360224819072:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483526.230656:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483526.230659:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1788483526.230691:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2a40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474c9 expref: 95 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.230714:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:0.0:1788483526.230719:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483526.230733:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2a55 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474d7 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.230873:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.230890:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.230906:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.230924:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.230932:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.230939:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.233936:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.233966:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234484:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483526.234531:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:0.0:1788483526.234572:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234580:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234587:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234595:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234603:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483526.234608:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234617:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234632:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:0.0:1788483526.234635:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483526.234640:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 3/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234647:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a5c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483526.234664:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002e477434 reply state 00000000b147962d transno 4294967980 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234676:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234683:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff9f7608853b00) 00010000:00010000:0.0:1788483526.234686:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483526.234689:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788483526.234733:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2a55 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d7 expref: 97 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234749:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d7 expref: 96 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.234763:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7608853500) 00010000:00010000:0.0:1788483526.234766:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483526.234768:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:0.0:1788483526.234861:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+97:29854:x1875360224819072:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 4232us (4725us total) trans 4294967980 rc 0/0 00000100:00100000:0.0:1788483526.234871:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1143 00000100:00100000:3.0:1788483526.243697:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483526.248095:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224819328 00000100:00100000:0.0:1788483526.248118:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224819328 00000100:00100000:0.0:1788483526.248410:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1144 00000100:00100000:0.0:1788483526.248424:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+97:29854:x1875360224819328:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483526.248456:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483526.248482:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2a78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474de expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.248653:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.248671:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d7 expref: 98 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.248680:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 4/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.248723:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d7 expref: 98 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.248737:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d7 expref: 98 pid: 8191 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483526.248753:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250957696:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483526.250901:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788483526.258217:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483526.260936:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164df80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250957696:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483526.260986:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483526.261531:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224819456 00000100:00100000:3.0:1788483526.261541:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224819456 00010000:00010000:3.0:1788483526.261599:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d7 expref: 99 pid: 8191 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483526.261639:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 355 00000100:00100000:3.0:1788483526.261648:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+99:2402:x1875360224819456:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483526.261668:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483526.261676:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d7 expref: 99 pid: 8191 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.261689:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d7 expref: 99 pid: 8191 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.261714:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2a6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d7 expref: 99 pid: 8191 timeout: 791 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.261733:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7608853500) 00010000:00010000:3.0:1788483526.261738:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.261748:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.261756:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.261788:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483526.261871:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+98:2402:x1875360224819456:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 222us (3669us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483526.261879:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 355 00010000:00010000:2.0:1788483526.263001:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.263019:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483526.263048:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 0 00010000:00010000:2.0:1788483526.263608:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.263621:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.263631:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.263638:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483526.263643:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.263652:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.263673:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7608853500) 00010000:00010000:2.0:1788483526.263677:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483526.263682:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.263689:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2a7f lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.263773:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2a78 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474de expref: 98 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.263786:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:2.0:1788483526.263789:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483526.263793:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2a78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474de expref: 98 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.263804:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00100000:2.0:1788483526.263901:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+97:29854:x1875360224819328:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 15479us (20217us total) trans 4294967981 rc 301/301 00000100:00100000:2.0:1788483526.263914:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1144 00000100:00100000:2.0:1788483526.276261:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483526.276377:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224819712 00000100:00100000:1.0:1788483526.276390:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224819712 00000100:00100000:1.0:1788483526.276489:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 216 00000100:00100000:1.0:1788483526.276525:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a434050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+97:29854:x1875360224819712:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483526.276914:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a434050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+98:29854:x1875360224819712:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 413us (791us total) trans 4294967982 rc 0/0 00000100:00100000:1.0:1788483526.276923:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 216 00000100:00100000:3.0:1788483526.279553:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483526.279603:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224819840 00000100:00100000:3.0:1788483526.279614:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224819840 00000100:00100000:3.0:1788483526.279683:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1145 00000100:00100000:3.0:1788483526.279695:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+98:29854:x1875360224819840:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483526.279725:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483526.279750:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2a8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474e5 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.279820:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2a8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474e5 expref: 99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.279836:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2a8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474e5 expref: 99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.279858:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:3.0:1788483526.279862:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483526.279866:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e400, rc 0) 00000100:00100000:3.0:1788483526.279933:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+99:29854:x1875360224819840:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 239us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483526.279939:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1145 00000100:00100000:1.0:1788483526.289392:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483526.292528:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224820096 00000100:00100000:0.0:1788483526.292550:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224820096 00000100:00100000:0.0:1788483526.292659:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1146 00000100:00100000:0.0:1788483526.292673:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+99:29854:x1875360224820096:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788483526.292760:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2a94 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.292783:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2a94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.292798:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2a94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.293262:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2a94 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.293275:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2a94 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.293284:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.293296:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483526.293302:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2a94 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.293310:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2a94 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.293327:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483526.293331:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788483526.293336:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2a94 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.293344:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2a94 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483526.293461:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+100:29854:x1875360224820096:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 788us (4080us total) trans 4294967983 rc 0/0 00000100:00100000:0.0:1788483526.293471:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1146 00000100:00100000:0.0:1788483526.298586:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.298691:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224820352 00000100:00100000:2.0:1788483526.298704:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224820352 00000100:00100000:2.0:1788483526.298778:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1147 00000100:00100000:2.0:1788483526.298790:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+100:29854:x1875360224820352:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483526.299300:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.299322:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.299336:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483526.299485:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967984 00000004:00010000:2.0:1788483526.299564:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001fb1ac3a reply state 00000000ac8e9a1e transno 4294967985 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.299580:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.299589:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:2.0:1788483526.299592:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483526.299598:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483526.299712:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+103:29854:x1875360224820352:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 921us (1139us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1788483526.299720:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1147 00000020:00080000:2.0:1788483526.299727:0:13707:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788483526.303423:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.303639:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224820608 00000100:00100000:2.0:1788483526.303653:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224820608 00000100:00100000:2.0:1788483526.303728:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 217 00000100:00100000:2.0:1788483526.303741:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+103:29854:x1875360224820608:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483526.304453:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+104:29854:x1875360224820608:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 710us (1039us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1788483526.304462:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 217 00000100:00100000:1.0:1788483526.386049:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483526.386248:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224820736 00000100:00100000:3.0:1788483526.386263:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224820736 00000100:00100000:3.0:1788483526.386846:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1148 00000100:00100000:3.0:1788483526.386866:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+104:29860:x1875360224820736:12345-192.168.206.36@tcp:101:cmp.0 00010000:00010000:3.0:1788483526.386898:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483526.386925:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2aa2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474ec expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.387012:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2aa9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.387032:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2aa9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.387044:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2aa9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.387056:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2ab0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.387062:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2ab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.387068:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2ab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388331:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f2ab7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388363:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f2ab7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388375:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f2ab7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483526.388427:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:3.0:1788483526.388432:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483526.388457:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f2ab7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388473:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2aa9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388485:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2aa9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388492:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2aa9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388524:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483526.388529:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2aa9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388537:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2aa9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388553:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483526.388556:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483526.388561:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2aa9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388568:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f2aa9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388583:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2ab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388589:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2ab0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388595:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2ab0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388600:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483526.388604:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2ab0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388611:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2ab0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388617:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9f7607aede00) 00010000:00010000:3.0:1788483526.388619:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483526.388622:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2ab0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388627:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2ab0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388662:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f2aa2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ec expref: 106 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388677:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5ee00/0xf2b1f833e60f2ab7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474ec expref: 105 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483526.388684:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:3.0:1788483526.388686:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483526.388689:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5ee00, rc 0) 00000100:00100000:3.0:1788483526.388769:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+105:29860:x1875360224820736:12345-192.168.206.36@tcp:101:cmp.0 Request processed in 1911us (2800us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483526.392538:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1148 00000100:00100000:0.0:1788483526.397845:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483526.397959:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224820992 00000100:00100000:1.0:1788483526.397974:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224820992 00000100:00100000:1.0:1788483526.398052:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1149 00000100:00100000:1.0:1788483526.398065:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+105:29860:x1875360224820992:12345-192.168.206.36@tcp:101:cmp.0 00010000:00010000:1.0:1788483526.398091:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483526.398117:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2abe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474f3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.398250:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ac5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.398269:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ac5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.398745:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ac5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.398763:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2acc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.398772:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2acc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.398780:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2acc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.398941:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2ad3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.398952:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.398960:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483526.398973:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:1.0:1788483526.399081:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ac5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399090:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ac5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399097:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ac5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399104:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483526.399109:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ac5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399118:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ac5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399622:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:1.0:1788483526.399626:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483526.399635:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ac5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399642:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ac5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399660:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2acc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399667:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2acc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399673:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2acc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399679:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483526.399682:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2acc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399688:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2acc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399696:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff9f7608853b00) 00010000:00010000:1.0:1788483526.399698:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483526.399701:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2acc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399707:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2acc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399761:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2abe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474f3 expref: 108 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399782:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2ad3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474f3 expref: 107 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.399790:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:1.0:1788483526.399792:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483526.399795:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2000, rc 0) 00000100:00100000:1.0:1788483526.399894:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+107:29860:x1875360224820992:12345-192.168.206.36@tcp:101:cmp.0 Request processed in 1830us (2062us total) trans 4294967987 rc 0/0 00000100:00100000:1.0:1788483526.399903:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1149 00010000:00010000:3.0:1788483526.405243:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483526.411828:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.412241:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224821248 00000100:00100000:2.0:1788483526.412256:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224821248 00000100:00100000:2.0:1788483526.412355:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 51 00000100:00100000:2.0:1788483526.412367:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+107:29860:x1875360224821248:12345-192.168.206.36@tcp:103:cmp.0 00010000:00010000:2.0:1788483526.412386:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:2.0:1788483526.412416:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2ad3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474f3 expref: 107 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.412441:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f2a8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474e5 expref: 106 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.412453:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:2.0:1788483526.412458:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483526.413336:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+105:29860:x1875360224821248:12345-192.168.206.36@tcp:103:cmp.0 Request processed in 960us (1510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.413358:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 51 00000100:00100000:3.0:1788483526.426630:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.426794:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224821376 00000100:00100000:2.0:1788483526.426808:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224821376 00000100:00100000:2.0:1788483526.426885:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1150 00000100:00100000:2.0:1788483526.426897:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+105:29860:x1875360224821376:12345-192.168.206.36@tcp:58:cmp.0 00010000:00010000:2.0:1788483526.427039:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.427060:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.427075:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788483526.427217:0:13707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].30, 136 off12272 00000100:00100000:2.0:1788483526.427329:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+105:29860:x1875360224821376:12345-192.168.206.36@tcp:58:cmp.0 Request processed in 432us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.427338:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1150 00000100:00100000:1.0:1788483526.433752:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.433860:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224821504 00000100:00100000:2.0:1788483526.433875:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224821504 00000100:00100000:2.0:1788483526.433948:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1151 00000100:00100000:2.0:1788483526.433960:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+105:29860:x1875360224821504:12345-192.168.206.36@tcp:101:cmp.0 00010000:00010000:2.0:1788483526.433988:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483526.434016:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1474fa expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.434092:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.434104:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 106 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.434251:0:12148:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.434273:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 106 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.434290:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:2.0:1788483526.434294:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483526.434298:0:12148:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 106 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.434306:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ee00, rc 0) 00000100:00100000:2.0:1788483526.434490:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+106:29860:x1875360224821504:12345-192.168.206.36@tcp:101:cmp.0 Request processed in 530us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.434523:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1151 00000100:00100000:1.0:1788483526.728764:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483526.732712:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250957824:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483526.732811:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483526.736693:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250957824 00000100:00100000:2.0:1788483526.736717:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250957824 00000100:00100000:2.0:1788483526.736810:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1788483526.736824:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250957824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483526.736868:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483526.737354:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250957824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 523us (4532us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.737363:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1788483526.742294:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250957824:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788483526.917611:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483526.917623:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483526.917658:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 4 00000040:00080000:0.0:1788483526.917671:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483526.917854:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164fb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250957952:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483526.918012:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654900 going to sleep for 11 seconds 00000100:00100000:0.0:1788483526.922694:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164fb80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250957952:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483526.925251:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.925489:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224821632 00000100:00100000:2.0:1788483526.925542:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224821632 00000100:00100000:2.0:1788483526.925621:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1152 00000100:00100000:2.0:1788483526.925633:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29861:x1875360224821632:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483526.925673:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483526.925833:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29861:x1875360224821632:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 200us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.925945:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1152 00000100:00100000:1.0:1788483526.934811:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.936543:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224821760 00000100:00100000:2.0:1788483526.936563:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224821760 00000100:00100000:2.0:1788483526.936647:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1153 00000100:00100000:2.0:1788483526.936661:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29861:x1875360224821760:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788483526.936758:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2aef lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.936780:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2aef lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.936795:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2aef lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.936956:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2af6 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.936979:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2af6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.936992:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2af6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937024:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937034:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937040:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483526.937090:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:2.0:1788483526.937096:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483526.937112:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937124:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2aef lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937130:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2aef lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937137:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2aef lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937146:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483526.937150:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2aef lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937159:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2aef lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937186:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:2.0:1788483526.937190:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483526.937195:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2aef lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937202:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2aef lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937218:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2af6 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937229:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2af6 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937234:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2af6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937239:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483526.937242:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2af6 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937248:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2af6 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937256:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xf416ea50 (ffff9f7608d98600) 00010000:00010000:2.0:1788483526.937258:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483526.937261:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2af6 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937267:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2af6 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xf416ea50 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937284:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937290:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937296:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937301:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483526.937304:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937310:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937316:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:2.0:1788483526.937319:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483526.937321:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.937327:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2afd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483526.937665:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29861:x1875360224821760:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 1003us (2864us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.937675:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1153 00000100:00100000:3.0:1788483526.951276:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483526.951481:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224822016 00000100:00100000:1.0:1788483526.951492:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224822016 00000100:00100000:1.0:1788483526.951661:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1154 00000100:00100000:1.0:1788483526.951672:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:29861:x1875360224822016:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483526.951693:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483526.951715:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2b04 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147501 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.951827:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2b0b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.951852:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2b0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.951864:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2b0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483526.951876:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:1.0:1788483526.951964:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2b0b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.951972:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2b0b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.951980:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2b0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.951986:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483526.951990:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2b0b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.951997:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2b0b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.952021:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:1.0:1788483526.952025:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483526.952030:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2b0b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.952036:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2b0b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.952081:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2b04 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147501 expref: 44 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.952091:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:1.0:1788483526.952094:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483526.952098:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2b04 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147501 expref: 44 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483526.952107:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2e00, rc 0) 00000100:00100000:1.0:1788483526.952184:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:29861:x1875360224822016:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 514us (1276us total) trans 4294967988 rc 301/301 00000100:00100000:1.0:1788483526.952191:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1154 00000100:00100000:3.0:1788483526.958299:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.958356:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224822144 00000100:00100000:2.0:1788483526.958366:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224822144 00000100:00100000:2.0:1788483526.958449:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1155 00000100:00100000:2.0:1788483526.958459:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:29861:x1875360224822144:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483526.958494:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x3d:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483526.958641:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:29861:x1875360224822144:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 184us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.958650:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1155 00000100:00100000:0.0:1788483526.961464:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.961683:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224822272 00000100:00100000:2.0:1788483526.961692:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224822272 00000100:00100000:2.0:1788483526.961789:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1156 00000100:00100000:2.0:1788483526.961800:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:29861:x1875360224822272:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483526.961819:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483526.961850:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2b19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147508 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.961912:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b20 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.961926:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.961938:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.961950:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b27 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.961957:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.961965:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962040:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f2b2e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962049:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f2b2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962057:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f2b2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483526.962089:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:2.0:1788483526.962093:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483526.962305:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f2b2e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962327:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b20 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962334:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b20 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962340:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962346:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483526.962349:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b20 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962356:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b20 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962368:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483526.962370:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483526.962374:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b20 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962380:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b20 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962392:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b27 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962400:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b27 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962409:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962413:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483526.962416:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b27 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962422:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b27 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962429:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9f7607aede00) 00010000:00010000:2.0:1788483526.962431:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483526.962435:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b27 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962440:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b27 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962468:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2b19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147508 expref: 45 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962481:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cde00/0xf2b1f833e60f2b2e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147508 expref: 44 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.962488:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:2.0:1788483526.962490:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788483526.962492:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cde00, rc 0) 00000100:00100000:2.0:1788483526.962603:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:29861:x1875360224822272:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 804us (1145us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.962613:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1156 00000100:00100000:3.0:1788483526.965625:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.965764:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224822528 00000100:00100000:2.0:1788483526.965773:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224822528 00000100:00100000:2.0:1788483526.965829:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1157 00000100:00100000:2.0:1788483526.965849:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:29861:x1875360224822528:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483526.965868:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483526.965888:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b35 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14750f expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483526.966287:0:12148:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x17:0x0], index 1: 0 00010000:00010000:2.0:1788483526.966437:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b3c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.966450:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.966461:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b3c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.966550:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b35 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14750f expref: 47 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.966569:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b3c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14750f expref: 46 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.966578:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:2.0:1788483526.966581:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483526.966585:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc600, rc 0) 00000100:00100000:2.0:1788483526.966634:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29861:x1875360224822528:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 797us (1018us total) trans 4294967989 rc 0/0 00000100:00100000:2.0:1788483526.966642:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1157 00000100:00100000:1.0:1788483526.972279:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483526.972391:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224822784 00000100:00100000:0.0:1788483526.972400:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224822784 00000100:00100000:0.0:1788483526.972528:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1158 00000100:00100000:0.0:1788483526.972540:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29861:x1875360224822784:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483526.972603:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483526.972631:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b3c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14750f expref: 46 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972650:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98600) 00010000:00010000:0.0:1788483526.972661:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483526.972683:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2b4a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972709:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2b4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972719:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2b4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972736:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2b51 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3c:0x0].0x82319b63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972743:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2b51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x82319b63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972750:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2b51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x82319b63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972791:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2b4a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972803:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2b4a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972810:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2b4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972815:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483526.972819:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2b4a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972827:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2b4a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.972836:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:0.0:1788483526.972839:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483526.973004:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2b4a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.973012:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2b4a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.973023:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2b51 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3c:0x0].0x82319b63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.973029:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2b51 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x82319b63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.973035:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2b51 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x82319b63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.973040:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483526.973043:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2b51 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x82319b63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.973049:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2b51 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3c:0x0].0x82319b63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.973057:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x82319b63 (ffff9f7608853200) 00010000:00010000:0.0:1788483526.973059:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483526.973062:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2b51 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0x82319b63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483526.973068:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2b51 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3c:0x0].0x82319b63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483526.973143:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29861:x1875360224822784:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 605us (872us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788483526.973150:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1158 00000100:00100000:0.0:1788483526.976647:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.976734:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224822912 00000100:00100000:2.0:1788483526.976745:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224822912 00000100:00100000:2.0:1788483526.976800:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1159 00000100:00100000:2.0:1788483526.976809:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:29861:x1875360224822912:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483526.976830:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483526.976980:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b58 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147516 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.977014:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.977026:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.977036:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.977133:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b58 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147516 expref: 47 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.977150:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147516 expref: 46 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.977158:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483526.977160:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483526.977164:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc400, rc 0) 00000100:00100000:2.0:1788483526.977267:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29861:x1875360224822912:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 458us (772us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.977274:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1159 00000100:00100000:3.0:1788483526.990333:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.990818:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224823168 00000100:00100000:2.0:1788483526.990828:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224823168 00000100:00100000:2.0:1788483526.990903:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1160 00000100:00100000:2.0:1788483526.990914:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29861:x1875360224823168:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483526.990997:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.991013:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.991024:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788483526.991195:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 88 off9184 00000004:00080000:2.0:1788483526.991205:0:12148:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 691945705770ns, next at 692945702945ns, rc = 0 00000004:00010000:2.0:1788483526.991252:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008b8f5822 reply state 00000000e2f8fc2e transno 4294967990 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.991265:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.991273:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483526.991276:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483526.991279:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483526.991391:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29861:x1875360224823168:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 478us (1065us total) trans 4294967990 rc 0/0 00000100:00100000:2.0:1788483526.991402:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1160 00000100:00100000:1.0:1788483526.995263:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483526.995494:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224823296 00000100:00100000:2.0:1788483526.995539:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224823296 00000100:00100000:2.0:1788483526.995599:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1161 00000100:00100000:2.0:1788483526.995609:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:29861:x1875360224823296:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483526.995633:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483526.995654:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b6d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14751d expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.995722:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b6d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14751d expref: 49 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.995737:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b6d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14751d expref: 49 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483526.995756:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483526.995760:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483526.995764:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc600, rc 0) 00000100:00100000:2.0:1788483526.995820:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:29861:x1875360224823296:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 213us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483526.995828:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1161 00000100:00100000:0.0:1788483527.000215:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483527.000301:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224823424 00000100:00100000:3.0:1788483527.000310:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224823424 00000100:00100000:3.0:1788483527.000372:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 297 00000100:00100000:3.0:1788483527.000382:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224823424:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788483527.001122:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224823424:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 739us (914us total) trans 4294967357 rc 0/0 00000100:00100000:2.0:1788483527.001132:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 297 00000100:00100000:3.0:1788483527.004252:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483527.004598:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224823680 00000100:00100000:1.0:1788483527.004608:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224823680 00000100:00100000:1.0:1788483527.004672:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 218 00000100:00100000:1.0:1788483527.004682:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:29861:x1875360224823680:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483527.004957:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:29861:x1875360224823680:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 276us (712us total) trans 4294967991 rc 0/0 00000100:00100000:1.0:1788483527.004965:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 218 00000100:00080000:2.0:1788483527.005591:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483527.008785:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483527.008945:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224823936 00000100:00100000:0.0:1788483527.008956:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224823936 00000100:00100000:0.0:1788483527.009013:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1162 00000100:00100000:0.0:1788483527.009023:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:29861:x1875360224823936:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483527.009130:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:29861:x1875360224823936:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 108us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483527.009138:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1162 00000100:00100000:3.0:1788483527.012436:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.012634:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224824064 00000100:00100000:2.0:1788483527.012644:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224824064 00000100:00100000:2.0:1788483527.012712:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1163 00000100:00100000:2.0:1788483527.012722:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:29861:x1875360224824064:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483527.012740:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483527.012762:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2b74 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147524 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.012825:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b7b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.012838:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.012860:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483527.012899:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483527.012918:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b7b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.012943:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2b74 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147524 expref: 52 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.012960:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b7b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147524 expref: 51 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.012968:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483527.012971:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788483527.012974:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:2.0:1788483527.013033:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:29861:x1875360224824064:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 312us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483527.013041:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1163 00000100:00100000:3.0:1788483527.017475:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483527.017884:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224824192 00000100:00100000:0.0:1788483527.017892:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224824192 00000100:00100000:0.0:1788483527.017963:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 298 00000100:00100000:0.0:1788483527.017974:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224824192:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483527.017991:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483527.018009:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009df27a50/0xf2b1f833e60f2b82 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14752b expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483527.018034:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9a17c6, blocks: 0x0 00010000:00010000:0.0:1788483527.018051:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=691s v=(0 0) 00010000:00010000:0.0:1788483527.018055:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483527.018064:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009df27a50/0xf2b1f833e60f2b82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14752b expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.018079:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009df27a50/0xf2b1f833e60f2b82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14752b expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.018092:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525000, rc 0) 00000100:00100000:0.0:1788483527.018152:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224824192:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 179us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483527.018158:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 298 00000100:00080000:2.0:1788483527.018226:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483527.025247:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.025462:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224824448 00000100:00100000:2.0:1788483527.025470:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224824448 00000100:00100000:2.0:1788483527.025548:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1164 00000100:00100000:2.0:1788483527.025558:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:29861:x1875360224824448:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483527.025658:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:29861:x1875360224824448:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 101us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483527.025665:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1164 00000100:00100000:3.0:1788483527.040305:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.040575:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224824576 00000100:00100000:2.0:1788483527.040585:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224824576 00000100:00100000:2.0:1788483527.040643:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 299 00000100:00100000:2.0:1788483527.040652:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:29861:x1875360224824576:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483527.040669:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483527.040688:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147532 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.040854:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009df27a50/0xf2b1f833e60f2b82 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14752b expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.040863:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483527.040867:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483527.040873:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 13 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.040903:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009df27a50/0xf2b1f833e60f2b82 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14752b expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.040917:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009df27a50/0xf2b1f833e60f2b82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14752b expref: 13 pid: 8432 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483527.040932:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507666a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250958080:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483527.041024:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619480 going to sleep for 11 seconds 00000100:00100000:3.0:1788483527.044678:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483527.044965:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224824704 00000100:00100000:0.0:1788483527.044974:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224824704 00010000:00010000:0.0:1788483527.045014:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009df27a50/0xf2b1f833e60f2b82 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14752b expref: 14 pid: 8432 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483527.045054:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 356 00000100:00100000:0.0:1788483527.045063:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2402:x1875360224824704:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483527.045081:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483527.045101:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009df27a50/0xf2b1f833e60f2b82 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14752b expref: 14 pid: 8432 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.045114:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009df27a50/0xf2b1f833e60f2b82 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14752b expref: 14 pid: 8432 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.045138:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483527.045154:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483527.045164:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 14 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.045184:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 14 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.045219:0:7456:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 14 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483527.045233:0:7456:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7456:1875360250958208:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483527.045306:0:7456:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654900 going to sleep for 11 seconds 00010000:00010000:2.0:1788483527.046067:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009df27a50/0xf2b1f833e60f2b82 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14752b expref: 14 pid: 8432 timeout: 791 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483527.046082:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507666a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250958080:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483527.046104:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 13 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.046116:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:2.0:1788483527.046181:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:29861:x1875360224824576:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 5520us (5875us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483527.046189:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 299 00000100:00100000:0.0:1788483527.050919:0:7456:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7456:1875360250958208:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483527.050944:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483527.051005:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224824704:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 5940us (6333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483527.051016:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 356 00000100:00100000:1.0:1788483527.056163:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483527.056309:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224824832 00000100:00100000:0.0:1788483527.056318:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224824832 00002000:00100000:0.0:1788483527.056376:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff9f764174ad80 x1875360224824832/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:278/0 lens 648/0 e 0 to 0 dl 1788483538 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483527.056387:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764174ad80 with x1875360224824832 ext(0->157) 00002000:00010000:0.0:1788483527.056392:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f764174ad80 00000100:00100000:0.0:1788483527.056421:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 84 00000100:00100000:0.0:1788483527.056431:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2400:x1875360224824832:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788483527.057820:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2400:x1875360224824832:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 1383us (1659us total) trans 4294967358 rc 0/0 00000100:00100000:0.0:1788483527.057831:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 84 00002000:00100000:0.0:1788483527.057840:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x17:0x0] (0->157) req@ffff9f764174ad80 x1875360224824832/t4294967358(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:278/0 lens 648/448 e 0 to 0 dl 1788483538 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483527.057850:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764174ad80 with x1875360224824832 ext(0->157) 00002000:00010000:0.0:1788483527.057854:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f764174ad80 00000100:00100000:3.0:1788483527.061265:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483527.061489:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224824960 00000100:00100000:0.0:1788483527.061530:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224824960 00000100:00100000:0.0:1788483527.061646:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1165 00000100:00100000:0.0:1788483527.061657:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:29861:x1875360224824960:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788483527.063781:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967991 is committed 00000004:00080000:1.0:1788483527.063795:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 16 committed 00000001:00080000:1.0:1788483527.063815:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967987 is committed 00000020:00080000:1.0:1788483527.063835:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 20 batchid updated 00000020:00080000:1.0:1788483527.063853:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000020:00080000:1.0:1788483527.063863:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00010000:00010000:3.0:1788483527.063983:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.063995:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064003:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064009:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483527.064013:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064021:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064044:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xee467b96 (ffff9f7607aede00) 00010000:00010000:3.0:1788483527.064047:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483527.064051:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064058:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f2a0f lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xee467b96 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064077:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064083:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064088:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064093:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483527.064095:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064101:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064108:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:3.0:1788483527.064110:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483527.064113:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064119:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f2a16 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064136:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064151:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064158:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064163:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483527.064166:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064179:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064187:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff9f7608853b00) 00010000:00010000:3.0:1788483527.064189:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483527.064192:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064197:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2a63 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064210:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064216:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064222:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064228:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483527.064230:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064236:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064242:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:3.0:1788483527.064245:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788483527.064247:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.064252:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2a9b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3d:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483527.064373:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483527.064389:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250958336:0@lo:2:osp-syn-1-0.0 00000100:00100000:3.0:1788483527.064452:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483527.064551:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250958336 00000100:00100000:3.0:1788483527.064557:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250958336 00000100:00100000:3.0:1788483527.064607:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1788483527.064615:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250958336:12345-0@lo:2:osp-syn-1-0.0 00002000:00010000:3.0:1788483527.064742:0:8871:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1788483527.064746:0:8871:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1788483526 00002000:00010000:3.0:1788483527.064748:0:8871:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1788483527.064750:0:8871:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1788483526 -> 1788483526 00002000:00010000:3.0:1788483527.064752:0:8871:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1788483527.064790:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250958336:12345-0@lo:2:osp-syn-1-0.0 Request processed in 175us (338us total) trans 4294967359 rc 0/0 00000100:00100000:3.0:1788483527.064797:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000004:00080000:3.0:1788483527.064839:0:3641:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f76387cca80/2, rc 0, transno 4294967359 00000100:00100000:3.0:1788483527.064844:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250958336:0@lo:2:osp-syn-1-0.0 00010000:00010000:0.0:1788483527.065358:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.065368:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.065374:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.065381:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483527.065384:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.065391:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.065403:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:0.0:1788483527.065405:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788483527.065409:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.065415:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f2b66 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483527.065806:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29861:x1875360224824960:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 4147us (4546us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483527.065815:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1165 00000100:00100000:1.0:1788483527.070002:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.070101:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224825088 00000100:00100000:2.0:1788483527.070110:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224825088 00000100:00100000:2.0:1788483527.070183:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 301 00000100:00100000:2.0:1788483527.070194:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2402:x1875360224825088:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1788483527.072076:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967359 is committed 00000001:00080000:1.0:1788483527.072098:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967358 is committed 00000100:00100000:2.0:1788483527.072471:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224825088:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 2269us (2467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483527.072485:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 301 00000100:00100000:1.0:1788483527.075784:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.075968:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224825344 00000100:00100000:2.0:1788483527.075978:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224825344 00000100:00100000:2.0:1788483527.076034:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1166 00000100:00100000:2.0:1788483527.076043:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29861:x1875360224825344:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483527.076093:0:12148:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483527.076119:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b7b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147524 expref: 46 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.076138:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483527.076299:0:12148:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483527.076329:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.076353:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.076363:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483527.076482:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002ea7a56e reply state 0000000023e4cb8a transno 4294967992 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.076495:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.076659:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483527.076663:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483527.076665:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483527.076757:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:29861:x1875360224825344:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 713us (981us total) trans 4294967992 rc 0/0 00000100:00100000:2.0:1788483527.076767:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1166 00000100:00100000:0.0:1788483527.079611:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.079755:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224825472 00000100:00100000:2.0:1788483527.079766:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224825472 00000100:00100000:2.0:1788483527.079819:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 302 00000100:00100000:2.0:1788483527.079828:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224825472:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788483527.079978:0:8433:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:2.0:1788483527.079982:0:8433:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb mtime from disk: 1788483526 -> 1536580263 00002000:00010000:2.0:1788483527.079984:0:8433:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb atime from disk: 0 -> 1788482859 00002000:00010000:2.0:1788483527.079987:0:8433:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb ctime from disk: 1788483526 -> 1788483525 00002000:00010000:2.0:1788483527.079989:0:8433:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x17:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:2.0:1788483527.080045:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2400:x1875360224825472:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 217us (443us total) trans 4294967360 rc 0/0 00000100:00100000:2.0:1788483527.080053:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 302 00000100:00100000:1.0:1788483527.085077:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.085186:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224825728 00000100:00100000:2.0:1788483527.085195:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224825728 00000100:00100000:2.0:1788483527.085263:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1167 00000100:00100000:2.0:1788483527.085273:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:29861:x1875360224825728:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788483527.085333:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.085359:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147516 expref: 47 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.085370:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.085406:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147516 expref: 47 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.085419:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147516 expref: 47 pid: 13707 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483527.085432:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507667b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250958464:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483527.085545:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483527.093223:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483527.093323:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224825856 00000100:00100000:0.0:1788483527.093332:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224825856 00010000:00010000:0.0:1788483527.093373:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147516 expref: 48 pid: 13707 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483527.093416:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 357 00000100:00100000:0.0:1788483527.093425:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2401:x1875360224825856:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483527.093439:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483527.093446:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147516 expref: 48 pid: 13707 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.093459:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147516 expref: 48 pid: 13707 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.093481:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:0.0:1788483527.093485:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.093495:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.093542:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.093570:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483527.093613:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2401:x1875360224825856:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 189us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483527.093621:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 357 00010000:00010000:2.0:1788483527.094338:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f2b5f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147516 expref: 47 pid: 13707 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483527.094366:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507667b80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250958464:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483527.094386:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.094396:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.094402:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.094438:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.094445:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.094452:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.094458:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483527.094462:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.094469:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.094479:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483527.094482:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788483527.094485:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.094490:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2b97 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483527.094596:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29861:x1875360224825728:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 9323us (9526us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788483527.094605:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1167 00000100:00100000:1.0:1788483527.097971:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483527.098054:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224825984 00000100:00100000:3.0:1788483527.098065:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224825984 00000100:00100000:3.0:1788483527.098123:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 303 00000100:00100000:3.0:1788483527.098134:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224825984:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483527.098184:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.098205:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 12 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.098225:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x17:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788483527.098230:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483527.098235:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.098270:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 12 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.098285:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 12 pid: 8433 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483527.098299:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509217b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250958592:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483527.098426:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76030afe40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483527.104380:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509217b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250958592:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483527.104409:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483527.106875:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483527.107116:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224826112 00000100:00100000:3.0:1788483527.107126:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224826112 00010000:00010000:3.0:1788483527.107162:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 13 pid: 8433 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483527.107219:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 358 00000100:00100000:3.0:1788483527.107229:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224826112:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483527.107244:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483527.107264:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 13 pid: 8433 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.107278:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 13 pid: 8433 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.107302:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2b89 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147532 expref: 13 pid: 8433 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.107317:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483527.107322:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483527.107328:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.107344:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.107376:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483527.107427:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224826112:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 199us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483527.107433:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 358 00010000:00010000:1.0:1788483527.107490:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.107531:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.107550:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.107565:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.107574:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.107581:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fe00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483527.107586:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.107595:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.107606:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.107613:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000739679e0/0xf2b1f833e60f2b9e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483527.107655:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224825984:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 9524us (9692us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483527.107662:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 303 00000100:00100000:1.0:1788483527.116944:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.117084:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224826368 00000100:00100000:2.0:1788483527.117094:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224826368 00000100:00100000:2.0:1788483527.117152:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1168 00000100:00100000:2.0:1788483527.117163:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:29861:x1875360224826368:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483527.117248:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2ba5 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.117265:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2ba5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.117277:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2ba5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.117433:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.117444:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b6d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14751d expref: 47 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.117453:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 4/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.117483:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b6d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14751d expref: 47 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.117496:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b6d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14751d expref: 47 pid: 8191 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483527.117552:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507667b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250958720:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483527.117634:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619000 going to sleep for 11 seconds 00000100:00100000:2.0:1788483527.121627:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483527.121851:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507667b80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250958720:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483527.121876:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483527.122072:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224826496 00000100:00100000:1.0:1788483527.122079:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224826496 00010000:00010000:1.0:1788483527.122114:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b6d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14751d expref: 48 pid: 8191 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483527.122152:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 359 00000100:00100000:1.0:1788483527.122163:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2402:x1875360224826496:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483527.122186:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483527.122194:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b6d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14751d expref: 48 pid: 8191 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.122210:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b6d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14751d expref: 48 pid: 8191 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.122242:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f2b6d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14751d expref: 48 pid: 8191 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.122257:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:1.0:1788483527.122262:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.122271:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.122279:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.122305:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483527.122364:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224826496:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 202us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483527.122372:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 359 00010000:00010000:0.0:1788483527.122946:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.122954:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788483527.123053:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967993 00000001:00080000:0.0:1788483527.123178:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967994 00000001:00080000:0.0:1788483527.123231:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967995 00000100:00100000:0.0:1788483527.123305:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164f100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360250958848:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788483527.123363:0:13707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483527.123385:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788483527.123608:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250958848 00000100:00100000:1.0:1788483527.123613:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250958848 00000100:00100000:1.0:1788483527.123655:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1788483527.123664:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360250958848:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788483527.123738:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360250958848:12345-0@lo:1000:mdt00_005.0 Request processed in 75us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483527.123746:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:0.0:1788483527.124525:0:13707:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967359 gen 2 00000004:00080000:0.0:1788483527.124531:0:13707:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f76387cca80, transno 4294967359 00000100:00100000:0.0:1788483527.124550:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164f100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360250958848:0@lo:1000:mdt00_005.0 00000001:00080000:0.0:1788483527.124676:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967996 00000100:00100000:0.0:1788483527.124729:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164f100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360250958976:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788483527.124767:0:13707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483527.124855:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654000 going to sleep for 11 seconds 00000100:00100000:2.0:1788483527.125738:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250958976 00000100:00100000:2.0:1788483527.125747:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250958976 00000100:00100000:2.0:1788483527.125833:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1788483527.125842:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360250958976:12345-0@lo:1000:mdt00_005.0 00000100:00100000:2.0:1788483527.125992:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:13707:x1875360250958976:12345-0@lo:1000:mdt00_005.0 Request processed in 151us (1224us total) trans 4294967361 rc 0/0 00000100:00100000:2.0:1788483527.126000:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1788483527.126050:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164f100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360250958976:0@lo:1000:mdt00_005.0 00010000:00010000:0.0:1788483527.126088:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126097:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126104:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126109:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483527.126113:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126121:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126135:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:0.0:1788483527.126138:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483527.126142:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126147:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f2bac lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1e:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126194:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126201:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126207:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126221:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483527.126224:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126231:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126239:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483527.126241:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483527.126247:0:13707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 93 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126257:0:13707:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 93 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126266:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 93 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.126295:0:13707:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 93 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483527.126308:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250959104:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483527.127524:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483527.137141:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250959104:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483527.137181:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137192:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ae1 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137223:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bb3 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137238:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137249:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137259:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bb3 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137265:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bb3 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137272:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bb3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137282:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00000100:00100000:3.0:1788483527.137287:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:0.0:1788483527.137289:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bb3 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137298:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bb3 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137309:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483527.137311:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483527.137315:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bb3 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137320:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bb3 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137331:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2ba5 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137337:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2ba5 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137343:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2ba5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137348:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483527.137351:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2ba5 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137357:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2ba5 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137369:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483527.137371:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483527.137375:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2ba5 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.137385:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f2ba5 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483527.137597:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483527.137602:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483527.138077:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000100:00100000:2.0:1788483527.138078:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224826624 00000100:00100000:2.0:1788483527.138087:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224826624 00000040:00080000:3.0:1788483527.138090:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483527.138370:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 219 00000100:00100000:2.0:1788483527.138380:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:29860:x1875360224826624:12345-192.168.206.36@tcp:49:cmp.0 00000100:00080000:3.0:1788483527.138535:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483527.139083:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:29860:x1875360224826624:12345-192.168.206.36@tcp:49:cmp.0 Request processed in 702us (1797us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483527.139093:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 219 00000100:00100000:0.0:1788483527.139103:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:29861:x1875360224826368:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 21939us (22165us total) trans 4294967997 rc 0/0 00000100:00100000:0.0:1788483527.139115:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1168 00000020:00080000:0.0:1788483527.139120:0:13707:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000100:00100000:2.0:1788483527.141433:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483527.142403:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.142623:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224827008 00000100:00100000:2.0:1788483527.142633:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224827008 00000100:00100000:2.0:1788483527.142741:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 304 00000100:00100000:0.0:1788483527.142748:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224826880 00000100:00100000:2.0:1788483527.142753:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:29860:x1875360224827008:12345-192.168.206.36@tcp:101:cmp.0 00000100:00100000:0.0:1788483527.142756:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224826880 00010000:00010000:2.0:1788483527.142773:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483527.142794:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2bba lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147539 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483527.142807:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 220 00000100:00100000:0.0:1788483527.142818:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:29861:x1875360224826880:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00002000:00010000:2.0:1788483527.142822:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9a152b, ctime: 0x6a9a17c5, blocks: 0x8 00010000:00010000:2.0:1788483527.142844:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=692s v=(0 0) 00010000:00010000:2.0:1788483527.142850:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483527.142860:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2bba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147539 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.142877:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2bba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147539 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.142889:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:2.0:1788483527.142941:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+13:29860:x1875360224827008:12345-192.168.206.36@tcp:101:cmp.0 Request processed in 192us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483527.142951:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 304 00000004:00080000:0.0:1788483527.143078:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x1e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788483527.143111:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294967998 00010000:00010000:0.0:1788483527.143138:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.143151:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.143161:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.143180:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.143193:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.143199:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.143225:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788483527.143297:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:29861:x1875360224826880:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 480us (1869us total) trans 4294967999 rc 0/0 00010000:00010000:2.0:1788483527.143302:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:0.0:1788483527.143307:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 220 00010000:00010000:2.0:1788483527.143309:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788483527.143312:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788483527.143321:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483527.143327:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.143335:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.143347:0:19385:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483527.143350:0:19385:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788483527.143354:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.143360:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2bc1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.143371:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483527.143373:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483527.143375:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788483527.143860:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483527.146833:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483527.146988:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224827136 00000100:00100000:0.0:1788483527.146998:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224827136 00002000:00100000:0.0:1788483527.147044:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff9f7509214700 x1875360224827136/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:278/0 lens 488/0 e 0 to 0 dl 1788483538 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483527.147055:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509214700 with x1875360224827136 ext(0->4095) 00002000:00010000:0.0:1788483527.147059:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7509214700 00000100:00100000:0.0:1788483527.147089:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 85 00000100:00100000:0.0:1788483527.147099:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224827136:12345-192.168.206.36@tcp:3:cmp.0 00000100:00100000:0.0:1788483527.147280:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224827136:12345-192.168.206.36@tcp:3:cmp.0 Request processed in 182us (455us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483527.147288:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 85 00002000:00100000:0.0:1788483527.147295:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x17:0x0] (0->4095) req@ffff9f7509214700 x1875360224827136/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:278/0 lens 488/4536 e 0 to 0 dl 1788483538 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cmp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483527.147302:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509214700 with x1875360224827136 ext(0->4095) 00002000:00010000:0.0:1788483527.147306:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7509214700 00000100:00100000:1.0:1788483527.155199:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.155274:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224827392 00000100:00100000:2.0:1788483527.155284:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224827392 00000100:00100000:2.0:1788483527.155348:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 221 00000100:00100000:2.0:1788483527.155359:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:29860:x1875360224827392:12345-192.168.206.36@tcp:35:cmp.0 00000001:00080000:2.0:1788483527.155604:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968000 00000100:00100000:2.0:1788483527.155703:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+96:29860:x1875360224827392:12345-192.168.206.36@tcp:35:cmp.0 Request processed in 346us (512us total) trans 4294968001 rc 0/0 00000100:00100000:2.0:1788483527.155715:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 221 00000020:00080000:2.0:1788483527.155719:0:14620:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788483527.192969:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483527.193147:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224827520 00000100:00100000:1.0:1788483527.193157:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224827520 00000100:00100000:1.0:1788483527.193739:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1169 00000100:00100000:1.0:1788483527.193752:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+96:29862:x1875360224827520:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483527.193775:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483527.193795:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2bc8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147540 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.193858:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2bcf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.193872:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2bcf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.193883:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2bcf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.193897:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2bd6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.193904:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.193911:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.193979:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.193987:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.193995:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483527.194032:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00000004:00200000:1.0:1788483527.194037:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483527.194056:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194068:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194075:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2bcf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194080:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2bcf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194087:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2bcf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194092:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483527.194096:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2bcf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194103:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2bcf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194114:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:1.0:1788483527.194117:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483527.194122:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2bcf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194132:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2bcf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194145:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2bd6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194151:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2bd6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194157:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194161:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483527.194164:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2bd6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194181:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2bd6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194189:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x81b47e8f (ffff9f760b52f500) 00010000:00010000:1.0:1788483527.194192:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483527.194194:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2bd6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194199:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2bd6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x81b47e8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194351:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2bc8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147540 expref: 98 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194373:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147540 expref: 97 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.194380:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:1.0:1788483527.194382:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483527.194385:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3a00, rc 0) 00000100:00100000:1.0:1788483527.194458:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+97:29862:x1875360224827520:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 708us (1496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483527.194466:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1169 00000100:00100000:1.0:1788483527.201662:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483527.201739:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224827648 00000100:00100000:0.0:1788483527.201749:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224827648 00000100:00100000:0.0:1788483527.201806:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1170 00000100:00100000:0.0:1788483527.201816:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+97:29862:x1875360224827648:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483527.201834:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483527.201853:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2be4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147547 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.201915:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2beb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.201930:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2beb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.201941:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2beb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483527.201983:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3c:0x0]: returning size 4096 00000004:00200000:0.0:1788483527.201987:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483527.202004:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2beb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.202029:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2be4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147547 expref: 99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.202048:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525600/0xf2b1f833e60f2beb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147547 expref: 98 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.202058:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3c:0x0].0x0 (ffff9f7607aed000) 00010000:00010000:0.0:1788483527.202061:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483527.202065:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525600, rc 0) 00000100:00100000:0.0:1788483527.202127:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+98:29862:x1875360224827648:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 312us (473us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483527.202134:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1170 00000100:00100000:3.0:1788483527.209582:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483527.209842:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224827904 00000100:00100000:0.0:1788483527.209853:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224827904 00000100:00100000:0.0:1788483527.209913:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1171 00000100:00100000:0.0:1788483527.209922:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+98:29862:x1875360224827904:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483527.209942:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483527.209961:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bf2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14754e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.210073:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2bf9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.210087:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.210096:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2bf9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483527.210107:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3d:0x0]: returning size 158 00010000:00010000:0.0:1788483527.210233:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2bf2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14754e expref: 101 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.210249:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2bf9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14754e expref: 100 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.210262:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483527.210265:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788483527.210269:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524400, rc 0) 00000100:00100000:0.0:1788483527.210322:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+100:29862:x1875360224827904:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 401us (750us total) trans 4294968002 rc 0/0 00000100:00100000:0.0:1788483527.210329:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1171 00000100:00100000:1.0:1788483527.214202:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483527.214865:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224828032 00000100:00100000:3.0:1788483527.214875:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224828032 00000100:00100000:3.0:1788483527.214951:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 305 00000100:00100000:3.0:1788483527.214961:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224828032:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:3.0:1788483527.215000:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.215019:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2bba lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147539 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.215032:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483527.215036:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483527.215041:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 4/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.215073:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2bba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147539 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.215087:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2bba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147539 expref: 13 pid: 14965 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483527.215100:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250959232:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483527.215247:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76030afe40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483527.221482:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483527.222703:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250959232:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483527.222744:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483527.223156:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224828160 00000100:00100000:0.0:1788483527.223165:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224828160 00010000:00010000:0.0:1788483527.223319:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2bba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147539 expref: 14 pid: 14965 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483527.223422:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 360 00000100:00100000:0.0:1788483527.223432:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2402:x1875360224828160:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483527.223447:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483527.223469:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2bba lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147539 expref: 14 pid: 14965 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.223484:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2bba lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147539 expref: 14 pid: 14965 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.223677:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f2bba lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147539 expref: 14 pid: 14965 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.223693:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483527.223698:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483527.223704:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.223713:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483527.223825:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483527.223887:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df5050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224828160:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 452us (2409us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483527.223895:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 360 00010000:00010000:3.0:1788483527.225474:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.225491:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.225695:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.225705:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.225712:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.225719:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483527.225723:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.225778:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.225796:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.225804:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2c07 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483527.225934:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224828032:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 10971us (11738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483527.225943:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 305 00000100:00100000:1.0:1788483527.228747:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483527.228836:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224828416 00000100:00100000:2.0:1788483527.228846:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224828416 00000100:00100000:2.0:1788483527.228900:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 222 00000100:00100000:2.0:1788483527.228911:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a437c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+100:29862:x1875360224828416:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:2.0:1788483527.228970:0:6517:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000402:0x3d:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2bf9 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14754e expref: 100 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483527.229136:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968003 00000001:00080000:2.0:1788483527.229438:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968004 00010000:00010000:2.0:1788483527.229474:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.229489:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 103 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.229529:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147540 expref: 103 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.229539:0:6517:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 5/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.229580:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147540 expref: 103 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.229594:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147540 expref: 103 pid: 6515 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483527.229608:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507666300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250959360:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483527.229701:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 103 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.229709:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 103 pid: 12148 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483527.229718:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507664e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250959488:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483527.229741:0:6517:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619300 going to sleep for 11 seconds 00000100:00100000:1.0:1788483527.235040:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483527.235089:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483527.235151:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224828544 00000100:00100000:3.0:1788483527.235160:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224828544 00010000:00010000:3.0:1788483527.235207:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 104 pid: 12148 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483527.235243:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224828672 00000100:00100000:3.0:1788483527.235247:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224828672 00010000:00010000:3.0:1788483527.235259:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147540 expref: 105 pid: 6515 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483527.235284:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 361 00000100:00100000:3.0:1788483527.235293:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+105:2401:x1875360224828544:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483527.235307:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483527.235314:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 105 pid: 12148 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.235325:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 105 pid: 12148 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.235355:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:3.0:1788483527.235361:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.235369:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.235375:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483527.235422:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+105:2401:x1875360224828544:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 130us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483527.235430:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 361 00000100:00100000:3.0:1788483527.235446:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 362 00000100:00100000:3.0:1788483527.235454:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+104:2402:x1875360224828672:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483527.235461:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483527.235466:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147540 expref: 104 pid: 6515 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.235477:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147540 expref: 104 pid: 6515 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.235489:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:3.0:1788483527.235493:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.235519:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.235525:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483527.235541:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483527.235668:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+104:2402:x1875360224828672:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 108us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483527.235675:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 362 00010000:00010000:2.0:1788483527.237197:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2bdd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147540 expref: 103 pid: 6515 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483527.237229:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507666300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250959360:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483527.237245:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2ae8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474fa expref: 102 pid: 12148 timeout: 792 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483527.237256:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507664e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250959488:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483527.237277:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.237287:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483527.237293:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483527.237526:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968005 00000001:00080000:2.0:1788483527.237939:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968006 00000100:00100000:2.0:1788483527.238024:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507664e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250959616:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1788483527.238078:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483527.238166:0:6517:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619600 going to sleep for 11 seconds 00000100:00100000:1.0:1788483527.240420:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250959616 00000100:00100000:1.0:1788483527.240432:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250959616 00000100:00100000:0.0:1788483527.240778:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:0.0:1788483527.240789:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6517:x1875360250959616:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1788483527.240912:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6517:x1875360250959616:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 124us (2833us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483527.240919:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1788483527.240987:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507664e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250959616:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:2.0:1788483527.241116:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968007 00000100:00100000:2.0:1788483527.241193:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507664e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250959744:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:2.0:1788483527.241236:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483527.241522:0:6517:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619900 going to sleep for 11 seconds 00000100:00100000:1.0:1788483527.241663:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250959744 00000100:00100000:1.0:1788483527.241668:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250959744 00000100:00100000:1.0:1788483527.241696:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1788483527.241703:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6517:x1875360250959744:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:1.0:1788483527.241918:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:6517:x1875360250959744:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 215us (681us total) trans 4294967362 rc 0/0 00000100:00100000:1.0:1788483527.241925:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1788483527.241957:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507664e00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250959744:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:1.0:1788483527.241998:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968008 00010000:00010000:1.0:1788483527.242025:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.242035:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.242043:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.242049:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508830c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483527.242053:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.242059:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.242074:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:1.0:1788483527.242077:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1788483527.242082:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483527.242087:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c0e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x3d:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483527.242189:0:6517:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x3e:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1788483527.242261:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9248 00000001:00080000:1.0:1788483527.242272:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968009 00010000:00010000:1.0:1788483527.242294:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3d:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:1.0:1788483527.242297:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788483527.242303:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2bf9 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3d:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14754e expref: 106 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483527.243861:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a437c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+105:29862:x1875360224828416:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 14944us (15354us total) trans 4294968010 rc 0/0 00000100:00100000:1.0:1788483527.243873:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 222 00000020:00080000:1.0:1788483527.243878:0:6517:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:0.0:1788483527.428929:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483528.452699:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483528.773799:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250959872:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483528.773864:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483528.774646:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250959872 00000100:00100000:3.0:1788483528.774658:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250959872 00000100:00100000:3.0:1788483528.774721:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1788483528.774732:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250959872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483528.774767:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1788483528.774831:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250959872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (966us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483528.774840:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00080000:3.0:1788483528.774864:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483528.775745:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250959872:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483528.779575:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788483528.779605:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250960000:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483528.779679:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483528.780730:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250960000 00000100:00100000:3.0:1788483528.780742:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250960000 00000100:00100000:3.0:1788483528.780813:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1788483528.780824:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250960000:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483528.780848:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1788483528.780909:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250960000:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483528.780917:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:3.0:1788483528.780982:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250960000:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788483528.781553:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483529.477875:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483529.801533:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250960128:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483529.801609:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483529.801877:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250960128 00000100:00100000:1.0:1788483529.801885:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250960128 00000100:00100000:1.0:1788483529.801936:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1788483529.801945:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250960128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483529.801976:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444372480 avail 1298132992 00000100:00100000:1.0:1788483529.802032:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250960128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483529.802040:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1788483529.802240:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250960128:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1788483530.245089:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483530.245098:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483530.245202:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 31 count 2 00000040:00080000:2.0:1788483530.245209:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483530.501766:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483530.934067:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483530.934245:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224828800 00000100:00100000:1.0:1788483530.934255:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224828800 00000100:00100000:1.0:1788483530.934325:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 709 00000100:00100000:1.0:1788483530.934337:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224828800:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483530.934416:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224828800:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 82us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483530.934424:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 709 00000100:00100000:3.0:1788483530.934828:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483530.934921:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483530.934953:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483530.935029:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224829184 00000100:00100000:1.0:1788483530.935033:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224829184 00000100:00100000:1.0:1788483530.935074:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 512 00000100:00100000:1.0:1788483530.935081:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224829184:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483530.935134:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224829184:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 40us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483530.935141:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 512 00000100:00080000:1.0:1788483530.935167:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483530.935346:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483530.935373:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483530.935411:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224829696 00000100:00100000:1.0:1788483530.935415:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224829696 00000100:00100000:1.0:1788483530.935445:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 513 00000100:00100000:1.0:1788483530.935451:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224829696:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483530.935483:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224829696:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (138us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483530.935490:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 513 00000100:00080000:1.0:1788483530.935523:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483530.941391:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483530.941420:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483530.942680:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224828928 00000100:00100000:1.0:1788483530.942681:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224829440 00000100:00100000:1.0:1788483530.942698:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224829440 00000100:00100000:0.0:1788483530.942698:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224828928 00000100:00080000:0.0:1788483530.942753:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483530.942801:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224829056 00000100:00100000:1.0:1788483530.942806:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224829056 00000100:00100000:1.0:1788483530.942846:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 875 00000100:00100000:1.0:1788483530.942857:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360224829440:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483530.942893:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 876 00000100:00100000:0.0:1788483530.942905:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224829056:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483530.942945:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360224829440:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 90us (7989us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483530.942953:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224829056:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 49us (7577us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483530.942958:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 875 00000100:00100000:0.0:1788483530.942968:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 876 00000100:00100000:1.0:1788483530.942983:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 877 00000100:00100000:1.0:1788483530.942994:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+105:2401:x1875360224828928:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:0.0:1788483530.943002:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483530.943006:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483530.943028:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+105:2401:x1875360224828928:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 36us (8907us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483530.943038:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 877 00000100:00100000:0.0:1788483530.943105:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224829312 00000100:00100000:0.0:1788483530.943110:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224829312 00000100:00100000:0.0:1788483530.943144:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 514 00000100:00100000:0.0:1788483530.943166:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224829312:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:1.0:1788483530.943190:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483530.943210:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224829312:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 58us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483530.943219:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 514 00000100:00100000:3.0:1788483530.945026:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483530.945256:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224829568 00000100:00100000:0.0:1788483530.945265:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224829568 00000100:00100000:0.0:1788483530.945348:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 878 00000100:00100000:0.0:1788483530.945357:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224829568:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483530.945422:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224829568:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 66us (4000us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483530.945430:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 878 00000100:00080000:2.0:1788483530.946982:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483530.947386:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224829824 00000100:00100000:1.0:1788483530.947398:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224829824 00000100:00100000:1.0:1788483530.947557:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 515 00000100:00100000:1.0:1788483530.947567:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224829824:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483530.947639:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224829824:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 73us (2620us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483530.947647:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 515 00000100:00080000:2.0:1788483530.948432:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483531.332749:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483531.332959:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000004:00080000:2.0:1788483531.332963:0:9945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 696287460873ns, next at 697287456853ns, rc = 0 00000100:00100000:1.0:1788483531.332985:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250960384:0@lo:400:kworker.0 00000100:00100000:2.0:1788483531.333011:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250960512:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483531.333063:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483531.333092:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483531.333204:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250960640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483531.333245:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483531.333286:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250960512 00000100:00100000:1.0:1788483531.333294:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250960512 00000100:00100000:1.0:1788483531.333345:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250960640 00000100:00100000:1.0:1788483531.333348:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250960640 00000100:00100000:1.0:1788483531.333370:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1788483531.333380:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360250960512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483531.333414:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788483531.333456:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360250960512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (369us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483531.333463:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:1.0:1788483531.333481:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1788483531.333487:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250960640:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483531.333532:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788483531.333572:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250960640:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483531.333578:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00080000:1.0:1788483531.333597:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483531.333636:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250960640:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483531.333680:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250960512:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483531.333725:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250960384 00000100:00100000:1.0:1788483531.333729:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250960384 00000100:00100000:1.0:1788483531.334261:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1788483531.334270:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250960384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483531.334322:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250960384:12345-0@lo:400:kworker.0 Request processed in 52us (1259us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483531.334328:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1788483531.334361:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250960384:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.337126:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250960256:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.337215:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483531.337765:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483531.337869:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250960896:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.337902:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483531.337923:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250960768:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.337946:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483531.337977:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250960768 00000100:00100000:3.0:1788483531.337985:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250960768 00000100:00100000:0.0:1788483531.338192:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250961152:0@lo:400:kworker.0 00000100:00100000:0.0:1788483531.338220:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483531.338239:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250961664:0@lo:400:kworker.0 00000100:00100000:0.0:1788483531.338257:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483531.338273:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788483531.338279:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250961024:0@lo:400:kworker.0 00000100:00100000:0.0:1788483531.338298:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483531.338313:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250961536:0@lo:400:kworker.0 00000100:00100000:0.0:1788483531.338334:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483531.338616:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250961024 00000100:00100000:3.0:1788483531.338621:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250961024 00000100:00100000:3.0:1788483531.338641:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788483531.338649:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250960768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.338694:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250960768:12345-0@lo:400:kworker.0 Request processed in 45us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483531.338700:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788483531.338716:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1788483531.338721:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250961024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.338751:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250961024:12345-0@lo:400:kworker.0 Request processed in 30us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483531.338757:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1788483531.338776:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250961408:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.338810:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483531.338842:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250960768:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.338862:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788483531.338867:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250961280:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.338888:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483531.338902:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250961792:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.338921:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483531.338943:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250960896 00000100:00100000:3.0:1788483531.338947:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250960896 00000100:00100000:3.0:1788483531.338969:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250961152 00000100:00100000:3.0:1788483531.338972:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250961152 00000100:00100000:3.0:1788483531.338989:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250961664 00000100:00100000:3.0:1788483531.338992:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250961664 00000100:00100000:3.0:1788483531.339003:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250961280 00000100:00100000:3.0:1788483531.339005:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250961280 00000100:00100000:3.0:1788483531.339028:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250961792 00000100:00100000:3.0:1788483531.339030:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250961792 00000100:00100000:3.0:1788483531.339042:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1788483531.339048:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250960896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.339168:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250960896:12345-0@lo:400:kworker.0 Request processed in 118us (1264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483531.339176:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:3.0:1788483531.339191:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1788483531.339198:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250961152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.339228:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250961152:12345-0@lo:400:kworker.0 Request processed in 32us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483531.339234:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:3.0:1788483531.339245:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1788483531.339250:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250961664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.339274:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250961664:12345-0@lo:400:kworker.0 Request processed in 23us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483531.339279:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:3.0:1788483531.339289:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1788483531.339294:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250961280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.339316:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250961280:12345-0@lo:400:kworker.0 Request processed in 22us (428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483531.339322:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:3.0:1788483531.339332:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:3.0:1788483531.339338:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250961792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.339370:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250961792:12345-0@lo:400:kworker.0 Request processed in 32us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483531.339376:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00080000:3.0:1788483531.339543:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483531.339548:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483531.339559:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250961536 00000100:00100000:3.0:1788483531.339563:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250961536 00000100:00100000:3.0:1788483531.339594:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250961408 00000100:00100000:3.0:1788483531.339598:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250961408 00000100:00100000:3.0:1788483531.339812:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1788483531.339821:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250961536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.339856:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250961536:12345-0@lo:400:kworker.0 Request processed in 37us (1521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483531.339862:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1788483531.339876:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1788483531.339881:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250961408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.339906:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250961408:12345-0@lo:400:kworker.0 Request processed in 25us (1096us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483531.339912:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00080000:3.0:1788483531.339924:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483531.339953:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250961280:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.339966:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250961792:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.339974:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250961408:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.339984:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250960896:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.340178:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250961024:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.340189:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250961536:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.340199:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250961152:0@lo:400:kworker.0 00000100:00100000:3.0:1788483531.340209:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250961664:0@lo:400:kworker.0 00000100:00100000:1.0:1788483531.340703:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250960256 00000100:00100000:1.0:1788483531.340711:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250960256 00000100:00100000:1.0:1788483531.340750:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1788483531.340760:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250960256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483531.340825:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360250960256:12345-0@lo:400:kworker.0 Request processed in 68us (3610us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483531.340831:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:1.0:1788483531.340888:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360250960256:0@lo:400:kworker.0 00010000:00010000:0.0:1788483531.525473:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483531.845202:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250961920:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483531.845298:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483531.845804:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250961920 00000100:00100000:0.0:1788483531.845817:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250961920 00000100:00100000:0.0:1788483531.845891:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:0.0:1788483531.845902:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250961920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483531.845948:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483531.846013:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250961920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (714us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483531.846021:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1788483531.846155:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250961920:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1788483531.909385:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788483532.548898:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483532.640223:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483532.640441:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224829952 00000100:00100000:0.0:1788483532.640454:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224829952 00000100:00100000:0.0:1788483532.640581:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1172 00000100:00100000:0.0:1788483532.640596:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:29810:x1875360224829952:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788483532.640755:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:29810:x1875360224829952:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 162us (547us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483532.640763:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1172 00000100:00080000:3.0:1788483532.642289:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483532.649009:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483532.649199:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224830080 00000100:00100000:3.0:1788483532.649215:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224830080 00000100:00100000:3.0:1788483532.649331:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1173 00000100:00100000:3.0:1788483532.649346:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:29810:x1875360224830080:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788483532.649495:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:29810:x1875360224830080:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 152us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483532.649537:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1173 00000100:00080000:0.0:1788483532.649836:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:0.0:1788483532.872421:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 17 committed 00000001:00080000:0.0:1788483532.872462:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968010 is committed 00000020:00080000:0.0:1788483532.872478:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7507619600 refcount 2 committed 0 result 0 batchid 22 00000020:00080000:0.0:1788483532.872485:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7613588700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7507619480 00000020:00080000:0.0:1788483532.872532:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7613588800 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f75092d1600 00000001:00080000:0.0:1788483532.872579:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294967999 is committed 00000020:00080000:0.0:1788483532.872590:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f76133d2540 refcount 2 committed 0 result 0 batchid 21 00000020:00080000:0.0:1788483532.872593:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763f474200 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f76133d2c00 00000020:00080000:0.0:1788483532.872596:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763f474a00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f75091b9e00 00010000:00010000:0.0:1788483532.872627:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483532.872640:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483532.872649:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483532.872656:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483532.872662:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483532.872670:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483532.872690:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1e:0x0].0x0 (ffff9f7608d98e00) 00010000:00010000:0.0:1788483532.872693:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483532.872698:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483532.872705:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f2b90 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x1e:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788483532.872730:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 22 committed batchid 20 00000020:00080000:2.0:1788483532.872875:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 20 00000100:00100000:2.0:1788483532.873017:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483532.873042:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250962048:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788483532.873131:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483532.873350:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250962048 00000100:00100000:3.0:1788483532.873422:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250962048 00000001:00080000:1.0:1788483532.873461:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967362 is committed 00000001:00080000:1.0:1788483532.873472:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967360 is committed 00000100:00100000:3.0:1788483532.873629:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:3.0:1788483532.873644:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250962048:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788483532.873680:0:8433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:23 count 1 00002000:00010000:3.0:1788483532.873731:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x17:0x0] initial LVB size: 158, mtime: 0x5b965aa7, atime: 0x6a9a152b, ctime: 0x6a9a17c5, blocks: 0x8 00010000:00010000:3.0:1788483532.873743:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2c15 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483532.873761:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=697s v=(0 0) 00010000:00010000:3.0:1788483532.873766:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483532.873774:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483532.873790:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483532.873800:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2c15 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483532.874023:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483532.874048:0:8433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788483532.874255:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250962048:12345-0@lo:6:osp-syn-1-0.0 Request processed in 614us (1123us total) trans 4294967363 rc 0/0 00000100:00100000:1.0:1788483532.874325:0:3639:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967362 gen 2 00000004:00080000:1.0:1788483532.874332:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967362 00000004:00080000:1.0:1788483532.874366:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967362 00000100:00100000:1.0:1788483532.874385:0:3639:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9f7507695500 x1875360250962048/t4294967363(4294967363) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788483548 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:1.0:1788483532.874398:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7507695500/2, rc 0, transno 4294967363 00000100:00100000:1.0:1788483532.874404:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250962048:0@lo:6:osp-syn-1-0.0 00010000:00010000:2.0:1788483532.874537:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788483532.874546:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483532.874555:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483532.874560:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2c15 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483532.874570:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2c15 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483532.874588:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2c15 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483532.874596:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2c15 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483532.874616:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483532.874618:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483532.874620:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483532.875207:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00010000:00010000:3.0:1788483533.574838:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483533.892741:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250962176:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483533.892848:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483533.892959:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250962176 00000100:00100000:1.0:1788483533.892969:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250962176 00000100:00100000:1.0:1788483533.893057:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1788483533.893070:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250962176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483533.893109:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1788483533.893170:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250962176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483533.893178:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00080000:1.0:1788483533.893221:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483533.893267:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250962176:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483533.903784:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483533.903817:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250962304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483533.903918:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483533.904101:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250962304 00000100:00100000:3.0:1788483533.904111:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250962304 00000100:00100000:3.0:1788483533.904232:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788483533.904242:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250962304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483533.904268:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153307968 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1788483533.904320:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250962304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483533.904329:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788483533.904383:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250962304:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483533.911313:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:2.0:1788483534.363379:0:22640:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12o: Layout-swap failure during Restore leaves file released ========================================================== 20:58:52 (1788483532) 00000100:00100000:0.0:1788483534.586570:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.586682:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224830208 00000100:00100000:1.0:1788483534.586696:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224830208 00000100:00100000:1.0:1788483534.586789:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1174 00000100:00100000:1.0:1788483534.586804:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:30485:x1875360224830208:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483534.586930:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:30485:x1875360224830208:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 130us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483534.586938:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1174 00000100:00080000:0.0:1788483534.587008:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788483534.597316:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483534.607770:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483534.607825:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483534.607879:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224830336 00000100:00100000:2.0:1788483534.607892:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224830336 00000100:00100000:2.0:1788483534.607965:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224830464 00000100:00100000:2.0:1788483534.607969:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224830464 00000100:00100000:1.0:1788483534.607985:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1175 00000100:00100000:1.0:1788483534.608004:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:30485:x1875360224830336:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483534.608230:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:30485:x1875360224830336:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 231us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483534.608751:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1176 00000100:00100000:2.0:1788483534.608765:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+94:30486:x1875360224830464:12345-192.168.206.36@tcp:101:lfs.0 00000100:00100000:1.0:1788483534.608767:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1175 00010000:00010000:2.0:1788483534.608781:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483534.608810:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c1c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147555 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.608881:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f2c23 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.608898:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f2c23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.608910:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f2c23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.608926:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2c2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.608934:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2c2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.608941:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2c2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.608994:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f2c23 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.609002:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f2c23 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.609014:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f2c23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.609021:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508830600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483534.609025:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f2c23 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.609033:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f2c23 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.609183:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483534.609187:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483534.609192:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f2c23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.609199:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f2c23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.610857:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2c2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.610880:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2c2a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.610888:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2c2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.610894:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483534.610899:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2c2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.610913:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2c2a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.610929:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9f7636a6cc00) 00010000:00010000:2.0:1788483534.610933:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483534.610937:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2c2a lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.610943:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2c2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.611019:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c1c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147555 expref: 95 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.611031:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483534.611033:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483534.611050:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f2c1c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147555 expref: 95 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.611060:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508830c00, rc 0) 00000100:00100000:2.0:1788483534.611164:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+94:30486:x1875360224830464:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2402us (3336us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483534.611173:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1176 00000100:00080000:2.0:1788483534.611776:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483534.611784:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483534.618093:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483534.619029:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224830720 00000100:00100000:2.0:1788483534.619434:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224830720 00000100:00100000:2.0:1788483534.620186:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1177 00000100:00100000:2.0:1788483534.620207:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+94:30486:x1875360224830720:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:2.0:1788483534.620463:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483534.620666:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f2a24 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474c2 expref: 94 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.620688:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483534.620695:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483534.620782:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.620802:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d0 expref: 42 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.620812:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.620856:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d0 expref: 42 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.620874:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d0 expref: 42 pid: 13707 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483534.620890:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250962432:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483534.621020:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483534.631998:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.632032:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224830848 00000100:00100000:1.0:1788483534.632054:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224830848 00010000:00010000:1.0:1788483534.632111:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d0 expref: 43 pid: 13707 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483534.632160:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 363 00000100:00100000:1.0:1788483534.632171:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:2402:x1875360224830848:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483534.632189:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483534.632197:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d0 expref: 43 pid: 13707 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.632223:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d0 expref: 43 pid: 13707 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.632256:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483534.632262:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.632273:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.632282:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.632316:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483534.632376:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:2402:x1875360224830848:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 206us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483534.632384:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 363 00010000:00010000:1.0:1788483534.632441:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2a4e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1474d0 expref: 42 pid: 13707 timeout: 799 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483534.632459:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696c380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250962432:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483534.632485:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.632494:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.632872:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.632900:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.632911:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.632918:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.633987:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634007:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634017:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483534.634037:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000072bd4d09 reply state 0000000075184df1 transno 4294968011 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634049:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634056:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:1.0:1788483534.634059:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483534.634063:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788483534.634070:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00010000:00010000:1.0:1788483534.634080:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634086:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634092:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634098:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634117:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.634122:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634137:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 5/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634150:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483534.634153:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.634156:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 3/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634162:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2c31 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483534.634176:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000072bd4d09 reply state 0000000075184df1 transno 4294968011 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634184:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.634191:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9f760b52fd00) 00010000:00010000:1.0:1788483534.634194:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483534.634196:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788483534.634606:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+95:30486:x1875360224830720:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 14399us (16519us total) trans 4294968011 rc 0/0 00000100:00100000:1.0:1788483534.634616:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1177 00000100:00100000:1.0:1788483534.659750:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483534.659843:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224830976 00000100:00100000:0.0:1788483534.659859:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224830976 00000100:00100000:0.0:1788483534.659950:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1178 00000100:00100000:0.0:1788483534.659962:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+95:30487:x1875360224830976:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483534.659993:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483534.660021:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2c46 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14755c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.660115:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2c4d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.660141:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.660155:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483534.660220:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483534.660225:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483534.660251:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2c4d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.660280:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2c46 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14755c expref: 97 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.660298:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2c4d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14755c expref: 96 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.660308:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483534.660312:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483534.660316:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:0.0:1788483534.660393:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30487:x1875360224830976:12345-192.168.206.36@tcp:101:bash.0 Request processed in 433us (656us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483534.660401:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1178 00000100:00100000:1.0:1788483534.670462:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483534.670800:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224831104 00000100:00100000:3.0:1788483534.670813:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224831104 00000100:00100000:3.0:1788483534.670924:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1179 00000100:00100000:3.0:1788483534.670938:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30487:x1875360224831104:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:3.0:1788483534.670964:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483534.670995:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2c54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147563 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671090:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2c5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671115:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2c5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671127:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2c5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671150:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2c62 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671158:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2c62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671168:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2c62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671278:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2c69 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671288:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2c69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671296:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2c69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483534.671342:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:3.0:1788483534.671347:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483534.671372:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2c69 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671387:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2c5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671394:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2c5b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671401:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2c5b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671408:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483534.671413:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2c5b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671421:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2c5b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671436:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483534.671439:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483534.671445:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2c5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671451:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2c5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671463:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2c62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671469:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2c62 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671474:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2c62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671479:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483534.671482:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2c62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671488:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2c62 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671493:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9f760b52fd00) 00010000:00010000:3.0:1788483534.671495:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483534.671518:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2c62 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671539:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2c62 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671575:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2c54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147563 expref: 98 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671589:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8f400/0xf2b1f833e60f2c69 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147563 expref: 97 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.671598:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:3.0:1788483534.671600:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483534.671603:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8f400, rc 0) 00000100:00100000:3.0:1788483534.671685:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30487:x1875360224831104:12345-192.168.206.36@tcp:101:bash.0 Request processed in 750us (1235us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483534.671693:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1179 00000100:00100000:3.0:1788483534.674370:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.674564:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224831232 00000100:00100000:1.0:1788483534.674577:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224831232 00000100:00100000:1.0:1788483534.674646:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1180 00000100:00100000:1.0:1788483534.674657:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30487:x1875360224831232:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483534.674682:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483534.674708:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2c70 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14756a expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674791:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2c77 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674804:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2c77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674816:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2c77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674831:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c7e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674838:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674844:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674893:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2c77 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674906:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2c77 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674913:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2c77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674919:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.674924:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2c77 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674932:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2c77 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674945:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:1.0:1788483534.674948:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.674954:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2c77 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674961:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2c77 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674974:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c7e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674980:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c7e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674987:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.674992:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.674995:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c7e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.675000:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c7e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.675007:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9f760b52f400) 00010000:00010000:1.0:1788483534.675010:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.675012:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c7e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.675017:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c7e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.675317:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2c70 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14756a expref: 98 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.675330:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:1.0:1788483534.675333:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.675337:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2c70 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14756a expref: 98 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.675348:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3800, rc 0) 00000100:00100000:1.0:1788483534.675432:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30487:x1875360224831232:12345-192.168.206.36@tcp:101:bash.0 Request processed in 775us (1078us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483534.675441:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1180 00000100:00100000:2.0:1788483534.684392:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483534.684556:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224831360 00000100:00100000:0.0:1788483534.684570:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224831360 00000100:00100000:0.0:1788483534.684643:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1181 00000100:00100000:0.0:1788483534.684656:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+42:30488:x1875360224831360:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483534.684683:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483534.684721:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2c85 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147571 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.684807:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.684824:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.684836:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483534.684890:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483534.684896:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483534.684920:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.684949:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2c85 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147571 expref: 44 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.684974:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147571 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.684985:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483534.684988:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483534.684992:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483534.685062:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:30488:x1875360224831360:12345-192.168.206.36@tcp:101:rm.0 Request processed in 408us (685us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483534.685070:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1181 00000100:00100000:0.0:1788483534.688588:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.688721:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224831488 00000100:00100000:1.0:1788483534.688735:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224831488 00000100:00100000:1.0:1788483534.688807:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1182 00000100:00100000:1.0:1788483534.688820:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:30488:x1875360224831488:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483534.688846:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483534.688873:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2c93 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147578 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.688957:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c9a lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.688975:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.688988:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689001:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ca1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689009:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689015:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689370:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2ca8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689382:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689390:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483534.689431:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:1.0:1788483534.689435:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483534.689458:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2ca8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689473:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c9a lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689479:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c9a lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689486:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689492:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.689496:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c9a lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689660:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c9a lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689676:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483534.689679:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.689685:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c9a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689692:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2c9a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689707:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ca1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689713:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ca1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689724:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ca1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689729:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.689731:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ca1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689737:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ca1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689744:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9f760b52fd00) 00010000:00010000:1.0:1788483534.689747:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.689750:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ca1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689756:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ca1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689791:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2c93 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147578 expref: 45 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689806:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2e00/0xf2b1f833e60f2ca8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147578 expref: 44 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.689814:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:1.0:1788483534.689816:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788483534.689818:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2e00, rc 0) 00000100:00100000:1.0:1788483534.689909:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30488:x1875360224831488:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1090us (1416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483534.689921:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1182 00000100:00100000:3.0:1788483534.694157:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.696876:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224831616 00000100:00100000:1.0:1788483534.696896:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224831616 00000100:00100000:1.0:1788483534.697445:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1183 00000100:00100000:1.0:1788483534.697461:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30488:x1875360224831616:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483534.697488:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483534.697667:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2caf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14757f expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.699773:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.699800:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.699814:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.699832:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2cbd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.699839:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2cbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.699847:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2cbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.699903:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.699915:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700180:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700189:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700195:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.700201:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700211:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700227:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:1.0:1788483534.700231:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.700238:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700245:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2cb6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700265:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2cbd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700271:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2cbd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700276:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2cbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700281:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.700284:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2cbd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700291:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2cbd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700299:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9f760b52f400) 00010000:00010000:1.0:1788483534.700301:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.700304:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2cbd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700310:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2cbd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700362:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2caf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14757f expref: 45 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700374:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:1.0:1788483534.700376:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.700380:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2caf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14757f expref: 45 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.700389:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3600, rc 0) 00000100:00100000:1.0:1788483534.700752:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30488:x1875360224831616:12345-192.168.206.36@tcp:101:rm.0 Request processed in 3292us (6615us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483534.700763:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1183 00000100:00100000:2.0:1788483534.703455:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.703615:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224831744 00000100:00100000:1.0:1788483534.703628:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224831744 00000100:00100000:1.0:1788483534.703697:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1184 00000100:00100000:1.0:1788483534.703708:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30488:x1875360224831744:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483534.703735:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483534.703763:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2cc4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147586 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.703995:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2ccb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704012:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2ccb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704025:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2ccb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704254:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2cd2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704264:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704270:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704318:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2ccb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704326:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2ccb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704332:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2ccb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704340:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.704587:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2ccb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704596:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2ccb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704612:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:1.0:1788483534.704615:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.704620:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2ccb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704627:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f2ccb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704643:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2cd2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704649:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2cd2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704656:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704662:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600030000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.704665:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2cd2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704671:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2cd2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704684:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9f760b52f700) 00010000:00010000:1.0:1788483534.704687:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.704689:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2cd2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704695:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2cd2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704742:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2cc4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147586 expref: 45 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704753:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:1.0:1788483534.704755:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.704758:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2cc4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147586 expref: 45 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.704769:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2400, rc 0) 00000100:00100000:1.0:1788483534.704852:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30488:x1875360224831744:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1144us (1408us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483534.704861:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1184 00000100:00100000:0.0:1788483534.719478:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483534.719647:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224831872 00000100:00100000:3.0:1788483534.719662:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224831872 00000100:00100000:3.0:1788483534.719739:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1185 00000100:00100000:3.0:1788483534.719750:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30489:x1875360224831872:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483534.719775:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483534.719799:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2cd9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14758d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.719881:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ce0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.719896:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ce0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.719909:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ce0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.719934:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2ce7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.719942:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.719949:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.719999:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ce0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720006:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ce0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720014:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ce0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720020:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483534.720025:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ce0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720032:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ce0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720046:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:3.0:1788483534.720049:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483534.720054:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ce0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720061:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2ce0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720075:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2ce7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720082:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2ce7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720087:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2ce7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720092:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483534.720094:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2ce7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720100:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2ce7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720107:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9f7607aedd00) 00010000:00010000:3.0:1788483534.720109:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483534.720112:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2ce7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720118:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2ce7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720165:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2cd9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14758d expref: 45 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720183:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:3.0:1788483534.720185:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483534.720189:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2cd9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14758d expref: 45 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483534.720198:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ee00, rc 0) 00000100:00100000:3.0:1788483534.720277:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30489:x1875360224831872:12345-192.168.206.36@tcp:101:cp.0 Request processed in 528us (815us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483534.720286:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1185 00000100:00100000:0.0:1788483534.724809:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483534.725035:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224832000 00000100:00100000:2.0:1788483534.725050:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224832000 00000100:00100000:2.0:1788483534.725183:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1186 00000100:00100000:2.0:1788483534.725196:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30489:x1875360224832000:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483534.725223:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483534.725250:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2cee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147594 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725344:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2cf5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725363:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725375:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725393:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2cfc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725401:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2cfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725407:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2cfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725461:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2cf5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725469:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2cf5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725476:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2cf5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725483:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483534.725488:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2cf5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725495:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2cf5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725892:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:2.0:1788483534.725895:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483534.725901:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2cf5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725908:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2cf5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725938:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2cfc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725944:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2cfc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725951:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2cfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725956:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366edc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483534.725959:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2cfc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725966:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2cfc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725978:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9f7636a6cc00) 00010000:00010000:2.0:1788483534.725980:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483534.725983:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2cfc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.725989:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2cfc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.726038:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2cee lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147594 expref: 45 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.726050:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:2.0:1788483534.726052:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483534.726056:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2cee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147594 expref: 45 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.726065:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed800, rc 0) 00000100:00100000:2.0:1788483534.726164:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30489:x1875360224832000:12345-192.168.206.36@tcp:101:cp.0 Request processed in 969us (1370us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483534.726172:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1186 00000100:00100000:2.0:1788483534.735126:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483534.735640:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224832256 00000100:00100000:0.0:1788483534.735655:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224832256 00000100:00100000:0.0:1788483534.735744:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1187 00000100:00100000:0.0:1788483534.735757:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30489:x1875360224832256:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483534.735782:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483534.735808:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2d03 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14759b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.735965:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2d0a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.735984:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2d0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.735997:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2d0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736014:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736022:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736030:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788483534.736453:0:6514:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x16:0x0], index 0: 0 00010000:00010000:0.0:1788483534.736699:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736711:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736720:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736762:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2d0a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736770:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2d0a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736778:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2d0a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736785:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483534.736791:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2d0a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736804:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2d0a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736819:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:0.0:1788483534.736823:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483534.736828:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2d0a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736835:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2d0a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483534.736852:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f143100f reply state 00000000867bfb98 transno 4294968012 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736865:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736872:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9f7608853600) 00010000:00010000:0.0:1788483534.736875:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483534.736879:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788483534.736919:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2d03 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14759b expref: 47 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736936:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14759b expref: 46 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.736943:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:0.0:1788483534.736945:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483534.736948:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00100000:0.0:1788483534.737038:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30489:x1875360224832256:12345-192.168.206.36@tcp:101:cp.0 Request processed in 1283us (1928us total) trans 4294968012 rc 0/0 00000100:00100000:0.0:1788483534.737047:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1187 00000100:00100000:0.0:1788483534.741981:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.743751:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224832384 00000100:00100000:1.0:1788483534.743770:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224832384 00000100:00100000:1.0:1788483534.743862:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 307 00000100:00100000:1.0:1788483534.743876:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224832384:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483534.743898:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483534.743923:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b298af29/0xf2b1f833e60f2d26 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475a2 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788483534.744099:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:1.0:1788483534.744243:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483534.744267:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=699s v=(0 0) 00010000:00010000:1.0:1788483534.744273:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483534.744284:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b298af29/0xf2b1f833e60f2d26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a2 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.744303:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b298af29/0xf2b1f833e60f2d26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a2 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.744320:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7600030000, rc 0) 00000100:00100000:1.0:1788483534.744407:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224832384:12345-192.168.206.36@tcp:101:cp.0 Request processed in 535us (2440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483534.744416:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 307 00000100:00100000:2.0:1788483534.751933:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.752112:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224832512 00000100:00100000:1.0:1788483534.752126:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224832512 00000100:00100000:1.0:1788483534.752210:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 308 00000100:00100000:1.0:1788483534.752222:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:30489:x1875360224832512:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483534.752246:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483534.752269:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475a9 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.752311:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b298af29/0xf2b1f833e60f2d26 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a2 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.752328:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483534.752333:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483534.752339:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 4/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 10 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.752382:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b298af29/0xf2b1f833e60f2d26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a2 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.752398:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b298af29/0xf2b1f833e60f2d26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a2 expref: 10 pid: 8431 timeout: 799 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483534.752415:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250962560:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483534.752580:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506624180 going to sleep for 11 seconds 00000100:00100000:1.0:1788483534.757558:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250962560:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483534.757612:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 3/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 10 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.757638:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7600031000, rc 0) 00000100:00100000:1.0:1788483534.757715:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:30489:x1875360224832512:12345-192.168.206.36@tcp:101:cp.0 Request processed in 5493us (5805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483534.757731:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 308 00000100:00100000:2.0:1788483534.758448:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483534.758640:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224832640 00000100:00100000:0.0:1788483534.758652:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224832640 00010000:00010000:0.0:1788483534.758699:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b298af29/0xf2b1f833e60f2d26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a2 expref: 10 pid: 8431 timeout: 799 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483534.758806:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 364 00000100:00100000:0.0:1788483534.758818:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224832640:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483534.758838:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483534.758863:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b298af29/0xf2b1f833e60f2d26 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a2 expref: 10 pid: 8431 timeout: 799 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.758879:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b298af29/0xf2b1f833e60f2d26 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a2 expref: 10 pid: 8431 timeout: 799 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.758906:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b298af29/0xf2b1f833e60f2d26 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a2 expref: 10 pid: 8431 timeout: 799 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.759206:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483534.759270:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483534.759282:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.759348:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.759396:0:6500:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483534.759413:0:6500:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6500:1875360250962688:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483534.762747:0:6500:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d240 going to sleep for 11 seconds 00000100:00100000:3.0:1788483534.763786:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483534.763820:0:6500:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6500:1875360250962688:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483534.763851:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483534.763867:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224832896 00000100:00100000:1.0:1788483534.763876:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224832896 00000100:00100000:0.0:1788483534.763927:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224832640:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 5110us (5483us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483534.763938:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 364 00000100:00100000:1.0:1788483534.763943:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 223 00000100:00100000:1.0:1788483534.763953:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30489:x1875360224832896:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:1.0:1788483534.764314:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:30489:x1875360224832896:12345-192.168.206.36@tcp:35:cp.0 Request processed in 349us (525us total) trans 4294968013 rc 0/0 00000100:00100000:1.0:1788483534.764322:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 223 00000100:00100000:2.0:1788483534.801929:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.802071:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224833024 00000100:00100000:1.0:1788483534.802085:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224833024 00000100:00100000:1.0:1788483534.802469:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1188 00000100:00100000:1.0:1788483534.802481:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30492:x1875360224833024:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483534.802674:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483534.802701:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f2d34 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475b0 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.802867:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f2d3b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.802885:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f2d3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.802899:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f2d3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.802912:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2d42 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.802919:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2d42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.802926:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2d42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803027:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803036:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803044:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483534.803092:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:1.0:1788483534.803097:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483534.803705:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803796:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803806:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f2d3b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803813:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f2d3b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803820:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f2d3b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803826:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600031400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.803831:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f2d3b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803839:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f2d3b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803855:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:1.0:1788483534.803858:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.803863:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f2d3b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803870:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f2d3b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803888:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2d42 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803895:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2d42 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803900:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2d42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803905:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600030000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483534.803908:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2d42 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.803914:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2d42 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.804043:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9f7608853600) 00010000:00010000:1.0:1788483534.804047:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483534.804050:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2d42 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.804056:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f2d42 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.804185:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f2d34 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b0 expref: 99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.804206:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b0 expref: 98 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483534.804413:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:1.0:1788483534.804416:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483534.804419:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2400, rc 0) 00000100:00100000:1.0:1788483534.804821:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+98:30492:x1875360224833024:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2338us (2901us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483534.804831:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1188 00000100:00100000:3.0:1788483534.807815:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.807919:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224833152 00000100:00100000:1.0:1788483534.807999:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224833152 00000100:00100000:0.0:1788483534.809280:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 309 00000100:00100000:0.0:1788483534.809302:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224833152:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483534.809326:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483534.809350:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2d50 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475b7 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483534.809428:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250962816:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483534.809562:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610e3d240 going to sleep for 11 seconds 00000100:00080000:2.0:1788483534.810478:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1788483534.811461:0:8433:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788483534.811469:0:8433:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb mtime: 0 -> 1788483533 00002000:00010000:0.0:1788483534.811472:0:8433:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb atime: 0 -> 1788483533 00002000:00010000:0.0:1788483534.811474:0:8433:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb ctime: 0 -> 1788483533 00002000:00010000:0.0:1788483534.811476:0:8433:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788483534.811545:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250962816:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483534.811591:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2d50 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b7 expref: 16 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.811621:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fe758bb6/0xf2b1f833e60f2d50 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b7 expref: 16 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.811635:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524200, rc 0) 00000100:00100000:0.0:1788483534.811951:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224833152:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2656us (4147us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483534.811962:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 309 00000100:00100000:3.0:1788483534.816953:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483534.817047:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224833280 00000100:00100000:2.0:1788483534.817060:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224833280 00000100:00100000:2.0:1788483534.817126:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1189 00000100:00100000:2.0:1788483534.817147:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+98:30492:x1875360224833280:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483534.817172:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483534.817197:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2d57 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475be expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.817299:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.817326:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.817340:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483534.817395:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x3f:0x0]: returning size 4096 00000004:00200000:2.0:1788483534.817400:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483534.817423:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.817454:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2d57 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475be expref: 100 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.817477:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475be expref: 99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483534.817531:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:2.0:1788483534.817535:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483534.817538:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed200, rc 0) 00000100:00100000:2.0:1788483534.818226:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+99:30492:x1875360224833280:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1065us (1279us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483534.818237:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1189 00000100:00100000:3.0:1788483534.821155:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.821337:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224833408 00000100:00100000:1.0:1788483534.821351:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224833408 00000100:00100000:1.0:1788483534.821424:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 310 00000100:00100000:1.0:1788483534.821437:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224833408:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483534.821459:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483534.821482:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2d65 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475c5 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483534.821887:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250962944:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483534.822151:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506624c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788483534.826861:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250962944:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483534.826914:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2d65 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475c5 expref: 16 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.827014:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2d65 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475c5 expref: 16 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483534.827030:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2000, rc 0) 00000100:00100000:0.0:1788483534.827232:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224833408:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 5795us (6208us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483534.827243:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 310 00000100:00100000:0.0:1788483534.833615:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483534.833711:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224833664 00000100:00100000:1.0:1788483534.833724:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224833664 00000100:00100000:1.0:1788483534.833796:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1190 00000100:00100000:1.0:1788483534.833809:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+99:30492:x1875360224833664:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:1.0:1788483534.834069:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].31, 136 off12408 00000100:00100000:1.0:1788483534.834185:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+99:30492:x1875360224833664:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 379us (584us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483534.834195:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1190 00000100:00100000:3.0:1788483534.917546:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250963072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483534.917641:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483534.917899:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250963072 00000100:00100000:2.0:1788483534.917910:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250963072 00000100:00100000:2.0:1788483534.917980:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1788483534.917994:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250963072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483534.918039:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:2.0:1788483534.921996:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250963072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3989us (4340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483534.922014:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1788483534.923420:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250963072:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483534.981576:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1788483535.368469:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483535.368482:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483535.368548:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:2.0:1788483535.368556:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483535.371653:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250963200:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483535.372028:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8000 going to sleep for 11 seconds 00000100:00100000:2.0:1788483535.379159:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250963200:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483535.381278:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483535.381554:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224833792 00000100:00100000:3.0:1788483535.381569:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224833792 00000100:00100000:3.0:1788483535.381641:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1191 00000100:00100000:3.0:1788483535.381654:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:30502:x1875360224833792:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483535.381697:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483535.381845:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:30502:x1875360224833792:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 193us (580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483535.381858:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1191 00000100:00100000:2.0:1788483535.391195:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483535.391305:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224834048 00000100:00100000:1.0:1788483535.391320:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224834048 00000100:00100000:1.0:1788483535.391417:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1192 00000100:00100000:1.0:1788483535.391431:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:30502:x1875360224834048:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483535.391459:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483535.391485:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2d6c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475cc expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.391655:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2d73 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.391673:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2d73 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.391688:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2d73 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483535.391711:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:1.0:1788483535.391849:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2d6c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475cc expref: 51 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.391868:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2d73 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475cc expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.391884:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:1.0:1788483535.391888:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483535.391892:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3800, rc 0) 00000100:00100000:1.0:1788483535.391969:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30502:x1875360224834048:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 540us (789us total) trans 4294968014 rc 0/0 00000100:00100000:1.0:1788483535.391978:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1192 00000100:00100000:1.0:1788483535.397606:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483535.397662:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224834304 00000100:00100000:2.0:1788483535.397676:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224834304 00000100:00100000:2.0:1788483535.397751:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 52 00000100:00100000:2.0:1788483535.397763:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2400:x1875360224834304:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483535.397781:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483535.397813:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f2d73 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475cc expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.397840:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:2.0:1788483535.397846:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483535.397911:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2400:x1875360224834304:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 150us (318us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483535.397919:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 52 00000100:00100000:1.0:1788483535.404970:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483535.405096:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224834176 00000100:00100000:3.0:1788483535.405110:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224834176 00000100:00100000:3.0:1788483535.406069:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 311 00000100:00100000:3.0:1788483535.406090:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224834176:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483535.406160:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.406185:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.406197:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x16:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788483535.406202:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483535.406208:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.406265:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.406284:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 9 pid: 8871 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483535.406310:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250963328:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483535.406426:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76013596c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483535.427254:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483535.427327:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224834432 00000100:00100000:2.0:1788483535.427339:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224834432 00002000:00100000:2.0:1788483535.427403:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff9f750933d880 x1875360224834432/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:286/0 lens 648/0 e 0 to 0 dl 1788483546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483535.427416:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750933d880 with x1875360224834432 ext(0->157) 00010000:00010000:2.0:1788483535.427427:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 10 pid: 8871 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.427447:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 10 pid: 8871 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483535.427457:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f750933d880 00000100:00100000:2.0:1788483535.427516:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 15 00000100:00100000:2.0:1788483535.427529:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224834432:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:3.0:1788483535.428489:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250963328:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483535.428536:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483535.429018:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224834432:12345-192.168.206.36@tcp:4:cp.0 Request processed in 1487us (1777us total) trans 4294967353 rc 0/0 00000100:00100000:2.0:1788483535.429031:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 15 00002000:00100000:2.0:1788483535.429043:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x16:0x0] (0->157) req@ffff9f750933d880 x1875360224834432/t4294967353(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:286/0 lens 648/448 e 0 to 0 dl 1788483546 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483535.429062:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750933d880 with x1875360224834432 ext(0->157) 00010000:00010000:2.0:1788483535.429071:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 12 pid: 8871 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.429087:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 12 pid: 8871 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483535.429094:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f750933d880 00000100:00100000:1.0:1788483535.443452:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483535.443619:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224834560 00000100:00100000:3.0:1788483535.443633:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224834560 00010000:00010000:3.0:1788483535.443686:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 12 pid: 8871 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483535.443741:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 365 00000100:00100000:3.0:1788483535.443754:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224834560:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483535.443785:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1788483535.443817:0:6502:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x16:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1788483535.443826:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 12 pid: 8871 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.443842:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 12 pid: 8871 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.443874:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000016bf00bb/0xf2b1f833e60f2d2d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475a9 expref: 12 pid: 8871 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.443895:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483535.443900:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483535.443907:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.447665:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.447723:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483535.447750:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.447764:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.447800:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.447810:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.447819:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.447826:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483535.447832:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.447840:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.447857:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.447871:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2d81 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483535.448040:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224834560:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 4281us (4609us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483535.448051:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 365 00000100:00100000:0.0:1788483535.455866:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224834176:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 49768us (51142us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483535.455885:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 311 00000100:00100000:1.0:1788483535.474576:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483535.474674:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224834816 00000100:00100000:2.0:1788483535.474688:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224834816 00000100:00100000:2.0:1788483535.474772:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1193 00000100:00100000:2.0:1788483535.474784:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30502:x1875360224834816:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483535.474942:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30502:x1875360224834816:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 159us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483535.474951:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1193 00000100:00100000:1.0:1788483535.491230:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483535.493153:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224834944 00000100:00100000:0.0:1788483535.493171:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224834944 00000100:00100000:0.0:1788483535.493260:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 312 00000100:00100000:0.0:1788483535.493274:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224834944:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483535.493297:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483535.493325:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f2d88 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475d3 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483535.493358:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x6a9a17cd, atime: 0x0, ctime: 0x6a9a17cd, blocks: 0x8 00010000:00010000:0.0:1788483535.493384:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=700s v=(0 0) 00010000:00010000:0.0:1788483535.493389:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483535.493401:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f2d88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475d3 expref: 11 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.493427:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f2d88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475d3 expref: 11 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.493445:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525000, rc 0) 00000100:00100000:0.0:1788483535.493569:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224834944:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 287us (2353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483535.493577:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 312 00000100:00100000:3.0:1788483535.496307:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483535.497750:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224835200 00000100:00100000:2.0:1788483535.497780:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224835200 00000100:00100000:2.0:1788483535.497858:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1194 00000100:00100000:2.0:1788483535.497871:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30502:x1875360224835200:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483535.498026:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30502:x1875360224835200:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 157us (1743us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483535.498036:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1194 00000100:00100000:3.0:1788483535.513261:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483535.513374:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224835328 00000100:00100000:0.0:1788483535.513388:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224835328 00002000:00100000:0.0:1788483535.513452:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff9f764164ca80 x1875360224835328/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:286/0 lens 488/0 e 0 to 0 dl 1788483546 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483535.513465:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764164ca80 with x1875360224835328 ext(0->4095) 00002000:00010000:0.0:1788483535.513472:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f764164ca80 00000100:00100000:0.0:1788483535.513551:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 86 00000100:00100000:0.0:1788483535.513563:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224835328:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788483535.513783:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224835328:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 209us (525us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483535.513793:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 86 00002000:00100000:0.0:1788483535.513802:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x16:0x0] (0->4095) req@ffff9f764164ca80 x1875360224835328/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:286/0 lens 488/4536 e 0 to 0 dl 1788483546 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483535.513819:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764164ca80 with x1875360224835328 ext(0->4095) 00002000:00010000:0.0:1788483535.513823:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f764164ca80 00000100:00100000:1.0:1788483535.530685:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483535.530963:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224835456 00000100:00100000:0.0:1788483535.530977:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224835456 00000100:00100000:0.0:1788483535.531052:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1195 00000100:00100000:0.0:1788483535.531063:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30502:x1875360224835456:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483535.531088:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483535.531115:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2d8f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475da expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.531176:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.531193:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.531207:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.531355:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2d8f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475da expref: 51 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.531374:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475da expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.531384:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:0.0:1788483535.531388:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483535.531392:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524400, rc 0) 00000100:00100000:0.0:1788483535.531537:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30502:x1875360224835456:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 475us (867us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483535.531545:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1195 00000100:00100000:1.0:1788483535.537332:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483535.538484:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224835584 00000100:00100000:2.0:1788483535.538519:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224835584 00000100:00100000:2.0:1788483535.538593:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1196 00000100:00100000:2.0:1788483535.538606:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30502:x1875360224835584:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483535.538651:0:6514:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483535.538981:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30502:x1875360224835584:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 375us (1663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483535.538989:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1196 00000100:00100000:1.0:1788483535.556798:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483535.556923:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224835712 00000100:00100000:0.0:1788483535.556936:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224835712 00000100:00100000:0.0:1788483535.557008:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 313 00000100:00100000:0.0:1788483535.557020:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224835712:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483535.557076:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f2d9d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.557103:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483535.557107:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483535.557114:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f2d9d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.557138:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f2d9d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.557170:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f2d9d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.557178:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f2d9d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.557185:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f2d9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.557192:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483535.557197:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f2d9d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.557206:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f2d9d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.557224:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f2d9d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483535.557233:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f2d9d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483535.557347:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224835712:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 328us (562us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483535.557355:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 313 00000100:00100000:1.0:1788483535.559710:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483535.559789:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224835968 00000100:00100000:2.0:1788483535.559802:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224835968 00000100:00100000:2.0:1788483535.559881:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1197 00000100:00100000:2.0:1788483535.559894:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30502:x1875360224835968:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483535.559990:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.560011:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475da expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.560021:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.560063:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475da expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.560079:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475da expref: 50 pid: 12148 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483535.560095:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250963456:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483535.560224:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8180 going to sleep for 11 seconds 00000100:00100000:1.0:1788483535.562570:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250963456:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483535.562608:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483535.563731:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483535.564146:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224836096 00000100:00100000:2.0:1788483535.564159:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224836096 00010000:00010000:2.0:1788483535.564213:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475da expref: 51 pid: 12148 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483535.564262:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 366 00000100:00100000:2.0:1788483535.564274:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:2401:x1875360224836096:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483535.564292:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483535.564300:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475da expref: 51 pid: 12148 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.564316:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475da expref: 51 pid: 12148 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.564342:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2d96 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475da expref: 51 pid: 12148 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.564362:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:2.0:1788483535.564369:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.564381:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.564390:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.564424:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483535.564467:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.564476:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483535.564576:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2401:x1875360224836096:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 303us (853us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483535.564585:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 366 00010000:00010000:1.0:1788483535.564797:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.564817:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.564824:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.564829:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366edc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483535.564834:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.564841:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.564851:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:1.0:1788483535.564853:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483535.564857:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.564862:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2da4 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483535.564965:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30502:x1875360224835968:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 5073us (5473us total) trans 4294968015 rc 0/0 00000100:00100000:1.0:1788483535.564974:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1197 00000040:00080000:2.0:1788483535.565056:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483535.565062:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483535.565635:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788483535.565645:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483535.569934:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483535.570058:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224836352 00000100:00100000:0.0:1788483535.570071:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224836352 00000100:00100000:0.0:1788483535.570147:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 224 00000100:00100000:0.0:1788483535.570160:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30502:x1875360224836352:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483535.572043:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30502:x1875360224836352:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 1541us (1781us total) trans 4294968016 rc 0/0 00000100:00100000:0.0:1788483535.572061:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 224 00010000:00010000:1.0:1788483535.630106:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483535.876947:0:22691:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483535.876962:0:22691:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483535.876999:0:22691:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 3 00000040:00080000:1.0:1788483535.877007:0:22691:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483535.929651:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483535.929822:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224836480 00000100:00100000:2.0:1788483535.929835:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224836480 00000100:00100000:2.0:1788483535.929909:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 314 00000100:00100000:2.0:1788483535.929921:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224836480:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483535.929945:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483535.929967:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005abeaf88/0xf2b1f833e60f2dab lrc: 2/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475e1 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.929998:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483535.930002:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483535.930085:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005abeaf88/0xf2b1f833e60f2dab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e1 expref: 16 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.930109:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005abeaf88/0xf2b1f833e60f2dab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e1 expref: 16 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.930139:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed800, rc 0) 00000100:00100000:2.0:1788483535.930222:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224836480:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 302us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483535.930230:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 314 00000100:00100000:3.0:1788483535.941089:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483535.942075:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224836736 00000100:00100000:2.0:1788483535.942090:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224836736 00000100:00100000:2.0:1788483535.942214:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1198 00000100:00100000:2.0:1788483535.942227:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+99:30503:x1875360224836736:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483535.942254:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483535.942280:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f2db2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475e8 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.942435:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f2db9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.942453:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f2db9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.942467:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f2db9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483535.942481:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:2.0:1788483535.942644:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f2db2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e8 expref: 102 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.942669:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f2db9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e8 expref: 101 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.942680:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:2.0:1788483535.942683:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788483535.942687:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ece00, rc 0) 00000100:00100000:2.0:1788483535.943214:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+101:30503:x1875360224836736:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 985us (2135us total) trans 4294968017 rc 0/0 00000100:00100000:2.0:1788483535.943228:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1198 00000100:00100000:0.0:1788483535.948645:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483535.948826:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224836864 00000100:00100000:3.0:1788483535.948840:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224836864 00000100:00100000:3.0:1788483535.948907:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 315 00000100:00100000:3.0:1788483535.948921:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224836864:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:3.0:1788483535.948977:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.949003:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f2d88 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475d3 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.949145:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005abeaf88/0xf2b1f833e60f2dab lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e1 expref: 16 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.949154:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483535.949160:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483535.949165:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.949213:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005abeaf88/0xf2b1f833e60f2dab lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e1 expref: 16 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.949230:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005abeaf88/0xf2b1f833e60f2dab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e1 expref: 16 pid: 8871 timeout: 800 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483535.949249:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250963584:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483535.949973:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f2d88 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475d3 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.949989:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f2d88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475d3 expref: 10 pid: 8433 timeout: 800 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483535.950002:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250963712:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483535.950053:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76012ed3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483535.953863:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483535.953898:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483535.953935:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224836992 00000100:00100000:3.0:1788483535.953946:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224836992 00010000:00010000:3.0:1788483535.953999:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005abeaf88/0xf2b1f833e60f2dab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e1 expref: 17 pid: 8871 timeout: 800 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483535.954344:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224837120 00000100:00100000:3.0:1788483535.954349:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224837120 00010000:00010000:3.0:1788483535.954371:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f2d88 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475d3 expref: 11 pid: 8433 timeout: 800 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483535.954399:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 367 00000100:00100000:3.0:1788483535.954411:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360224836992:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483535.954436:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483535.954465:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005abeaf88/0xf2b1f833e60f2dab lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e1 expref: 17 pid: 8871 timeout: 800 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.954487:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005abeaf88/0xf2b1f833e60f2dab lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e1 expref: 17 pid: 8871 timeout: 800 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.954548:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483535.954622:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360224836992:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 213us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483535.954632:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 367 00000100:00100000:3.0:1788483535.954656:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 368 00000100:00100000:3.0:1788483535.954663:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224837120:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483535.954671:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483535.954680:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f2d88 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475d3 expref: 11 pid: 8433 timeout: 800 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.954697:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f2d88 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475d3 expref: 11 pid: 8433 timeout: 800 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.954883:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005abeaf88/0xf2b1f833e60f2dab lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e1 expref: 16 pid: 8871 timeout: 800 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483535.954904:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250963584:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483535.954919:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250963712:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483535.954971:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f2d88 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x16:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475d3 expref: 11 pid: 8433 timeout: 800 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.958343:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.961451:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483535.961467:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483535.961478:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.961495:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.961907:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483535.962006:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224837120:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 7334us (8098us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483535.962030:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 368 00010000:00010000:1.0:1788483535.967289:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.967324:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.967362:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.967371:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.967380:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.967388:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483535.967395:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.967405:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.967428:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483535.967435:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f2dc7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483535.967596:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224836864:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 18669us (18957us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483535.967607:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 315 00000100:00100000:0.0:1788483535.971834:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483535.971932:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224837376 00000100:00100000:1.0:1788483535.971945:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224837376 00000100:00100000:3.0:1788483535.972097:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 225 00000100:00100000:3.0:1788483535.972114:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+101:30503:x1875360224837376:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:3.0:1788483535.972208:0:14620:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x1f:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f2db9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e8 expref: 101 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483535.975491:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968018 00000001:00080000:3.0:1788483535.976375:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968019 00010000:00010000:3.0:1788483535.976432:0:14620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.976460:0:14620:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14759b expref: 50 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.976470:0:14620:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b0 expref: 104 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.976479:0:14620:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 5/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.976787:0:14620:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b0 expref: 104 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.976809:0:14620:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b0 expref: 104 pid: 6515 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483535.976828:0:14620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416aa300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:14620:1875360250963840:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483535.977180:0:14620:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14759b expref: 50 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483535.977192:0:14620:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14759b expref: 50 pid: 6514 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483535.977203:0:14620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:14620:1875360250963968:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483535.977235:0:14620:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76012ed3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483535.980369:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483535.980466:0:14620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416aa300 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:14620:1875360250963840:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483535.980484:0:14620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a8000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000_UUID:14620:1875360250963968:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483535.980548:0:14620:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483535.980661:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483535.989057:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224837504 00000100:00100000:2.0:1788483535.989077:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224837504 00010000:00010000:2.0:1788483535.989140:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b0 expref: 105 pid: 6515 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483535.989190:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224837632 00000100:00100000:2.0:1788483535.989193:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224837632 00010000:00010000:2.0:1788483535.989206:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14759b expref: 51 pid: 6514 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483535.989226:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 369 00000100:00100000:2.0:1788483535.989235:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+105:2401:x1875360224837504:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483535.989250:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483535.989257:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b0 expref: 105 pid: 6515 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989271:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b0 expref: 105 pid: 6515 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989305:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2d49 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475b0 expref: 105 pid: 6515 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989320:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:2.0:1788483535.989326:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989341:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989349:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483535.989421:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+104:2401:x1875360224837504:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 186us (9121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483535.989428:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 369 00000100:00100000:2.0:1788483535.989448:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 370 00000100:00100000:2.0:1788483535.989454:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:2401:x1875360224837632:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483535.989463:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483535.989468:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14759b expref: 51 pid: 6514 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989478:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14759b expref: 51 pid: 6514 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989491:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2d18 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14759b expref: 51 pid: 6514 timeout: 800 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989537:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:2.0:1788483535.989541:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989549:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989556:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.989583:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483535.989603:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2401:x1875360224837632:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 149us (8943us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483535.989612:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 370 00010000:00010000:2.0:1788483535.992090:0:14620:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.992113:0:14620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483535.992277:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968020 00000001:00080000:2.0:1788483535.992427:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968021 00000001:00080000:2.0:1788483535.992471:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968022 00000100:00100000:2.0:1788483535.992628:0:14620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:14620:1875360250964096:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1788483535.992706:0:14620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483535.992753:0:14620:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506624900 going to sleep for 11 seconds 00000100:00100000:1.0:1788483535.992806:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250964096 00000100:00100000:1.0:1788483535.992817:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250964096 00000100:00100000:1.0:1788483535.992896:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1788483535.992908:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:14620:x1875360250964096:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00080000:2.0:1788483535.992993:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483535.993022:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:14620:x1875360250964096:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 104us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483535.993032:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1788483535.993035:0:14620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:14620:1875360250964096:0@lo:1000:mdt_rdpg00_002.0 00000001:00080000:2.0:1788483535.993180:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968023 00000100:00100000:2.0:1788483535.993234:0:14620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:14620:1875360250964224:0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:2.0:1788483535.993262:0:14620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483535.993290:0:14620:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366a10c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483535.993379:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250964224 00000100:00100000:3.0:1788483535.993385:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250964224 00000100:00100000:3.0:1788483535.993421:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788483535.993429:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:14620:x1875360250964224:12345-0@lo:1000:mdt_rdpg00_002.0 00000100:00100000:3.0:1788483535.993702:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:14620:x1875360250964224:12345-0@lo:1000:mdt_rdpg00_002.0 Request processed in 273us (438us total) trans 4294967354 rc 0/0 00000100:00100000:3.0:1788483535.993718:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1788483535.993844:0:14620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cdf80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_002:lustre-MDT0000-mdtlov_UUID:14620:1875360250964224:0@lo:1000:mdt_rdpg00_002.0 00010000:00010000:2.0:1788483535.993870:0:14620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.993882:0:14620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.993892:0:14620:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.993900:0:14620:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483535.993906:0:14620:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.993915:0:14620:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.993933:0:14620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:2.0:1788483535.993937:0:14620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1788483535.993942:0:14620:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483535.993950:0:14620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2dce lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483535.994162:0:14620:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x40:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788483535.994246:0:14620:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].10, 64 off8856 00000004:00080000:2.0:1788483535.994260:0:14620:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 700948760110ns, next at 701948757372ns, rc = 0 00000001:00080000:2.0:1788483535.994269:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968024 00010000:00010000:2.0:1788483535.994371:0:14620:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7608853800) 00010000:00010000:2.0:1788483535.994375:0:14620:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788483535.994384:0:14620:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f2db9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475e8 expref: 108 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483535.994702:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+107:30503:x1875360224837376:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 22592us (22881us total) trans 4294968025 rc 0/0 00000100:00100000:2.0:1788483535.994726:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 225 00000020:00080000:2.0:1788483535.994731:0:14620:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:0.0:1788483536.043751:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483536.043798:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483536.043834:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483536.043862:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483536.043900:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483536.043940:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224837760 00000100:00100000:0.0:1788483536.043953:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224837760 00000100:00100000:0.0:1788483536.044028:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 711 00000100:00100000:0.0:1788483536.044041:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224837760:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483536.044135:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224837760:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 85us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483536.044144:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 711 00000100:00100000:0.0:1788483536.044182:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224838016 00000100:00100000:0.0:1788483536.044185:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224838016 00000100:00100000:1.0:1788483536.044280:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224837888 00000100:00100000:1.0:1788483536.044284:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224837888 00000100:00100000:1.0:1788483536.044318:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224838144 00000100:00100000:1.0:1788483536.044321:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224838144 00000100:00100000:1.0:1788483536.044346:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 885 00000100:00100000:1.0:1788483536.044354:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224837888:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483536.044393:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224837888:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 39us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483536.044400:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 885 00000100:00100000:1.0:1788483536.044415:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 886 00000100:00100000:1.0:1788483536.044420:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224838144:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483536.044443:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224838144:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (645us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483536.044450:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 886 00000100:00100000:0.0:1788483536.044645:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224838272 00000100:00100000:0.0:1788483536.044649:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224838272 00000100:00100000:1.0:1788483536.046146:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 518 00000100:00100000:1.0:1788483536.046167:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224838016:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483536.046401:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224838016:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 243us (2536us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483536.046409:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 518 00000100:00100000:1.0:1788483536.046434:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 519 00000100:00100000:1.0:1788483536.046442:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224838272:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483536.046466:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224838272:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (2567us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483536.046473:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 519 00000100:00080000:0.0:1788483536.047665:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483536.047677:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483536.455113:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483536.455156:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250964352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483536.455251:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483536.455530:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250964480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483536.455560:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483536.455610:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250964352 00000100:00100000:1.0:1788483536.455620:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250964352 00000100:00100000:1.0:1788483536.455679:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250964480 00000100:00100000:1.0:1788483536.455682:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250964480 00000100:00100000:1.0:1788483536.455702:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1788483536.455712:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250964352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483536.455751:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483536.455801:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250964352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 91us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483536.455823:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1788483536.455844:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1788483536.455851:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250964480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483536.455861:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 136981312 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483536.455886:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250964480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 36us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483536.455893:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1788483536.455942:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250964480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483536.455959:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250964352:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1788483536.456642:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483536.456860:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250964992:0@lo:400:kworker.0 00000100:00100000:1.0:1788483536.456913:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483536.456949:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250965504:0@lo:400:kworker.0 00000100:00100000:1.0:1788483536.456976:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483536.457011:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788483536.457017:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250964864:0@lo:400:kworker.0 00000100:00100000:1.0:1788483536.457046:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483536.457065:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250965376:0@lo:400:kworker.0 00000100:00100000:1.0:1788483536.457089:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483536.457139:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250964608:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.457180:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483536.457205:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250965120:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.457228:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483536.457246:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250965632:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.457268:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483536.457288:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788483536.457307:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250964736:0@lo:400:kworker.0 00000100:00100000:3.0:1788483536.458868:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250964864 00000100:00100000:3.0:1788483536.458886:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250964864 00000100:00100000:3.0:1788483536.458951:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250965120 00000100:00100000:3.0:1788483536.458955:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250965120 00000100:00100000:3.0:1788483536.458978:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1788483536.458998:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250964864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483536.459090:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250964864:12345-0@lo:400:kworker.0 Request processed in 104us (2042us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483536.459098:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1788483536.459118:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1788483536.459136:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250965120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483536.459178:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250965120:12345-0@lo:400:kworker.0 Request processed in 43us (1949us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483536.459184:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1788483536.459519:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250965888:0@lo:400:kworker.0 00000100:00100000:1.0:1788483536.459565:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483536.459781:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250965504 00000100:00100000:3.0:1788483536.459788:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250965504 00000100:00100000:3.0:1788483536.459839:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250965632 00000100:00100000:3.0:1788483536.459843:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250965632 00000100:00100000:3.0:1788483536.459864:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1788483536.459872:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250965504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483536.459916:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250965504:12345-0@lo:400:kworker.0 Request processed in 44us (2939us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483536.459922:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1788483536.459935:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1788483536.459941:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250965632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483536.459972:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250965632:12345-0@lo:400:kworker.0 Request processed in 31us (2703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483536.459979:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1788483536.460016:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250964608 00000100:00100000:3.0:1788483536.460020:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250964608 00000100:00100000:3.0:1788483536.460049:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1788483536.460055:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250964608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483536.460090:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250964608:12345-0@lo:400:kworker.0 Request processed in 35us (2909us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483536.460096:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1788483536.460471:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250965504:0@lo:400:kworker.0 00000100:00100000:1.0:1788483536.460529:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250964864:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461208:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250964992 00000100:00100000:0.0:1788483536.461218:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250964992 00000100:00100000:0.0:1788483536.461271:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250965376 00000100:00100000:0.0:1788483536.461274:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250965376 00000100:00100000:0.0:1788483536.461309:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250965888 00000100:00100000:0.0:1788483536.461312:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250965888 00000100:00100000:0.0:1788483536.461333:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1788483536.461341:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250964992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461409:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360250964992:12345-0@lo:400:kworker.0 Request processed in 69us (4495us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483536.461417:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:0.0:1788483536.461432:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1788483536.461438:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250965376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461461:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360250965376:12345-0@lo:400:kworker.0 Request processed in 24us (4372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483536.461467:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00100000:0.0:1788483536.461475:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1788483536.461480:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250965888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461523:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360250965888:12345-0@lo:400:kworker.0 Request processed in 43us (1958us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483536.461529:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:0.0:1788483536.461552:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483536.461585:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250965248:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461616:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483536.461628:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250965760:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461649:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483536.461670:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250964608:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461685:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250965120:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461698:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250965632:0@lo:400:kworker.0 00000100:00080000:0.0:1788483536.461733:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483536.461738:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483536.461762:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250964736 00000100:00100000:0.0:1788483536.461766:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250964736 00000100:00100000:0.0:1788483536.461786:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250965248 00000100:00100000:0.0:1788483536.461789:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250965248 00000100:00100000:0.0:1788483536.461806:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250965760 00000100:00100000:0.0:1788483536.461809:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250965760 00000100:00100000:0.0:1788483536.461820:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1788483536.461825:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250964736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461857:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250964736:12345-0@lo:400:kworker.0 Request processed in 32us (305us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483536.461863:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:0.0:1788483536.461873:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1788483536.461878:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250965248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461899:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250965248:12345-0@lo:400:kworker.0 Request processed in 21us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483536.461904:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00100000:0.0:1788483536.461912:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1788483536.461917:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250965760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461936:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250965760:12345-0@lo:400:kworker.0 Request processed in 19us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483536.461941:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00080000:0.0:1788483536.461956:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483536.461971:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250964736:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.461979:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250965248:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.462192:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250965760:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.462235:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360250965376:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.462247:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360250965888:0@lo:400:kworker.0 00000100:00100000:0.0:1788483536.462261:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360250964992:0@lo:400:kworker.0 00010000:00010000:2.0:1788483536.644815:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483536.964705:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483536.964737:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250966016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483536.964830:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483536.964932:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250966016 00000100:00100000:1.0:1788483536.964942:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250966016 00000100:00100000:1.0:1788483536.965019:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1788483536.965031:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250966016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483536.965084:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483536.965152:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250966016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483536.965161:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1788483536.965223:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250966016:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788483537.671800:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483538.692668:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483538.792081:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483538.792149:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224838400 00000100:00100000:2.0:1788483538.792170:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224838400 00000100:00100000:2.0:1788483538.792263:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1199 00000100:00100000:2.0:1788483538.792280:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+107:30530:x1875360224838400:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:2.0:1788483538.792375:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483538.792404:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2dd5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475ef expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792609:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2ddc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792628:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2ddc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792643:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2ddc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792658:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2de3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792666:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2de3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792674:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2de3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792783:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2dea lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792792:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2dea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792801:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2dea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483538.792848:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:2.0:1788483538.792853:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483538.792875:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2dea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x5b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792888:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2dea lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792898:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2ddc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792905:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2ddc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792913:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2ddc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792920:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483538.792926:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2ddc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792934:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2ddc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792951:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:2.0:1788483538.792954:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483538.792959:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2ddc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792966:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2ddc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792984:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2de3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792990:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2de3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.792997:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2de3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.793003:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ecc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483538.793007:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2de3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.793013:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2de3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.793023:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9f7608853600) 00010000:00010000:2.0:1788483538.793025:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483538.793029:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2de3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.793035:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f2de3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.793077:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2dd5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475ef expref: 109 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.793097:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2dea lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475ef expref: 108 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.793106:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7636a6c300) 00010000:00010000:2.0:1788483538.793118:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483538.793122:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:2.0:1788483538.793197:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+108:30530:x1875360224838400:12345-192.168.206.36@tcp:101:diff.0 Request processed in 921us (1131us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483538.793206:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1199 00000100:00080000:2.0:1788483538.793244:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483538.811281:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483538.812566:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224838656 00000100:00100000:0.0:1788483538.812584:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224838656 00000100:00100000:0.0:1788483538.815411:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1200 00000100:00100000:0.0:1788483538.815439:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+108:30530:x1875360224838656:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:0.0:1788483538.815467:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483538.815495:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2df1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475f6 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.818022:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2df8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.818051:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2df8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.818066:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2df8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483538.818086:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1788483538.818294:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2df1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475f6 expref: 111 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.818315:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2df8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475f6 expref: 110 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.818326:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7636a6c300) 00010000:00010000:0.0:1788483538.818330:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483538.818336:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524200, rc 0) 00000100:00100000:0.0:1788483538.818435:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:30530:x1875360224838656:12345-192.168.206.36@tcp:101:diff.0 Request processed in 3006us (7164us total) trans 4294968026 rc 0/0 00000100:00100000:0.0:1788483538.818446:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1200 00000001:00080000:0.0:1788483538.825081:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968026 is committed 00000004:00080000:0.0:1788483538.825100:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000020:00080000:0.0:1788483538.825127:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7506624180 refcount 2 committed 0 result 0 batchid 23 00000020:00080000:0.0:1788483538.825133:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763676a400 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7506624900 00000020:00080000:0.0:1788483538.825136:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763676ae00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f75092d0a00 00000001:00080000:0.0:1788483538.825170:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968016 is committed 00000020:00080000:0.0:1788483538.825200:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 22 batchid updated 00010000:00010000:0.0:1788483538.825230:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.825242:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.825250:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.825257:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483538.825262:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.825270:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.825289:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9f7608853600) 00010000:00010000:0.0:1788483538.825293:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483538.825300:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.825307:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2d11 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825382:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825391:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825398:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825403:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483538.825407:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825417:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825531:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa1420b2e (ffff9f760b52fd00) 00010000:00010000:3.0:1788483538.825535:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483538.825539:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825546:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2c38 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa1420b2e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825563:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825570:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825575:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825581:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483538.825584:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825590:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825598:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:3.0:1788483538.825601:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483538.825603:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.825610:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2c3f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483538.825877:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483538.825901:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250966144:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788483538.825990:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:00080000:2.0:1788483538.826459:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 23 committed batchid 22 00000020:00080000:2.0:1788483538.826593:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 22 00000100:00100000:1.0:1788483538.827118:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250966144 00000100:00100000:1.0:1788483538.827131:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250966144 00000100:00100000:1.0:1788483538.827260:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1788483538.827274:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250966144:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788483538.827314:0:8871:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:22 count 1 00002000:00010000:1.0:1788483538.827359:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x16:0x0] initial LVB size: 158, mtime: 0x6a9a17cd, atime: 0x0, ctime: 0x6a9a17cd, blocks: 0x8 00010000:00010000:1.0:1788483538.827370:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2e06 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483538.827390:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=703s v=(0 0) 00010000:00010000:1.0:1788483538.827395:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x16:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483538.827403:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2e06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483538.828080:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2e06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483538.828094:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2e06 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483538.828103:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2e06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483538.828150:0:8871:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788483538.828387:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360250966144:12345-0@lo:6:osp-syn-0-0.0 Request processed in 1112us (2393us total) trans 4294967355 rc 0/0 00000100:00100000:1.0:1788483538.828399:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00010000:00010000:3.0:1788483538.828730:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483538.828740:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2e06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.828751:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2000 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483538.828757:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2e06 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.828768:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2e06 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.828789:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2e06 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.828798:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb1b158b/0xf2b1f833e60f2e06 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.828879:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483538.828882:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483538.828884:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788483538.829395:0:3641:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7508196300/2, rc 0, transno 4294967355 00000100:00100000:1.0:1788483538.829407:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250966144:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788483538.829441:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483538.829551:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483538.829583:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224838784 00000100:00100000:0.0:1788483538.829592:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224838784 00000100:00100000:0.0:1788483538.830251:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224839040 00000100:00100000:0.0:1788483538.830260:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224839040 00000100:00100000:0.0:1788483538.830359:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 53 00000100:00100000:0.0:1788483538.830372:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+99:2400:x1875360224838784:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483538.830392:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483538.830422:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2df8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475f6 expref: 99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.830446:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7636a6c300) 00010000:00010000:0.0:1788483538.830451:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483538.830754:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+98:2400:x1875360224838784:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 383us (1314us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483538.830764:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 53 00000100:00100000:0.0:1788483538.830788:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 54 00000100:00100000:0.0:1788483538.830797:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30530:x1875360224839040:12345-192.168.206.36@tcp:103:diff.0 00010000:00010000:0.0:1788483538.830806:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483538.830818:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f2dea lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475ef expref: 97 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483538.830837:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7636a6c300) 00010000:00010000:0.0:1788483538.830850:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483538.831987:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30530:x1875360224839040:12345-192.168.206.36@tcp:103:diff.0 Request processed in 1063us (2307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483538.832002:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 54 00000100:00080000:2.0:1788483538.833054:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483538.843080:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483538.845399:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224839168 00000100:00100000:3.0:1788483538.846321:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224839168 00000100:00100000:3.0:1788483538.846626:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1201 00000100:00100000:3.0:1788483538.846645:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30530:x1875360224839168:12345-192.168.206.36@tcp:58:diff.0 00010000:00010000:3.0:1788483538.846804:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.846824:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483538.846837:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483538.846954:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].32, 136 off12544 00000100:00100000:3.0:1788483538.847059:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30530:x1875360224839168:12345-192.168.206.36@tcp:58:diff.0 Request processed in 419us (3993us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483538.847069:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1201 00000100:00100000:1.0:1788483538.850838:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483538.850931:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224839296 00000100:00100000:2.0:1788483538.850943:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224839296 00000100:00100000:2.0:1788483538.851020:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1202 00000100:00100000:2.0:1788483538.851032:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30530:x1875360224839296:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:2.0:1788483538.851058:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483538.851084:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2e14 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1475fd expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.851165:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.851179:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2e14 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475fd expref: 97 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.851202:0:13707:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.851289:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2e14 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475fd expref: 97 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.851305:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:2.0:1788483538.851308:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483538.851312:0:13707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2e14 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475fd expref: 97 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483538.851320:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366eca00, rc 0) 00000100:00100000:2.0:1788483538.851389:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30530:x1875360224839296:12345-192.168.206.36@tcp:101:diff.0 Request processed in 359us (565us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483538.851397:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1202 00000100:00100000:3.0:1788483539.012701:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483539.012733:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250966272:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483539.012826:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483539.012936:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250966272 00000100:00100000:3.0:1788483539.012946:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250966272 00000100:00100000:3.0:1788483539.013031:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788483539.013042:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250966272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483539.013079:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161745728 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483539.013141:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250966272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (316us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483539.013150:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00080000:3.0:1788483539.013175:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483539.013218:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250966272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483539.015971:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250966400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483539.016066:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483539.016126:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250966400 00000100:00100000:3.0:1788483539.016136:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250966400 00000100:00100000:3.0:1788483539.016197:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1788483539.016208:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360250966400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483539.016238:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161745728 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483539.016300:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360250966400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483539.016308:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1788483539.016368:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250966400:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1788483539.016939:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967363 is committed 00000040:00080000:3.0:1788483539.653423:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483539.653436:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483539.653470:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:3.0:1788483539.653485:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483539.654421:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250966528:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483539.654762:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1600 going to sleep for 11 seconds 00000100:00100000:1.0:1788483539.662797:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.663034:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224839424 00000100:00100000:2.0:1788483539.663047:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224839424 00000100:00100000:3.0:1788483539.663086:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250966528:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483539.663169:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1203 00000100:00100000:2.0:1788483539.663183:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30531:x1875360224839424:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483539.663219:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483539.663337:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30531:x1875360224839424:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 157us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483539.663346:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1203 00000100:00080000:0.0:1788483539.664677:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483539.669288:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483539.669542:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224839552 00000100:00100000:3.0:1788483539.669556:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224839552 00000100:00100000:3.0:1788483539.669634:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1204 00000100:00100000:3.0:1788483539.669648:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30531:x1875360224839552:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788483539.669862:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.669883:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.669900:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.669932:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2e22 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.669940:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2e22 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.669947:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2e22 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.669978:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.669988:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.669994:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483539.670050:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:3.0:1788483539.670055:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483539.670070:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670083:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670091:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670097:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670117:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670124:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483539.670128:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670136:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670151:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483539.670155:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483539.670160:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670167:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f2e1b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670184:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2e22 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670191:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2e22 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670198:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2e22 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670203:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483539.670206:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2e22 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670419:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2e22 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670429:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff9f7607aed900) 00010000:00010000:3.0:1788483539.670432:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483539.670435:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2e22 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670441:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f2e22 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670457:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670464:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670470:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670476:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483539.670479:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670485:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670492:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:3.0:1788483539.670495:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483539.670622:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.670634:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f2e29 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483539.670748:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30531:x1875360224839552:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 1099us (1478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483539.670758:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1204 00000100:00100000:2.0:1788483539.679301:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.679394:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224839808 00000100:00100000:0.0:1788483539.679412:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224839808 00000100:00100000:0.0:1788483539.679603:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1205 00000100:00100000:0.0:1788483539.679617:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30531:x1875360224839808:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483539.679643:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483539.679669:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e30 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147604 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.682937:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e37 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.682968:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e37 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.682983:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e37 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483539.683003:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1788483539.683120:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e37 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.683130:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e37 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.683138:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e37 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.683145:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483539.683151:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e37 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.683159:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e37 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.683175:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483539.683179:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483539.683184:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e37 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.683190:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e37 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.683247:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e30 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147604 expref: 46 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.683259:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:0.0:1788483539.683261:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483539.683265:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e30 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147604 expref: 46 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.683276:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525000, rc 0) 00000100:00100000:0.0:1788483539.683680:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:30531:x1875360224839808:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 4063us (4384us total) trans 4294968027 rc 301/301 00000100:00100000:0.0:1788483539.683699:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1205 00000100:00100000:1.0:1788483539.692630:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.693203:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224839936 00000100:00100000:2.0:1788483539.693218:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224839936 00000100:00100000:2.0:1788483539.693357:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1206 00000100:00100000:2.0:1788483539.693372:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:30531:x1875360224839936:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483539.693420:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483539.693615:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:30531:x1875360224839936:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 246us (999us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483539.693623:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1206 00000100:00100000:3.0:1788483539.709210:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.709594:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224840192 00000100:00100000:0.0:1788483539.709607:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224840192 00000100:00100000:0.0:1788483539.709681:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1207 00000100:00100000:0.0:1788483539.709705:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:30531:x1875360224840192:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483539.709733:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483539.709770:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e45 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14760b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.713606:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e4c lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.713633:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e4c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.713645:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e4c lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483539.713658:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00010000:00010000:0.0:1788483539.716035:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e45 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14760b expref: 48 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.716073:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e4c lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14760b expref: 47 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.716085:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7608853600) 00010000:00010000:0.0:1788483539.716088:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483539.716092:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00100000:0.0:1788483539.716208:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30531:x1875360224840192:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 6515us (7011us total) trans 4294968028 rc 0/0 00000100:00100000:0.0:1788483539.716219:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1207 00010000:00010000:2.0:1788483539.721724:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483539.722035:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.722149:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224840448 00000100:00100000:2.0:1788483539.722161:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224840448 00000100:00100000:2.0:1788483539.722294:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1208 00000100:00100000:2.0:1788483539.722307:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30531:x1875360224840448:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483539.722379:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483539.722423:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e4c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14760b expref: 47 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.722446:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7608853600) 00010000:00010000:2.0:1788483539.722459:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483539.722486:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.722525:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475be expref: 96 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.722534:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 4/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.722578:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475be expref: 96 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.722592:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475be expref: 96 pid: 8191 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483539.722607:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081af480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250966656:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483539.722727:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483539.730256:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.730598:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224840576 00000100:00100000:0.0:1788483539.730614:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224840576 00010000:00010000:0.0:1788483539.730677:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475be expref: 97 pid: 8191 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483539.730742:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 371 00000100:00100000:0.0:1788483539.730755:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2401:x1875360224840576:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483539.730774:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483539.730782:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475be expref: 97 pid: 8191 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.730797:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475be expref: 97 pid: 8191 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.730825:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:0.0:1788483539.730832:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.730845:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.730858:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.731482:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483539.731627:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df4450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2401:x1875360224840576:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 871us (1383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483539.731636:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 371 00010000:00010000:2.0:1788483539.732640:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f2d5e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475be expref: 96 pid: 8191 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483539.732670:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081af480 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250966656:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483539.732776:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.732788:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.732795:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.732828:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e61 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0xc4446791 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.732842:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xc4446791 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.732852:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xc4446791 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735076:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735097:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735113:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735121:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483539.735127:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735135:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735157:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:2.0:1788483539.735161:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483539.735166:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735172:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2e5a lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735192:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e61 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0xc4446791 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735198:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e61 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xc4446791 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735204:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e61 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xc4446791 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735210:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483539.735214:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e61 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xc4446791 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735219:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e61 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0xc4446791 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735227:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0xc4446791 (ffff9f7608dc0100) 00010000:00010000:2.0:1788483539.735229:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483539.735232:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e61 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0xc4446791 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.735237:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e61 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0xc4446791 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483539.735359:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:30531:x1875360224840448:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 13049us (13325us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788483539.735370:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1208 00000100:00100000:3.0:1788483539.740636:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483539.741142:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224840704 00000100:00100000:1.0:1788483539.741280:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224840704 00000100:00100000:1.0:1788483539.741460:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1209 00000100:00100000:1.0:1788483539.741474:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:30531:x1875360224840704:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483539.741540:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483539.741575:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2e68 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147612 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.741622:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.741638:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.741653:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.741804:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2e68 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147612 expref: 48 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.741831:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147612 expref: 47 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.741841:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:1.0:1788483539.741844:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483539.741848:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3400, rc 0) 00000100:00100000:1.0:1788483539.741947:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30531:x1875360224840704:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 475us (1324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483539.741956:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1209 00000100:00100000:3.0:1788483539.746429:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.746613:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224840960 00000100:00100000:2.0:1788483539.746626:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224840960 00000100:00100000:2.0:1788483539.747030:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1210 00000100:00100000:2.0:1788483539.747046:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30531:x1875360224840960:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483539.747267:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.747290:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.747304:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483539.747941:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004b9f399a reply state 000000000aed8486 transno 4294968029 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.747961:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.747970:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:2.0:1788483539.747973:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483539.747978:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483539.748137:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30531:x1875360224840960:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 1091us (1719us total) trans 4294968029 rc 0/0 00000100:00100000:2.0:1788483539.748147:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1210 00000100:00100000:3.0:1788483539.751244:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.751444:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224841088 00000100:00100000:0.0:1788483539.751457:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224841088 00000100:00100000:0.0:1788483539.751572:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1211 00000100:00100000:0.0:1788483539.751584:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30531:x1875360224841088:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483539.751614:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483539.751639:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e7d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147619 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.751754:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e7d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147619 expref: 50 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.751771:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e7d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147619 expref: 50 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.751782:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:0.0:1788483539.751785:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483539.751790:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525000, rc 0) 00000100:00100000:0.0:1788483539.752161:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30531:x1875360224841088:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 576us (929us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483539.752169:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1211 00000100:00100000:3.0:1788483539.760468:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.763273:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224841216 00000100:00100000:0.0:1788483539.763296:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224841216 00000100:00100000:0.0:1788483539.763379:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 226 00000100:00100000:0.0:1788483539.763392:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30531:x1875360224841216:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1788483539.763626:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30531:x1875360224841216:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 235us (3170us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483539.763636:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 226 00000100:00100000:2.0:1788483539.766784:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.769112:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224841472 00000100:00100000:0.0:1788483539.769134:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224841472 00000100:00100000:0.0:1788483539.769231:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 227 00000100:00100000:0.0:1788483539.769245:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a437850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30531:x1875360224841472:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483539.769625:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a437850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30531:x1875360224841472:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 381us (2854us total) trans 4294968030 rc 0/0 00000100:00100000:0.0:1788483539.769634:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 227 00000100:00100000:3.0:1788483539.771746:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.771886:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224841728 00000100:00100000:2.0:1788483539.771900:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224841728 00000100:00100000:2.0:1788483539.771970:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1212 00000100:00100000:2.0:1788483539.771981:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30531:x1875360224841728:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483539.772126:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30531:x1875360224841728:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 147us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483539.772135:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1212 00000100:00100000:3.0:1788483539.775589:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.777185:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224841984 00000100:00100000:0.0:1788483539.777206:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224841984 00000100:00100000:0.0:1788483539.777306:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1213 00000100:00100000:0.0:1788483539.777321:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30531:x1875360224841984:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483539.777352:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483539.777381:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2e84 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147620 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.777598:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.777619:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e7d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147619 expref: 52 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.777630:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.777681:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e7d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147619 expref: 52 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.777699:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e7d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147619 expref: 52 pid: 6516 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483539.777715:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250966784:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483539.777919:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604a40780 going to sleep for 11 seconds 00000100:00100000:3.0:1788483539.787610:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.787730:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224842112 00000100:00100000:2.0:1788483539.787744:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224842112 00010000:00010000:2.0:1788483539.787799:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e7d lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147619 expref: 53 pid: 6516 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483539.787842:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 372 00000100:00100000:2.0:1788483539.787855:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2402:x1875360224842112:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483539.787876:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483539.787886:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e7d lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147619 expref: 53 pid: 6516 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.787901:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e7d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147619 expref: 53 pid: 6516 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.787931:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:2.0:1788483539.787938:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.787949:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.787958:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.787983:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483539.788046:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2402:x1875360224842112:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 193us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483539.788055:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 372 00010000:00010000:0.0:1788483539.789045:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2e7d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147619 expref: 52 pid: 6516 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483539.789069:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250966784:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483539.789095:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.789115:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.789121:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483539.789144:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00080000:0.0:1788483539.789967:0:6514:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x18:0x0], index 1: 0 00010000:00010000:0.0:1788483539.790130:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.790142:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.790150:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.790157:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483539.790162:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.790171:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.790189:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:0.0:1788483539.790192:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483539.790198:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.790204:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2e8b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.790718:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2e84 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147620 expref: 52 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.790735:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:0.0:1788483539.790738:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483539.790743:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2e84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147620 expref: 52 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.790754:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524600, rc 0) 00000100:00100000:0.0:1788483539.791726:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30531:x1875360224841984:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 14395us (16140us total) trans 4294968031 rc 301/301 00000100:00100000:0.0:1788483539.791739:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1213 00000100:00100000:3.0:1788483539.795737:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.795905:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224842368 00000100:00100000:2.0:1788483539.795919:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224842368 00000100:00100000:2.0:1788483539.795983:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 228 00000100:00100000:2.0:1788483539.795995:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30531:x1875360224842368:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483539.796736:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:30531:x1875360224842368:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 734us (1005us total) trans 4294968032 rc 0/0 00000100:00100000:2.0:1788483539.796746:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 228 00000100:00100000:2.0:1788483539.807976:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.808088:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224842496 00000100:00100000:0.0:1788483539.808111:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224842496 00000100:00100000:0.0:1788483539.808183:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1214 00000100:00100000:0.0:1788483539.808198:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:30531:x1875360224842496:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483539.808236:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483539.808264:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2e99 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147627 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.808660:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2ea0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.808678:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.808692:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483539.808754:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x20:0x0]: returning size 0 00000004:00200000:0.0:1788483539.808759:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483539.808784:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2ea0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.808820:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2e99 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147627 expref: 54 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.808842:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2ea0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147627 expref: 53 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.808857:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:0.0:1788483539.808860:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788483539.808864:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00100000:0.0:1788483539.808951:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:30531:x1875360224842496:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 755us (989us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483539.808959:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1214 00000100:00100000:3.0:1788483539.813038:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.813169:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224842624 00000100:00100000:2.0:1788483539.813182:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224842624 00000100:00100000:2.0:1788483539.813284:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 317 00000100:00100000:2.0:1788483539.813300:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224842624:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483539.813324:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483539.813355:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d66c884e/0xf2b1f833e60f2ea7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14762e expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1788483539.813440:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:2.0:1788483539.813720:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788483539.813747:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=704s v=(0 0) 00010000:00010000:2.0:1788483539.813753:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483539.813766:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d66c884e/0xf2b1f833e60f2ea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14762e expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.813788:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d66c884e/0xf2b1f833e60f2ea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14762e expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.813806:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed200, rc 0) 00000100:00100000:2.0:1788483539.813934:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224842624:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 635us (909us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483539.813942:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 317 00000100:00100000:2.0:1788483539.817965:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483539.818099:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224842880 00000100:00100000:1.0:1788483539.818121:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224842880 00000100:00100000:1.0:1788483539.818229:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1215 00000100:00100000:1.0:1788483539.818243:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:30531:x1875360224842880:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483539.818442:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:30531:x1875360224842880:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 201us (494us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483539.818450:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1215 00000100:00100000:3.0:1788483539.821156:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483539.821741:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224843008 00000100:00100000:3.0:1788483539.821757:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224843008 00000100:00100000:3.0:1788483539.821869:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 318 00000100:00100000:3.0:1788483539.821881:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:30531:x1875360224843008:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483539.821906:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483539.821930:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147635 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.821980:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d66c884e/0xf2b1f833e60f2ea7 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14762e expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.821991:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483539.821995:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483539.822001:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 12 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.822044:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d66c884e/0xf2b1f833e60f2ea7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14762e expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.822059:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d66c884e/0xf2b1f833e60f2ea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14762e expref: 12 pid: 14965 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483539.822074:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507350000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250966912:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483539.822191:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1600 going to sleep for 11 seconds 00000100:00100000:2.0:1788483539.826672:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483539.826868:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224843136 00000100:00100000:1.0:1788483539.826882:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224843136 00010000:00010000:1.0:1788483539.826935:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d66c884e/0xf2b1f833e60f2ea7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14762e expref: 13 pid: 14965 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483539.826988:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 373 00000100:00100000:1.0:1788483539.827000:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224843136:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483539.827018:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483539.827046:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d66c884e/0xf2b1f833e60f2ea7 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14762e expref: 13 pid: 14965 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.827063:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d66c884e/0xf2b1f833e60f2ea7 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14762e expref: 13 pid: 14965 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.827095:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483539.827100:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483539.827119:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 13 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.827131:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 13 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.827180:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 13 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483539.827197:0:6502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508194000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1875360250967040:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483539.827319:0:6502:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4af00 going to sleep for 11 seconds 00010000:00010000:3.0:1788483539.828572:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d66c884e/0xf2b1f833e60f2ea7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14762e expref: 13 pid: 14965 timeout: 804 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483539.828599:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507350000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250966912:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483539.828635:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 12 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.828657:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f200, rc 0) 00000100:00100000:3.0:1788483539.829437:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:30531:x1875360224843008:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 7551us (8287us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483539.829449:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 318 00000100:00100000:1.0:1788483539.830180:0:6502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508194000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0001_UUID:6502:1875360250967040:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483539.830205:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483539.830258:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224843136:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 3259us (3600us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483539.830267:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 373 00000100:00100000:2.0:1788483539.834002:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483539.834142:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224843264 00000100:00100000:1.0:1788483539.834156:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224843264 00002000:00100000:1.0:1788483539.834422:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff9f75081ac380 x1875360224843264/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:290/0 lens 648/0 e 0 to 0 dl 1788483550 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483539.834435:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75081ac380 with x1875360224843264 ext(0->157) 00002000:00010000:1.0:1788483539.834442:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f75081ac380 00000100:00100000:1.0:1788483539.834589:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 87 00000100:00100000:1.0:1788483539.834604:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224843264:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788483539.835941:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224843264:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 1329us (1943us total) trans 4294967364 rc 0/0 00000100:00100000:1.0:1788483539.835954:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 87 00002000:00100000:1.0:1788483539.835966:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x18:0x0] (0->157) req@ffff9f75081ac380 x1875360224843264/t4294967364(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:290/0 lens 648/448 e 0 to 0 dl 1788483550 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483539.835977:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75081ac380 with x1875360224843264 ext(0->157) 00002000:00010000:1.0:1788483539.835983:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f75081ac380 00000100:00100000:0.0:1788483539.838629:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.838728:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224843392 00000100:00100000:2.0:1788483539.838743:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224843392 00000100:00100000:2.0:1788483539.838814:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1216 00000100:00100000:2.0:1788483539.838826:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:30531:x1875360224843392:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1788483539.841314:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968032 is committed 00000020:00080000:0.0:1788483539.841346:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 23 batchid updated 00000020:00080000:2.0:1788483539.841604:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00000020:00080000:2.0:1788483539.841620:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00010000:00010000:3.0:1788483539.841683:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.841698:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.841707:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.841713:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483539.841720:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.841729:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.841749:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:3.0:1788483539.841753:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788483539.841759:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.841766:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f2e76 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483539.842584:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:30531:x1875360224843392:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 3748us (3959us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483539.842600:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1216 00000100:00100000:3.0:1788483539.845018:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.845437:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224843520 00000100:00100000:2.0:1788483539.845451:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224843520 00000100:00100000:2.0:1788483539.845752:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 319 00000100:00100000:2.0:1788483539.845767:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224843520:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:1.0:1788483539.848467:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967364 is committed 00000100:00100000:2.0:1788483539.856634:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224843520:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 10852us (11611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483539.856652:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 319 00000100:00100000:2.0:1788483539.859098:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.859229:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224843776 00000100:00100000:0.0:1788483539.859242:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224843776 00000100:00100000:0.0:1788483539.859317:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1217 00000100:00100000:0.0:1788483539.859330:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:30531:x1875360224843776:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483539.859401:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483539.859433:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2ea0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147627 expref: 46 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.859456:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:0.0:1788483539.859463:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483539.859554:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.859572:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.859583:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483539.859897:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001415f699 reply state 00000000888c5a54 transno 4294968033 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.859914:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.859921:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:0.0:1788483539.859924:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483539.859927:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788483539.860062:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30531:x1875360224843776:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 732us (975us total) trans 4294968033 rc 0/0 00000100:00100000:0.0:1788483539.860070:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1217 00000100:00100000:0.0:1788483539.862886:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483539.863055:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224843904 00000100:00100000:1.0:1788483539.863069:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224843904 00000100:00100000:1.0:1788483539.863176:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1218 00000100:00100000:1.0:1788483539.863189:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30531:x1875360224843904:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483539.863234:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483539.863262:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2ebc lrc: 2/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14763c expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.863353:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2ebc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14763c expref: 48 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.863370:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2ebc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14763c expref: 48 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.863395:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:1.0:1788483539.863399:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483539.863404:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2600, rc 0) 00000100:00100000:1.0:1788483539.863532:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:30531:x1875360224843904:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 306us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483539.863541:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1218 00000100:00100000:3.0:1788483539.866445:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483539.867028:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224844032 00000100:00100000:1.0:1788483539.867043:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224844032 00000100:00100000:1.0:1788483539.867138:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 320 00000100:00100000:1.0:1788483539.867152:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224844032:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788483539.867382:0:8433:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1788483539.867387:0:8433:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1788483533 00002000:00010000:1.0:1788483539.867390:0:8433:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb atime from disk: 0 -> 1788483533 00002000:00010000:1.0:1788483539.867392:0:8433:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1788483533 00002000:00010000:1.0:1788483539.867395:0:8433:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1788483539.867618:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224844032:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 466us (1185us total) trans 4294967365 rc 0/0 00000100:00100000:1.0:1788483539.867627:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 320 00000100:00100000:3.0:1788483539.870620:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.871097:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224844288 00000100:00100000:0.0:1788483539.871121:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224844288 00000100:00100000:0.0:1788483539.871371:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1219 00000100:00100000:0.0:1788483539.871385:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:30531:x1875360224844288:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788483539.871473:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.871648:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147612 expref: 48 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.871661:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.871765:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147612 expref: 48 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.871788:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147612 expref: 48 pid: 12148 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483539.871806:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250967168:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483539.871966:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608da73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483539.875969:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.876173:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224844416 00000100:00100000:2.0:1788483539.876186:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224844416 00010000:00010000:2.0:1788483539.876249:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147612 expref: 49 pid: 12148 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483539.876301:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 374 00000100:00100000:2.0:1788483539.876315:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2402:x1875360224844416:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483539.876332:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483539.876340:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147612 expref: 49 pid: 12148 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.876355:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147612 expref: 49 pid: 12148 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.876387:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:2.0:1788483539.876393:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.876405:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.876413:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.876434:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483539.876536:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2402:x1875360224844416:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 222us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483539.876544:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 374 00010000:00010000:1.0:1788483539.877471:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2e6f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x20:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147612 expref: 48 pid: 12148 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483539.877548:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164f100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360250967168:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483539.877577:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.877588:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.877595:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.877650:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.877659:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.877667:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.877674:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483539.877681:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.877690:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.877707:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:1.0:1788483539.877710:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788483539.877715:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.877722:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2ec3 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483539.877814:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30531:x1875360224844288:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 6430us (7208us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788483539.877824:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1219 00000100:00100000:0.0:1788483539.881448:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483539.881705:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224844544 00000100:00100000:3.0:1788483539.881719:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224844544 00000100:00100000:3.0:1788483539.881808:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 321 00000100:00100000:3.0:1788483539.881822:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224844544:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483539.881884:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.881910:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 12 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.881920:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483539.881924:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483539.881929:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.881978:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 12 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.881996:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 12 pid: 8431 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483539.882013:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250967296:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483539.882293:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366e1600 going to sleep for 11 seconds 00000100:00100000:2.0:1788483539.891263:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.891487:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360250967296:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483539.891557:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483539.891944:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224844672 00000100:00100000:3.0:1788483539.891955:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224844672 00010000:00010000:3.0:1788483539.892005:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 13 pid: 8431 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483539.892054:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 375 00000100:00100000:3.0:1788483539.892067:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224844672:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483539.892086:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483539.892127:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 13 pid: 8431 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.892142:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 13 pid: 8431 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.892170:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f2eae lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147635 expref: 13 pid: 8431 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.892191:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483539.892196:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483539.892203:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.892215:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483539.892253:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483539.892328:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224844672:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 263us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483539.892337:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 375 00010000:00010000:2.0:1788483539.893451:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.893472:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.893538:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.893549:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.893563:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.893570:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483539.893575:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.893583:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.893601:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.893610:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f2eca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483539.893702:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224844544:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 11880us (12264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483539.893712:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 321 00000100:00100000:2.0:1788483539.896588:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.896717:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224844928 00000100:00100000:0.0:1788483539.896731:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224844928 00000100:00100000:0.0:1788483539.896811:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1220 00000100:00100000:0.0:1788483539.896824:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30531:x1875360224844928:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788483539.896928:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2ed1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.896951:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2ed1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.896965:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2ed1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.897173:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.897186:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2ebc lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14763c expref: 48 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.897197:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.897239:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2ebc lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14763c expref: 48 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.897255:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2ebc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14763c expref: 48 pid: 12148 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483539.897272:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250967424:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483539.897383:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608da73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483539.900588:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.900677:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224845056 00000100:00100000:2.0:1788483539.900691:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224845056 00010000:00010000:2.0:1788483539.900744:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2ebc lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14763c expref: 49 pid: 12148 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483539.900813:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 376 00000100:00100000:2.0:1788483539.900825:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2401:x1875360224845056:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483539.900843:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483539.900852:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2ebc lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14763c expref: 49 pid: 12148 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.900867:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2ebc lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14763c expref: 49 pid: 12148 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.900894:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:2.0:1788483539.900900:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.900912:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.900921:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.900944:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483539.901009:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2401:x1875360224845056:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 185us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483539.901017:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 376 00010000:00010000:0.0:1788483539.901856:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2ebc lrc: 0/0,0 mode: --/CR res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14763c expref: 48 pid: 12148 timeout: 804 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483539.901883:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250967424:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483539.901909:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.901920:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.901926:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788483539.902067:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968034 00000004:02000000:0.0:1788483539.902206:0:6516:0:(mdd_object.c:3045:mdd_swap_layouts()) *** cfs_fail_loc=152, val=0*** 00000001:00080000:0.0:1788483539.904168:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968035 00010000:00010000:0.0:1788483539.904243:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904257:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904265:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904272:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483539.904277:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904285:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904305:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:0.0:1788483539.904309:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483539.904313:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904320:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f2ed8 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x20:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904347:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904353:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904359:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904363:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483539.904368:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904374:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904381:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483539.904384:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483539.904393:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2e14 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475fd expref: 95 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904405:0:6516:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2e14 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475fd expref: 95 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904415:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2e14 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475fd expref: 95 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.904469:0:6516:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2e14 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475fd expref: 95 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483539.904488:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250967552:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483539.906159:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763406f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483539.909684:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483539.909841:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250967552:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483539.909876:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.909887:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2e0d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.909933:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2edf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.909950:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2edf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.909963:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2edf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.909977:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2edf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.909984:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2edf lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.909990:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2edf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.909997:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483539.910001:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2edf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.910009:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2edf lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.910024:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483539.910027:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483539.910031:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2edf lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.910037:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2edf lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.910047:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2ed1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.910054:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2ed1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.910060:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2ed1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.910066:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483539.910069:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2ed1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.910075:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2ed1 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.910083:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483539.910085:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483539.910088:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2ed1 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483539.910095:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2ed1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483539.910329:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30531:x1875360224844928:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 13505us (13755us total) trans 0 rc -95/-95 00000100:00100000:0.0:1788483539.910342:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1220 00000020:00080000:0.0:1788483539.910350:0:6516:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000040:00080000:3.0:1788483539.910778:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483539.910784:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483539.911288:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788483539.911300:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483539.911919:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224845184 00000100:00100000:2.0:1788483539.911932:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224845184 00000100:00100000:2.0:1788483539.911997:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 229 00000100:00100000:2.0:1788483539.912009:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30530:x1875360224845184:12345-192.168.206.36@tcp:49:diff.0 00000100:00100000:2.0:1788483539.912182:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30530:x1875360224845184:12345-192.168.206.36@tcp:49:diff.0 Request processed in 174us (2511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483539.912190:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 229 00000100:00100000:3.0:1788483539.916421:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.916813:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224845440 00000100:00100000:2.0:1788483539.916827:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224845440 00000100:00100000:2.0:1788483539.916898:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 230 00000100:00100000:2.0:1788483539.916912:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30530:x1875360224845440:12345-192.168.206.36@tcp:35:diff.0 00000100:00100000:2.0:1788483539.917214:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30530:x1875360224845440:12345-192.168.206.36@tcp:35:diff.0 Request processed in 304us (808us total) trans 4294968036 rc 0/0 00000100:00100000:2.0:1788483539.917223:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 230 00000100:00100000:0.0:1788483539.920332:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483539.920557:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224845696 00000100:00100000:2.0:1788483539.920572:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224845696 00000100:00100000:2.0:1788483539.920639:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 231 00000100:00100000:2.0:1788483539.920652:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30531:x1875360224845696:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:2.0:1788483539.921672:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x20:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788483539.921755:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9312 00000004:00080000:2.0:1788483539.921768:0:6518:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 704876268096ns, next at 705876265593ns, rc = 0 00000001:00080000:2.0:1788483539.921986:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968037 00010000:00010000:2.0:1788483539.922043:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.922065:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.922077:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.922091:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.922098:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.922114:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483539.922193:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788483539.922405:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30531:x1875360224845696:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 1750us (2083us total) trans 4294968038 rc 0/0 00000100:00100000:2.0:1788483539.922415:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 231 00000020:00080000:2.0:1788483539.922422:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1788483539.930939:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483539.930960:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.930975:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec000 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483539.930980:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.930992:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.931016:0:19385:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:1.0:1788483539.931020:0:19385:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483539.931026:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.931033:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f2ee6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x20:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483539.931057:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483539.931059:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483539.931061:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483540.036895:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250967680:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483540.036994:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483540.037332:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250967680 00000100:00100000:1.0:1788483540.037344:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250967680 00000100:00100000:1.0:1788483540.037401:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:1.0:1788483540.037413:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250967680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483540.037457:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:1.0:1788483540.037556:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250967680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 145us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483540.037565:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1788483540.037954:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250967680:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788483540.740717:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483540.830577:0:22886:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483540.830590:0:22886:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483540.830632:0:22886:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 4 00000040:00080000:0.0:1788483540.830641:0:22886:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:3.0:1788483540.933697:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483540.933710:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483540.933806:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:3.0:1788483540.933817:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:2.0:1788483541.064953:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967355 is committed 00000001:00080000:2.0:1788483541.064979:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967353 is committed 00000040:00080000:2.0:1788483541.126868:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483541.160635:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483541.160681:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483541.160707:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483541.160741:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483541.160774:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483541.160776:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224845952 00000100:00100000:3.0:1788483541.160789:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224845952 00000100:00100000:1.0:1788483541.160793:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483541.160809:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483541.160829:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483541.160855:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483541.160857:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224846464 00000100:00100000:3.0:1788483541.160860:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224846464 00000100:00100000:1.0:1788483541.160876:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224846208 00000100:00100000:3.0:1788483541.160877:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224846080 00000100:00100000:3.0:1788483541.160879:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224846080 00000100:00100000:1.0:1788483541.160879:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224846208 00000100:00100000:3.0:1788483541.160891:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224846592 00000100:00100000:3.0:1788483541.160893:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224846592 00000100:00100000:1.0:1788483541.160903:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224846720 00000100:00100000:1.0:1788483541.160906:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224846720 00000100:00100000:3.0:1788483541.160909:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 893 00000100:00100000:3.0:1788483541.160918:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2399:x1875360224845952:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483541.160919:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224846336 00000100:00100000:1.0:1788483541.160921:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224846336 00000100:00100000:1.0:1788483541.160933:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224846848 00000100:00100000:1.0:1788483541.160935:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224846848 00000100:00100000:1.0:1788483541.160947:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 522 00000100:00100000:1.0:1788483541.160953:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2399:x1875360224846208:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483541.161043:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 523 00000100:00100000:2.0:1788483541.161054:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224846720:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483541.161108:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2399:x1875360224845952:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 180us (477us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483541.161113:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2399:x1875360224846208:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 161us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483541.161116:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 893 00000100:00100000:1.0:1788483541.161119:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 522 00000100:00100000:3.0:1788483541.161136:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 894 00000100:00100000:1.0:1788483541.161136:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 524 00000100:00100000:3.0:1788483541.161143:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:2399:x1875360224846464:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483541.161143:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224846336:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483541.161168:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224846336:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483541.161174:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 524 00000100:00100000:1.0:1788483541.161185:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 525 00000100:00100000:1.0:1788483541.161191:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224846848:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483541.161212:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224846848:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483541.161219:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 525 00000100:00100000:0.0:1788483541.161228:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 895 00000100:00100000:1.0:1788483541.161235:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224845824 00000100:00100000:0.0:1788483541.161237:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224846080:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483541.161238:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224845824 00000100:00100000:1.0:1788483541.161265:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 713 00000100:00100000:0.0:1788483541.161267:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224846080:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 33us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483541.161271:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224845824:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483541.161274:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 895 00000100:00100000:0.0:1788483541.161286:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 896 00000100:00100000:0.0:1788483541.161292:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224846592:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483541.161294:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224845824:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483541.161300:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 713 00000100:00100000:0.0:1788483541.161313:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224846592:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (483us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483541.161318:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 896 00000100:00080000:0.0:1788483541.161333:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483541.161337:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483541.161340:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483541.161342:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483541.163823:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224846720:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 2753us (3063us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.163841:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 523 00000100:00100000:3.0:1788483541.165736:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:2399:x1875360224846464:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 4577us (5010us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483541.165753:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 894 00000100:00100000:2.0:1788483541.574810:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250967808:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.574929:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.574995:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250968320:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575026:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575049:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250968832:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575074:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575103:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250969344:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575127:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575155:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788483541.575161:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250967936:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575189:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575209:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250968448:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575232:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575251:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250968960:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575280:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575313:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250968064:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575338:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575356:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360250968576:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575379:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575397:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360250969088:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575419:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575440:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788483541.575447:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250968192:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575472:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575491:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250968704:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575541:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575563:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250969216:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575588:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483541.575627:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250967808 00000100:00100000:2.0:1788483541.575637:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250967808 00000100:00100000:2.0:1788483541.575697:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1788483541.575709:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250967808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575776:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250967808:12345-0@lo:400:kworker.0 Request processed in 68us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.575784:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:2.0:1788483541.575824:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250968320 00000100:00100000:2.0:1788483541.575829:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250968320 00000100:00100000:2.0:1788483541.575857:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250968064 00000100:00100000:2.0:1788483541.575860:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250968064 00000100:00100000:2.0:1788483541.575876:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1788483541.575882:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250968320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575922:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250968320:12345-0@lo:400:kworker.0 Request processed in 40us (895us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.575928:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1788483541.575940:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1788483541.575946:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250968064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.575978:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250968064:12345-0@lo:400:kworker.0 Request processed in 32us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.575984:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1788483541.576003:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250968832 00000100:00100000:2.0:1788483541.576007:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250968832 00000100:00100000:2.0:1788483541.576045:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250969344 00000100:00100000:2.0:1788483541.576048:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250969344 00000100:00100000:2.0:1788483541.576060:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250968704 00000100:00100000:2.0:1788483541.576062:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250968704 00000100:00100000:2.0:1788483541.576073:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250969216 00000100:00100000:2.0:1788483541.576075:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250969216 00000100:00100000:2.0:1788483541.576102:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788483541.576110:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250968832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576141:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250968832:12345-0@lo:400:kworker.0 Request processed in 33us (1066us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.576147:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788483541.576160:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1788483541.576167:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250969344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576196:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250969344:12345-0@lo:400:kworker.0 Request processed in 31us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.576203:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1788483541.576217:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1788483541.576223:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250968704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576250:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250968704:12345-0@lo:400:kworker.0 Request processed in 28us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.576255:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:2.0:1788483541.576265:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1788483541.576271:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250969216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576300:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250969216:12345-0@lo:400:kworker.0 Request processed in 30us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.576306:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1788483541.576332:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250967936 00000100:00100000:2.0:1788483541.576336:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250967936 00000100:00100000:2.0:1788483541.576354:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250968448 00000100:00100000:2.0:1788483541.576357:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250968448 00000100:00100000:2.0:1788483541.576368:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250968960 00000100:00100000:2.0:1788483541.576371:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250968960 00000100:00100000:2.0:1788483541.576383:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250968576 00000100:00100000:2.0:1788483541.576385:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250968576 00000100:00100000:2.0:1788483541.576396:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250969088 00000100:00100000:2.0:1788483541.576398:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250969088 00000100:00100000:2.0:1788483541.576409:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250968192 00000100:00100000:2.0:1788483541.576411:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250968192 00000100:00100000:2.0:1788483541.576423:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1788483541.576429:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250967936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576462:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250967936:12345-0@lo:400:kworker.0 Request processed in 34us (1272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.576469:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1788483541.576480:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1788483541.576486:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250968448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576580:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250968448:12345-0@lo:400:kworker.0 Request processed in 94us (1346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.576586:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:2.0:1788483541.576599:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1788483541.576605:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250968960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576633:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250968960:12345-0@lo:400:kworker.0 Request processed in 28us (1352us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.576639:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:2.0:1788483541.576650:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1788483541.576656:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360250968576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576687:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360250968576:12345-0@lo:400:kworker.0 Request processed in 30us (1307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.576692:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:2.0:1788483541.576704:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1788483541.576709:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360250969088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576734:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360250969088:12345-0@lo:400:kworker.0 Request processed in 26us (1314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.576739:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:2.0:1788483541.576750:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:2.0:1788483541.576756:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250968192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576783:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250968192:12345-0@lo:400:kworker.0 Request processed in 27us (1310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483541.576788:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00080000:2.0:1788483541.576855:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483541.576860:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483541.576863:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483541.576865:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483541.576908:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250968192:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576921:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250968704:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576930:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250969216:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576941:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250968064:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576951:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360250968576:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.576961:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360250969088:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.577005:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250967936:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.577016:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250968448:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.577026:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250968960:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.577038:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250967808:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.577049:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250968320:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.577059:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967355 gen 2 00000004:00080000:2.0:1788483541.577065:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967354 committed transno 4294967355 00000004:00080000:2.0:1788483541.577080:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7508196300, transno 4294967355 00000100:00100000:2.0:1788483541.577115:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250968832:0@lo:400:kworker.0 00000100:00100000:2.0:1788483541.577127:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:2.0:1788483541.577130:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7507695500, transno 4294967363 00000100:00100000:2.0:1788483541.577145:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250969344:0@lo:400:kworker.0 00000004:00080000:1.0:1788483541.578104:0:9945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 706532591217ns, next at 707532588651ns, rc = 0 00000100:00100000:0.0:1788483541.578161:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250969472:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483541.578365:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483541.578663:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250969472 00000100:00100000:3.0:1788483541.578673:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250969472 00000100:00100000:3.0:1788483541.578734:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1788483541.578745:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250969472:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483541.578786:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788483541.578859:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250969472:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483541.578866:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:3.0:1788483541.579155:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250969472:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483541.582832:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483541.582870:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250969600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483541.582979:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483541.585651:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250969600 00000100:00100000:0.0:1788483541.585673:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250969600 00000100:00100000:0.0:1788483541.585772:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1788483541.585785:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250969600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483541.585830:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1788483541.585956:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250969600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 173us (2977us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483541.585967:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1788483541.586197:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250969600:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1788483541.767018:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483542.092760:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483542.092790:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250969728:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483542.092875:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483542.093010:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250969728 00000100:00100000:2.0:1788483542.093019:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250969728 00000100:00100000:2.0:1788483542.093074:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1788483542.093085:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250969728:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483542.093141:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483542.093195:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250969728:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483542.093204:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1788483542.093266:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250969728:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788483542.789147:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483542.872234:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483542.873212:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224847104 00000100:00100000:0.0:1788483542.873227:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224847104 00000100:00100000:0.0:1788483542.873305:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1221 00000100:00100000:0.0:1788483542.873319:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30561:x1875360224847104:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483542.873348:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483542.873387:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2eed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147643 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873492:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873535:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873549:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873567:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2efb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873575:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2efb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873582:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2efb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873733:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f02 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873746:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873769:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483542.873780:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:0.0:1788483542.873889:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873898:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873905:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873912:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873919:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483542.873924:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873932:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.873947:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:0.0:1788483542.873951:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483542.874077:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874086:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2ef4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874114:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2efb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874120:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2efb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874126:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2efb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874131:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483542.874134:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2efb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874141:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2efb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874150:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x28d475f8 (ffff9f7608853500) 00010000:00010000:0.0:1788483542.874153:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483542.874156:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2efb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874162:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2efb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3f:0x0].0x28d475f8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874218:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2eed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147643 expref: 100 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874233:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f02 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147643 expref: 99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483542.874248:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483542.874250:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483542.874253:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524a00, rc 0) 00000100:00100000:0.0:1788483542.874347:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+99:30561:x1875360224847104:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1030us (2127us total) trans 4294968039 rc 0/0 00000100:00100000:0.0:1788483542.874355:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1221 00000100:00100000:3.0:1788483542.884694:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483542.884881:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224847232 00000100:00100000:2.0:1788483542.884896:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224847232 00000100:00100000:2.0:1788483542.884980:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1222 00000100:00100000:2.0:1788483542.884994:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+99:30561:x1875360224847232:12345-192.168.206.36@tcp:54:lfs.0 00010000:00010000:2.0:1788483542.885102:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2f10 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483542.885124:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2f10 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483542.885139:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2f10 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483542.885188:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2f10 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483542.885196:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2f10 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483542.885203:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2f10 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483542.885210:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483542.885215:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2f10 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483542.885224:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2f10 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483542.885240:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:2.0:1788483542.885245:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483542.885251:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2f10 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483542.885259:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f2f10 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483542.885354:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+99:30561:x1875360224847232:12345-192.168.206.36@tcp:54:lfs.0 Request processed in 362us (669us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483542.885371:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1222 00000100:00100000:3.0:1788483542.889736:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483542.889901:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224847488 00000100:00100000:0.0:1788483542.889915:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224847488 00000100:00100000:0.0:1788483542.889986:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 232 00000100:00100000:0.0:1788483542.890000:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+99:30561:x1875360224847488:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:0.0:1788483542.890304:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+100:30561:x1875360224847488:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 306us (581us total) trans 4294968040 rc 0/0 00000100:00100000:0.0:1788483542.890313:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 232 00010000:00010000:3.0:1788483543.815010:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483544.133230:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250969856:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483544.133327:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483544.133859:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250969856 00000100:00100000:1.0:1788483544.133871:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250969856 00000100:00080000:2.0:1788483544.133914:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483544.133961:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1788483544.133975:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250969856:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483544.134013:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:1.0:1788483544.134098:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250969856:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483544.134109:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1788483544.134146:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250969856:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483544.136672:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250969984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483544.136841:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483544.138113:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250969984 00000100:00100000:2.0:1788483544.138128:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250969984 00000100:00100000:2.0:1788483544.138217:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1788483544.138228:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250969984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483544.138259:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1788483544.138333:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250969984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (1492us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483544.138342:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00080000:1.0:1788483544.138576:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483544.138630:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250969984:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1788483544.836780:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483545.157816:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483545.157852:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250970112:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483545.157955:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483545.158053:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250970112 00000100:00100000:3.0:1788483545.158063:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250970112 00000100:00100000:3.0:1788483545.158137:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1788483545.158149:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250970112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483545.158195:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:3.0:1788483545.158264:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250970112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483545.158273:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:3.0:1788483545.158331:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250970112:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788483545.861215:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483546.053861:0:23081:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483546.053876:0:23081:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483546.053905:0:23081:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 33 count 3 00000040:00080000:1.0:1788483546.053917:0:23081:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1788483546.185270:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967365 is committed 00000001:00080000:2.0:1788483546.185409:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968040 is committed 00000004:00080000:2.0:1788483546.185424:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 19 committed 00000001:00080000:2.0:1788483546.185468:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968038 is committed 00000004:00080000:2.0:1788483546.185473:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 18 committed 00010000:00010000:0.0:1788483546.185675:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.185691:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.185700:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.185707:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483546.185713:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.185722:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.185745:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x20:0x0].0x0 (ffff9f7636633b00) 00010000:00010000:0.0:1788483546.185748:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483546.185755:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.185762:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f2eb5 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x20:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483546.185932:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483546.185961:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250970240:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788483546.186061:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483546.186162:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250970240 00000100:00100000:0.0:1788483546.186174:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250970240 00000100:00100000:0.0:1788483546.186246:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1788483546.186258:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250970240:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:0.0:1788483546.186293:0:8433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:24 count 1 00002000:00010000:0.0:1788483546.186335:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a9a17cd, atime: 0x6a9a17cd, ctime: 0x6a9a17cd, blocks: 0x8 00010000:00010000:0.0:1788483546.186344:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000226ced4a/0xf2b1f833e60f2f17 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.186362:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=711s v=(0 0) 00010000:00010000:0.0:1788483546.186367:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483546.186374:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000226ced4a/0xf2b1f833e60f2f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.186397:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000226ced4a/0xf2b1f833e60f2f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.186407:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000226ced4a/0xf2b1f833e60f2f17 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.186415:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000226ced4a/0xf2b1f833e60f2f17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.186435:0:8433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788483546.187200:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250970240:12345-0@lo:6:osp-syn-1-0.0 Request processed in 937us (1134us total) trans 4294967366 rc 0/0 00000100:00100000:0.0:1788483546.187212:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00080000:0.0:1788483546.187258:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788483546.187275:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483546.187284:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000226ced4a/0xf2b1f833e60f2f17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.187295:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483546.187301:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000226ced4a/0xf2b1f833e60f2f17 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.187311:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000226ced4a/0xf2b1f833e60f2f17 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.187339:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000226ced4a/0xf2b1f833e60f2f17 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.187347:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000226ced4a/0xf2b1f833e60f2f17 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483546.187368:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483546.187370:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483546.187372:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788483546.191521:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7508196300/2, rc 0, transno 4294967366 00000100:00100000:2.0:1788483546.191542:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250970240:0@lo:6:osp-syn-1-0.0 00000100:00100000:1.0:1788483546.280021:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483546.280060:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483546.280091:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483546.280108:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483546.280133:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483546.280152:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483546.280169:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483546.280186:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483546.280222:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483546.280260:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224847744 00000100:00100000:1.0:1788483546.280272:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224847744 00000100:00100000:1.0:1788483546.280427:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224848256 00000100:00100000:1.0:1788483546.280431:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224848256 00000100:00100000:1.0:1788483546.280460:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224847872 00000100:00100000:1.0:1788483546.280463:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224847872 00000100:00100000:1.0:1788483546.280476:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224848384 00000100:00100000:1.0:1788483546.280478:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224848384 00000100:00100000:1.0:1788483546.280496:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 903 00000100:00100000:1.0:1788483546.280526:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2402:x1875360224847744:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483546.280624:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2402:x1875360224847744:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 100us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.280631:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 903 00000100:00100000:1.0:1788483546.280654:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 904 00000100:00100000:1.0:1788483546.280660:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2402:x1875360224848256:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483546.280685:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2402:x1875360224848256:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.280690:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 904 00000100:00100000:1.0:1788483546.280701:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 905 00000100:00100000:1.0:1788483546.280705:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224847872:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483546.280726:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224847872:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 20us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.280731:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 905 00000100:00100000:1.0:1788483546.280740:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 906 00000100:00100000:1.0:1788483546.280746:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224848384:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483546.280765:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224848384:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 19us (579us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.280770:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 906 00000100:00100000:1.0:1788483546.280788:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224848000 00000100:00100000:1.0:1788483546.280792:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224848000 00000100:00100000:1.0:1788483546.280817:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224848512 00000100:00100000:1.0:1788483546.280821:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224848512 00000100:00100000:1.0:1788483546.280833:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224848128 00000100:00100000:1.0:1788483546.280836:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224848128 00000100:00100000:1.0:1788483546.280847:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224848640 00000100:00100000:1.0:1788483546.280849:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224848640 00000100:00100000:1.0:1788483546.280861:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 530 00000100:00100000:1.0:1788483546.280867:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224848000:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483546.282025:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224848000:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1147us (1953us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.282037:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 530 00000100:00100000:1.0:1788483546.282067:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 531 00000100:00100000:1.0:1788483546.282091:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224848512:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483546.282132:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224848512:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 46us (2022us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.282138:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 531 00000100:00100000:1.0:1788483546.282152:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 532 00000100:00100000:1.0:1788483546.282158:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224848128:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483546.282185:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224848128:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (2015us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.282190:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 532 00000100:00100000:1.0:1788483546.282201:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 533 00000100:00100000:1.0:1788483546.282208:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224848640:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483546.282231:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224848640:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (2009us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.282239:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 533 00000100:00080000:1.0:1788483546.282290:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483546.282295:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483546.282298:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483546.282302:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483546.285531:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224847616 00000100:00100000:3.0:1788483546.285553:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224847616 00000100:00100000:3.0:1788483546.285631:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 715 00000100:00100000:3.0:1788483546.285642:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224847616:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483546.285724:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224847616:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 84us (5590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483546.285733:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 715 00000100:00100000:1.0:1788483546.702148:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250970368:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.702240:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.702303:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250970880:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.702331:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.702352:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250971392:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.702653:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.702722:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788483546.702730:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250970496:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.702757:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.702775:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250971008:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.702797:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.702815:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250971520:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.702838:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.702871:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250970624:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.702898:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.702918:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360250971136:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.702957:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.702976:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360250971648:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.703000:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.703020:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788483546.703027:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250970752:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.703050:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.703078:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250971264:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.703103:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.705849:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250970368 00000100:00100000:1.0:1788483546.705863:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250970368 00000100:00100000:1.0:1788483546.705943:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1788483546.705956:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250970368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.706040:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250970368:12345-0@lo:400:kworker.0 Request processed in 86us (3798us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.706049:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1788483546.706112:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250970880 00000100:00100000:1.0:1788483546.706117:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250970880 00000100:00100000:1.0:1788483546.706146:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250970624 00000100:00100000:1.0:1788483546.706150:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250970624 00000100:00100000:1.0:1788483546.706164:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788483546.706171:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250970880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.706209:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250970880:12345-0@lo:400:kworker.0 Request processed in 39us (3877us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.706216:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788483546.706230:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1788483546.706237:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250970624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.706269:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250970624:12345-0@lo:400:kworker.0 Request processed in 33us (3370us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.706274:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1788483546.706295:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250970496 00000100:00100000:1.0:1788483546.706299:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250970496 00000100:00100000:1.0:1788483546.706319:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250971008 00000100:00100000:1.0:1788483546.706322:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250971008 00000100:00100000:1.0:1788483546.706367:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250971520 00000100:00100000:1.0:1788483546.706371:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250971520 00000100:00100000:1.0:1788483546.706387:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250971136 00000100:00100000:1.0:1788483546.706390:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250971136 00000100:00100000:1.0:1788483546.706408:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250971648 00000100:00100000:1.0:1788483546.706412:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250971648 00000100:00100000:1.0:1788483546.706424:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250970752 00000100:00100000:1.0:1788483546.706427:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250970752 00000100:00100000:1.0:1788483546.706440:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1788483546.706446:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250970496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.706481:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250970496:12345-0@lo:400:kworker.0 Request processed in 35us (3723us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.706487:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1788483546.706524:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1788483546.706532:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250971008:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.706734:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250971008:12345-0@lo:400:kworker.0 Request processed in 202us (3934us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.706741:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1788483546.706756:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1788483546.706762:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250971520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.706793:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250971520:12345-0@lo:400:kworker.0 Request processed in 32us (3954us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.706799:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1788483546.706812:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1788483546.706819:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360250971136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.706847:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360250971136:12345-0@lo:400:kworker.0 Request processed in 29us (3890us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.706853:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:1.0:1788483546.706865:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1788483546.706871:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360250971648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.706899:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360250971648:12345-0@lo:400:kworker.0 Request processed in 28us (3898us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.706905:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 911 00000100:00100000:1.0:1788483546.706981:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 912 00000100:00100000:1.0:1788483546.706991:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250970752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.707024:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250970752:12345-0@lo:400:kworker.0 Request processed in 35us (3973us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.707030:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 912 00000100:00080000:1.0:1788483546.707134:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483546.707140:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483546.707155:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250972032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483546.707198:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.707234:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483546.707241:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250971904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483546.707266:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483546.707299:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250972032 00000100:00100000:1.0:1788483546.707303:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250972032 00000100:00100000:1.0:1788483546.707330:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250971904 00000100:00100000:1.0:1788483546.707333:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250971904 00000100:00100000:1.0:1788483546.707352:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1788483546.707740:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250972032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483546.707768:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483546.707811:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250972032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 452us (612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.707818:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1788483546.707833:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1788483546.707840:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250971904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483546.707849:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483546.707886:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250971904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.707892:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00080000:1.0:1788483546.707908:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483546.707959:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250971904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483546.707974:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250972032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483546.708015:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250970496:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.708028:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250971008:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.708039:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250971520:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.708050:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250970368:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.708061:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250970880:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.708102:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250971776:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.708127:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483546.710169:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250971392 00000100:00100000:0.0:1788483546.710184:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250971392 00000100:00100000:0.0:1788483546.710278:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250971264 00000100:00100000:0.0:1788483546.710282:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250971264 00000100:00100000:0.0:1788483546.710312:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1788483546.710321:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250971392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483546.710433:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250971392:12345-0@lo:400:kworker.0 Request processed in 113us (7780us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483546.710442:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1788483546.710462:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788483546.710469:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250971264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483546.710523:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250971264:12345-0@lo:400:kworker.0 Request processed in 55us (7418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483546.710529:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788483546.710605:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250971392:0@lo:400:kworker.0 00000100:00080000:3.0:1788483546.710795:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483546.718179:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250970624:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.718205:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360250971136:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.718221:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360250971648:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.718264:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250970752:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.718280:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250971264:0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.718330:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250971776 00000100:00100000:1.0:1788483546.718339:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250971776 00000100:00100000:1.0:1788483546.718722:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1788483546.718737:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250971776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483546.718855:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250971776:12345-0@lo:400:kworker.0 Request processed in 121us (10726us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483546.718863:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1788483546.719454:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250971776:0@lo:400:kworker.0 00010000:00010000:3.0:1788483546.884826:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483547.204890:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483547.204921:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250972160:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483547.205010:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483547.205211:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250972160 00000100:00100000:1.0:1788483547.205222:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250972160 00000100:00100000:1.0:1788483547.205287:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1788483547.205299:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250972160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483547.205343:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483547.205409:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250972160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483547.205417:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1788483547.205649:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250972160:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788483547.269443:0:23129:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788483547.909018:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483548.932746:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483549.254127:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483549.254158:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250972288:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483549.254249:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483549.254315:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250972288 00000100:00100000:0.0:1788483549.254326:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250972288 00000100:00100000:0.0:1788483549.254403:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1788483549.254416:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250972288:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788483549.254446:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1788483549.254462:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1788483549.254558:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250972288:12345-0@lo:13:osp-pre-0-0.0 Request processed in 145us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483549.254566:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:2.0:1788483549.255610:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250972288:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483549.255986:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250972416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483549.256043:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483549.257006:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250972416 00000100:00100000:2.0:1788483549.257020:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250972416 00000100:00100000:2.0:1788483549.257101:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1788483549.257112:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250972416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483549.257143:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1788483549.257206:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250972416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483549.257213:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1788483549.257270:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250972416:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483549.257744:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788483549.957757:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483550.151089:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483550.151102:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483550.151221:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 32 count 1 00000040:00080000:3.0:1788483550.151232:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483550.276957:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483550.277001:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250972544:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483550.277115:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483550.277491:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250972544 00000100:00100000:1.0:1788483550.277533:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250972544 00000100:00100000:1.0:1788483550.277606:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:1.0:1788483550.277618:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250972544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483550.277662:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:1.0:1788483550.277718:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250972544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 103us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483550.277726:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1788483550.277899:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250972544:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788483550.982162:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483551.366381:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788483551.400083:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483551.400876:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483551.401021:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483551.401086:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224849152 00000100:00100000:3.0:1788483551.401100:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224849152 00000100:00100000:3.0:1788483551.401189:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 537 00000100:00100000:3.0:1788483551.401213:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2400:x1875360224849152:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483551.401308:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2400:x1875360224849152:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 108us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483551.401318:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 537 00000100:00080000:0.0:1788483551.402599:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483551.407244:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483551.407291:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483551.407320:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483551.407734:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224849664 00000100:00100000:3.0:1788483551.407746:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224849664 00000100:00100000:3.0:1788483551.407848:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 538 00000100:00100000:3.0:1788483551.407861:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224849664:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483551.407963:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224849664:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 104us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483551.407971:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 538 00000100:00100000:3.0:1788483551.408167:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224848768 00000100:00100000:3.0:1788483551.408172:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224848768 00000100:00100000:3.0:1788483551.408202:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 717 00000100:00100000:3.0:1788483551.408209:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224848768:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483551.408242:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224848768:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 33us (950us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483551.408249:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 717 00000100:00080000:3.0:1788483551.408319:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483551.408630:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224848896 00000100:00100000:1.0:1788483551.408637:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224848896 00000100:00100000:0.0:1788483551.411449:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224849408 00000100:00100000:0.0:1788483551.411472:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224849408 00000100:00100000:1.0:1788483551.411582:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224849024 00000100:00100000:1.0:1788483551.411587:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224849024 00000100:00100000:2.0:1788483551.411622:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483551.411655:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483551.411686:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483551.411710:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224849280 00000100:00100000:2.0:1788483551.411714:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224849280 00000100:00100000:2.0:1788483551.416779:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224849792 00000100:00100000:2.0:1788483551.416798:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224849792 00000100:00100000:2.0:1788483551.416846:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 539 00000100:00100000:2.0:1788483551.416858:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2400:x1875360224849280:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483551.416961:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2400:x1875360224849280:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 105us (5345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483551.416969:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 539 00000100:00100000:2.0:1788483551.416992:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 540 00000100:00100000:2.0:1788483551.417000:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224849792:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483551.417028:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224849792:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (5342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483551.417035:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 540 00000100:00100000:2.0:1788483551.417305:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224849536 00000100:00100000:2.0:1788483551.417311:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224849536 00000100:00100000:2.0:1788483551.417359:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 913 00000100:00100000:2.0:1788483551.417365:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224849536:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483551.417401:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224849536:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 36us (5746us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483551.417408:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 913 00000100:00100000:2.0:1788483551.417456:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 914 00000100:00100000:2.0:1788483551.417463:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2400:x1875360224848896:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483551.417492:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2400:x1875360224848896:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (17425us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483551.417527:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 914 00000100:00080000:3.0:1788483551.419114:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483551.419127:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483551.419131:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483551.419627:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 915 00000100:00100000:0.0:1788483551.419644:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2400:x1875360224849408:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483551.419745:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2400:x1875360224849408:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 106us (18723us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483551.419753:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 915 00000100:00100000:1.0:1788483551.420647:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 916 00000100:00100000:1.0:1788483551.420661:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224849024:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483551.420730:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224849024:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 74us (13409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483551.420736:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 916 00000100:00100000:2.0:1788483551.813793:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250973056:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.813885:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483551.813975:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250973568:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.814006:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483551.814033:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250974080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.814072:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483551.814100:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788483551.814107:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360250972928:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.814132:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483551.814281:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250973056 00000100:00100000:1.0:1788483551.814292:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250973056 00000100:00100000:1.0:1788483551.814350:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1788483551.814360:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250973056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483551.814425:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250973056:12345-0@lo:400:kworker.0 Request processed in 66us (540us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483551.814434:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1788483551.814464:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250973568 00000100:00100000:1.0:1788483551.814468:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250973568 00000100:00100000:1.0:1788483551.814530:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250974080 00000100:00100000:1.0:1788483551.814534:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250974080 00000100:00100000:1.0:1788483551.814556:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250972928 00000100:00100000:1.0:1788483551.814559:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250972928 00000100:00100000:1.0:1788483551.814576:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1788483551.814583:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250973568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483551.814617:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250973568:12345-0@lo:400:kworker.0 Request processed in 35us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483551.814624:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:1.0:1788483551.814636:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1788483551.814643:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250974080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483551.814671:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250974080:12345-0@lo:400:kworker.0 Request processed in 29us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483551.814678:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:1.0:1788483551.814689:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 919 00000100:00100000:1.0:1788483551.814696:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250972928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483551.814721:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360250972928:12345-0@lo:400:kworker.0 Request processed in 26us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483551.814727:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 919 00000100:00100000:0.0:1788483551.814973:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250972672:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483551.815011:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483551.815034:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250973184:0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.815072:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483551.815091:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250973696:0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.815117:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483551.815133:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250974208:0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.815170:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483551.815194:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1788483551.815202:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250972800:0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.815348:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483551.815385:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250973312:0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.815410:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483551.815428:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250973824:0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.815452:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483551.815471:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250974336:0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.815494:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483551.815558:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250972672 00000100:00100000:0.0:1788483551.815563:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250972672 00000100:00100000:0.0:1788483551.815606:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1788483551.815613:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250972672:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483551.815643:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788483551.815685:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250972672:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (673us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483551.815692:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1788483551.815715:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250972800 00000100:00100000:0.0:1788483551.815718:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250972800 00000100:00100000:0.0:1788483551.815743:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1788483551.815749:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250972800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.815796:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250972800:12345-0@lo:400:kworker.0 Request processed in 46us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483551.815803:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1788483551.815854:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250973312 00000100:00100000:0.0:1788483551.815858:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250973312 00000100:00100000:0.0:1788483551.815886:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1788483551.815895:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250973312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.815928:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250973312:12345-0@lo:400:kworker.0 Request processed in 36us (517us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483551.815934:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1788483551.815954:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250973184 00000100:00100000:0.0:1788483551.815958:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250973184 00000100:00100000:0.0:1788483551.815984:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1788483551.815990:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250973184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.816017:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250973184:12345-0@lo:400:kworker.0 Request processed in 28us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483551.816023:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 920 00000100:00100000:0.0:1788483551.816052:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250973696 00000100:00100000:0.0:1788483551.816056:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250973696 00000100:00100000:0.0:1788483551.816084:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250974208 00000100:00100000:0.0:1788483551.816087:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250974208 00000100:00100000:0.0:1788483551.816099:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250973824 00000100:00100000:0.0:1788483551.816102:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250973824 00000100:00100000:0.0:1788483551.816114:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250974336 00000100:00100000:0.0:1788483551.816116:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250974336 00000100:00100000:0.0:1788483551.816128:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1788483551.816135:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250973696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483551.816387:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1788483551.816396:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250974208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483551.816436:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250974208:12345-0@lo:400:kworker.0 Request processed in 42us (1266us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483551.816441:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1788483551.816456:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1788483551.816462:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250973824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483551.816490:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250973824:12345-0@lo:400:kworker.0 Request processed in 28us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483551.816496:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1788483551.816538:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1788483551.816545:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250974336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483551.816572:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250974336:12345-0@lo:400:kworker.0 Request processed in 29us (1077us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483551.816578:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1788483551.816608:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250974464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483551.816640:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483551.816677:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250974464 00000100:00100000:3.0:1788483551.816681:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250974464 00000100:00100000:3.0:1788483551.816710:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788483551.816717:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250974464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483551.816731:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788483551.816764:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250974464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483551.816770:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788483551.816820:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250974464:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788483551.816845:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483551.816850:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483551.816853:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483551.817227:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250972800:0@lo:400:kworker.0 00000100:00100000:3.0:1788483551.817244:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250973312:0@lo:400:kworker.0 00000100:00100000:3.0:1788483551.817258:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250973824:0@lo:400:kworker.0 00000100:00100000:3.0:1788483551.817271:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250974336:0@lo:400:kworker.0 00000100:00100000:3.0:1788483551.817287:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250972672:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483551.817299:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250973184:0@lo:400:kworker.0 00000100:00100000:3.0:1788483551.817310:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250974208:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.817692:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360250973440:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.817748:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483551.817779:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360250973952:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.817803:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483551.817831:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250973056:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.817845:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250973568:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.817857:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250974080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.817879:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360250972928:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.817918:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250973440 00000100:00100000:2.0:1788483551.817923:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250973440 00000100:00080000:2.0:1788483551.817948:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483551.817982:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250973952 00000100:00100000:2.0:1788483551.817985:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250973952 00000100:00080000:2.0:1788483551.818000:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483551.818023:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1788483551.818031:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360250973440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.818091:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360250973440:12345-0@lo:400:kworker.0 Request processed in 60us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483551.818098:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:2.0:1788483551.818118:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1788483551.818124:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250973952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.818151:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360250973952:12345-0@lo:400:kworker.0 Request processed in 27us (347us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483551.818164:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:2.0:1788483551.818191:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360250973440:0@lo:400:kworker.0 00000100:00100000:2.0:1788483551.818201:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360250973952:0@lo:400:kworker.0 00000100:00100000:0.0:1788483551.821977:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250973696:12345-0@lo:400:kworker.0 Request processed in 5827us (6844us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483551.821996:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000001:00080000:1.0:1788483551.822311:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967366 is committed 00000100:00100000:3.0:1788483551.824061:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250973696:0@lo:400:kworker.0 00010000:00010000:1.0:1788483552.004890:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483552.329239:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250974592:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483552.329352:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483552.329619:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250974592 00000100:00100000:1.0:1788483552.329630:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250974592 00000100:00100000:1.0:1788483552.329702:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1788483552.329714:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250974592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483552.329757:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483552.329828:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250974592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483552.329836:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:2.0:1788483552.330402:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250974592:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788483553.028882:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483554.052724:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483554.372998:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483554.373042:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250974720:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483554.373126:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483554.373275:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250974848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483554.373304:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483554.373370:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250974720 00000100:00100000:2.0:1788483554.373380:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250974720 00000100:00100000:2.0:1788483554.373434:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250974848 00000100:00100000:2.0:1788483554.373437:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250974848 00000100:00100000:2.0:1788483554.373455:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:2.0:1788483554.373465:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250974720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483554.373523:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1788483554.373618:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1788483554.373629:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250974848:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483554.373641:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00080000:0.0:1788483554.375727:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483554.378011:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250974720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4530us (4867us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483554.378039:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1788483554.385430:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250974848:12345-0@lo:13:osp-pre-0-0.0 Request processed in 11788us (12109us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483554.385449:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1788483554.393939:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250974848:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483554.393968:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250974720:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788483555.076921:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483555.397802:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250974976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483555.397911:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483555.403395:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250974976 00000100:00100000:0.0:1788483555.403418:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250974976 00000100:00100000:0.0:1788483555.403626:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1788483555.403640:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250974976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483555.403688:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:0.0:1788483555.403803:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250974976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 165us (5892us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483555.403810:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1788483555.405778:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250974976:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788483556.103523:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483556.519604:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483556.519652:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483556.519675:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483556.519709:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483556.519738:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483556.519756:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483556.519778:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483556.519799:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483556.519824:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483556.519860:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224850048 00000100:00100000:2.0:1788483556.519872:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224850048 00000100:00100000:2.0:1788483556.519958:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224850560 00000100:00100000:2.0:1788483556.519962:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224850560 00000100:00100000:2.0:1788483556.519995:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224850176 00000100:00100000:2.0:1788483556.519998:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224850176 00000100:00100000:2.0:1788483556.520012:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224850688 00000100:00100000:2.0:1788483556.520014:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224850688 00000100:00100000:2.0:1788483556.520042:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 923 00000100:00100000:2.0:1788483556.520053:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2399:x1875360224850048:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483556.520164:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2399:x1875360224850048:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 112us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483556.520173:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 923 00000100:00100000:2.0:1788483556.520195:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 924 00000100:00100000:2.0:1788483556.520201:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2399:x1875360224850560:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483556.520225:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2399:x1875360224850560:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483556.520231:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 924 00000100:00100000:2.0:1788483556.520241:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 925 00000100:00100000:2.0:1788483556.520247:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224850176:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483556.520269:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224850176:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483556.520275:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 925 00000100:00100000:2.0:1788483556.520286:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 926 00000100:00100000:2.0:1788483556.520292:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224850688:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483556.520315:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224850688:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (515us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483556.520320:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 926 00000100:00100000:0.0:1788483556.520444:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224850304 00000100:00100000:0.0:1788483556.520449:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224850304 00000100:00100000:0.0:1788483556.520487:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224850816 00000100:00100000:0.0:1788483556.520490:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224850816 00000100:00080000:1.0:1788483556.520595:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483556.520601:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483556.520603:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483556.520806:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224850432 00000100:00100000:0.0:1788483556.520810:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224850432 00000100:00100000:0.0:1788483556.520832:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224850944 00000100:00100000:0.0:1788483556.520835:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224850944 00000100:00100000:0.0:1788483556.520851:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 545 00000100:00100000:0.0:1788483556.520858:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2399:x1875360224850304:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483556.520900:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2399:x1875360224850304:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 43us (1248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483556.520907:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 545 00000100:00100000:0.0:1788483556.520923:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 546 00000100:00100000:0.0:1788483556.520930:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224850816:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483556.520954:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224850816:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (1244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483556.520961:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 546 00000100:00100000:0.0:1788483556.520971:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 547 00000100:00100000:0.0:1788483556.520977:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224850432:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483556.521000:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224850432:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (1222us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483556.521006:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 547 00000100:00100000:0.0:1788483556.521037:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 548 00000100:00100000:0.0:1788483556.521044:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224850944:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483556.521068:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224850944:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (1243us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483556.521074:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 548 00000100:00080000:0.0:1788483556.521130:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483556.524886:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224849920 00000100:00100000:3.0:1788483556.524906:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224849920 00000100:00100000:3.0:1788483556.524986:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 719 00000100:00100000:3.0:1788483556.524998:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224849920:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483556.525139:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224849920:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 143us (5399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483556.525147:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 719 00000100:00100000:3.0:1788483556.932749:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483556.932783:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250975488:0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.932903:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483556.932985:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250975104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483556.933030:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483556.933038:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250975232:0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.933073:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250976000:0@lo:400:kworker.0 00000100:00100000:2.0:1788483556.933157:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250975616:0@lo:400:kworker.0 00000100:00100000:1.0:1788483556.933204:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250975360:0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.933253:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483556.933285:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250976512:0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.933311:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483556.933368:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250976000 00000100:00100000:3.0:1788483556.933377:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250976000 00000100:00100000:3.0:1788483556.933446:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250976512 00000100:00100000:3.0:1788483556.933450:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250976512 00000100:00100000:3.0:1788483556.933479:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 927 00000100:00100000:3.0:1788483556.933488:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250976000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.933574:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250976000:12345-0@lo:400:kworker.0 Request processed in 86us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483556.933582:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 927 00000100:00100000:3.0:1788483556.933601:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1788483556.933607:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250976512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.933640:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250976512:12345-0@lo:400:kworker.0 Request processed in 33us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483556.933646:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 928 00000100:00100000:3.0:1788483556.933691:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250976000:0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.933704:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250976512:0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.933761:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250975104 00000100:00100000:3.0:1788483556.933765:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250975104 00000100:00100000:3.0:1788483556.933795:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1788483556.933803:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250975104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483556.933828:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788483556.933868:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250975104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483556.933874:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1788483556.933893:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250975488 00000100:00100000:3.0:1788483556.933897:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250975488 00000100:00100000:3.0:1788483556.933924:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1788483556.933930:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250975488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.933967:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250975488:12345-0@lo:400:kworker.0 Request processed in 36us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483556.933973:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1788483556.934000:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e5b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250975488:0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.934027:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250975104:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788483556.934068:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483556.934074:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483556.934956:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483556.935057:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250975744:0@lo:400:kworker.0 00000100:00100000:0.0:1788483556.935115:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483556.935135:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250975232 00000100:00100000:0.0:1788483556.935145:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250976256:0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.935147:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250975232 00000100:00100000:0.0:1788483556.935190:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483556.935218:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1788483556.935227:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250976768:0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.935232:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250975232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483556.935263:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483556.935312:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250975232:12345-0@lo:400:kworker.0 Request processed in 82us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483556.935321:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:0.0:1788483556.935325:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e59880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250975232:0@lo:400:kworker.0 00000100:00100000:0.0:1788483556.935370:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250975744 00000100:00100000:0.0:1788483556.935378:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250975744 00000100:00100000:3.0:1788483556.935399:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250976256 00000100:00100000:3.0:1788483556.935407:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250976256 00000100:00100000:0.0:1788483556.935452:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1788483556.935459:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250976768 00000100:00100000:3.0:1788483556.935465:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250976768 00000100:00100000:0.0:1788483556.935469:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250975744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.935496:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788483556.935529:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250976256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.935569:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250976256:12345-0@lo:400:kworker.0 Request processed in 42us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483556.935575:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788483556.935587:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1788483556.935593:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250976768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.935620:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250976768:12345-0@lo:400:kworker.0 Request processed in 28us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483556.935626:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00080000:3.0:1788483556.935646:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483556.935650:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483556.936783:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250976256:0@lo:400:kworker.0 00000100:00100000:3.0:1788483556.936934:0:3638:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:3.0:1788483556.936941:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7508196300, transno 4294967366 00000100:00100000:3.0:1788483556.936957:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507748a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250976768:0@lo:400:kworker.0 00000100:00100000:2.0:1788483556.938889:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483556.939032:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250976128:0@lo:400:kworker.0 00000100:00100000:2.0:1788483556.939078:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483556.939080:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250975744:12345-0@lo:400:kworker.0 Request processed in 3612us (3959us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483556.939094:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1788483556.939123:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250976128 00000100:00100000:2.0:1788483556.939133:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250976128 00000100:00100000:2.0:1788483556.939195:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1788483556.939205:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250976128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483556.939208:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250975744:0@lo:400:kworker.0 00000100:00080000:0.0:1788483556.939258:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483556.939272:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250976128:12345-0@lo:400:kworker.0 Request processed in 50us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483556.939280:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1788483556.939313:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250976128:0@lo:400:kworker.0 00000100:00100000:2.0:1788483556.939338:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250976640:0@lo:400:kworker.0 00000100:00100000:2.0:1788483556.939364:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483556.939397:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250976640 00000100:00100000:0.0:1788483556.939403:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250976640 00000100:00100000:0.0:1788483556.939435:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1788483556.939445:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250976640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483556.939519:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250976640:12345-0@lo:400:kworker.0 Request processed in 55us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483556.939526:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1788483556.940034:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250976640:0@lo:400:kworker.0 00000100:00100000:1.0:1788483556.940668:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483556.940730:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250975872:0@lo:400:kworker.0 00000100:00100000:1.0:1788483556.940773:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483556.942265:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250975616 00000100:00100000:0.0:1788483556.942284:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250975616 00000100:00100000:1.0:1788483556.944033:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250975360 00000100:00100000:1.0:1788483556.944049:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250975360 00000100:00100000:1.0:1788483556.944103:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250975872 00000100:00100000:1.0:1788483556.944105:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250975872 00000100:00100000:1.0:1788483556.944139:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1788483556.944149:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250975616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483556.944252:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250975616:12345-0@lo:400:kworker.0 Request processed in 104us (5371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483556.944259:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:1.0:1788483556.944279:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1788483556.944284:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250975360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483556.944311:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250975360:12345-0@lo:400:kworker.0 Request processed in 27us (3658us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483556.944316:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:1.0:1788483556.944328:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1788483556.944333:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250975872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483556.944354:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250975872:12345-0@lo:400:kworker.0 Request processed in 21us (3585us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483556.944363:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:1.0:1788483556.944410:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250975872:0@lo:400:kworker.0 00000100:00100000:1.0:1788483556.944423:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250976384:0@lo:400:kworker.0 00000100:00100000:1.0:1788483556.944459:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483556.944474:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250976896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483556.944495:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483556.944554:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250975360:0@lo:400:kworker.0 00000100:00100000:1.0:1788483556.944593:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250976384 00000100:00100000:1.0:1788483556.944596:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250976384 00000100:00100000:1.0:1788483556.944621:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1788483556.944626:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250976384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483556.944664:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250976384:12345-0@lo:400:kworker.0 Request processed in 37us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483556.944669:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1788483556.944696:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250976384:0@lo:400:kworker.0 00000100:00080000:1.0:1788483556.944725:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483556.944738:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250976896 00000100:00100000:3.0:1788483556.944753:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250976896 00000100:00100000:3.0:1788483556.944831:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1788483556.944845:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250976896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483556.944874:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:3.0:1788483556.944975:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250976896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 134us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483556.944981:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1788483556.945067:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250975616:0@lo:400:kworker.0 00000100:00100000:0.0:1788483556.945225:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250976896:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788483557.126729:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483557.446357:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483557.446384:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250977024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483557.446456:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483557.446624:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250977024 00000100:00100000:1.0:1788483557.446632:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250977024 00000100:00100000:1.0:1788483557.446683:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1788483557.446692:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250977024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483557.446723:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483557.446775:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250977024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483557.446782:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1788483557.447228:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250977024:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788483558.148889:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483559.181312:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483559.492850:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250977152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483559.492926:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483559.493162:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250977152 00000100:00100000:2.0:1788483559.493170:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250977152 00000100:00080000:1.0:1788483559.493285:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483559.493973:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250977280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483559.494023:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483559.509905:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250977280 00000100:00100000:2.0:1788483559.509921:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250977280 00000100:00100000:3.0:1788483559.510115:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1788483559.510131:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250977152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483559.510178:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:3.0:1788483559.510373:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250977152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 247us (17446us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483559.510382:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1788483559.512454:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1788483559.512466:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250977280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483559.512488:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 161717056 pending 0 free 3921387520 avail 3689865216 00000100:00100000:2.0:1788483559.512706:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250977280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 241us (18682us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483559.512713:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1788483559.512900:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250977280:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483559.512954:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250977152:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483559.513684:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483560.068882:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.069118:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224851200 00000100:00100000:3.0:1788483560.069132:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224851200 00000100:00100000:3.0:1788483560.069249:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1223 00000100:00100000:3.0:1788483560.069264:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30623:x1875360224851200:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:3.0:1788483560.069290:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483560.069328:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2f1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14764a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.069470:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2f25 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.069493:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2f25 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.069731:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2f25 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483560.069745:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:3.0:1788483560.069951:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2f1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14764a expref: 100 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788483560.070057:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788483560.070183:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2f25 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14764a expref: 99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.070193:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:3.0:1788483560.070196:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483560.070201:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f200, rc 0) 00000100:00100000:3.0:1788483560.070404:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+99:30623:x1875360224851200:12345-192.168.206.36@tcp:101:diff.0 Request processed in 1142us (1535us total) trans 4294968041 rc 0/0 00000100:00100000:3.0:1788483560.070413:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1223 00000100:00100000:3.0:1788483560.080902:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.081144:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224851456 00000100:00100000:0.0:1788483560.081158:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224851456 00000100:00100000:0.0:1788483560.081264:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 55 00000100:00100000:0.0:1788483560.081276:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+99:30623:x1875360224851456:12345-192.168.206.36@tcp:103:diff.0 00010000:00010000:0.0:1788483560.081296:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1788483560.081337:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2f25 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14764a expref: 99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.081371:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f02 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147643 expref: 98 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.081385:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f2e14 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1475fd expref: 97 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.081408:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483560.081422:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483560.081493:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30623:x1875360224851456:12345-192.168.206.36@tcp:103:diff.0 Request processed in 218us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.081562:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 55 00000100:00100000:0.0:1788483560.086022:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483560.086300:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224851584 00000100:00100000:1.0:1788483560.086324:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224851584 00000100:00100000:1.0:1788483560.086407:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1224 00000100:00100000:1.0:1788483560.086421:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30623:x1875360224851584:12345-192.168.206.36@tcp:58:diff.0 00010000:00010000:1.0:1788483560.086645:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.086666:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.086679:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788483560.086810:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].33, 136 off12680 00000100:00100000:1.0:1788483560.086913:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30623:x1875360224851584:12345-192.168.206.36@tcp:58:diff.0 Request processed in 494us (914us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483560.086922:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1224 00000100:00100000:1.0:1788483560.090631:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.090806:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224851712 00000100:00100000:0.0:1788483560.090819:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224851712 00000100:00100000:0.0:1788483560.090892:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1225 00000100:00100000:0.0:1788483560.090906:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30623:x1875360224851712:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:0.0:1788483560.090932:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483560.091035:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f3a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147651 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.091116:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.091130:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f3a lrc: 4/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147651 expref: 97 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.091158:0:12148:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.091721:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f3a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147651 expref: 97 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.091741:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7636633200) 00010000:00010000:0.0:1788483560.091745:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483560.091749:0:12148:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f3a lrc: 3/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147651 expref: 97 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.091759:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524a00, rc 0) 00000100:00100000:0.0:1788483560.091852:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30623:x1875360224851712:12345-192.168.206.36@tcp:101:diff.0 Request processed in 948us (1235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.091861:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1225 00010000:00010000:1.0:1788483560.206614:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483560.389842:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483560.389855:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483560.389889:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:1.0:1788483560.389897:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483560.390070:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507731880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250977408:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483560.390322:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608387d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483560.396529:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.397795:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224851840 00000100:00100000:0.0:1788483560.397813:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224851840 00000100:00100000:0.0:1788483560.397916:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1226 00000100:00100000:0.0:1788483560.397928:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:30624:x1875360224851840:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483560.397968:0:13707:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483560.398146:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:30624:x1875360224851840:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 220us (1630us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.398155:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1226 00000100:00080000:1.0:1788483560.399204:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483560.406078:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507731880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250977408:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483560.409843:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483560.409937:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224851968 00000100:00100000:1.0:1788483560.409950:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224851968 00000100:00100000:1.0:1788483560.410038:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1227 00000100:00100000:1.0:1788483560.410052:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30624:x1875360224851968:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788483560.410144:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2f41 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410165:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2f41 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410603:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2f41 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410625:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2f48 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410632:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2f48 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410638:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2f48 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410741:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410755:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410762:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483560.410821:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00000004:00200000:1.0:1788483560.410826:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483560.410842:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410854:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2f41 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410862:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2f41 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410869:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2f41 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410876:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483560.410880:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2f41 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410888:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2f41 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410902:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:1.0:1788483560.410906:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483560.410911:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2f41 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410922:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f2f41 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410935:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2f48 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410941:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2f48 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410947:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2f48 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.410952:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483560.410955:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2f48 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.411072:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2f48 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.411083:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x365f5752 (ffff9f7636633900) 00010000:00010000:1.0:1788483560.411086:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483560.411089:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2f48 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.411094:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f2f48 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x365f5752 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.411109:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.411115:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.411123:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.411129:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483560.411132:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.411137:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.411144:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7636633200) 00010000:00010000:1.0:1788483560.411147:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483560.411150:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.411156:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f2f4f lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483560.411730:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30624:x1875360224851968:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 1674us (1891us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483560.411742:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1227 00000100:00100000:1.0:1788483560.415861:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483560.415911:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224852224 00000100:00100000:1.0:1788483560.415922:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224852224 00000100:00100000:1.0:1788483560.416012:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1228 00000100:00100000:1.0:1788483560.416026:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30624:x1875360224852224:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483560.416054:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483560.416081:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2f56 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147658 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.416296:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2f5d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.416767:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2f5d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.416781:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2f5d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483560.416797:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x1f:0x0]: returning size 158 00010000:00010000:1.0:1788483560.416910:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2f5d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.416919:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2f5d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.416926:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2f5d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.416932:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483560.416937:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2f5d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.416945:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2f5d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.417569:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7636633200) 00010000:00010000:1.0:1788483560.417576:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483560.417583:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2f5d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.417596:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f2f5d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x1f:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.418083:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2f56 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147658 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.418100:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:1.0:1788483560.418103:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483560.418108:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f2f56 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147658 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.418120:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2c00, rc 0) 00000100:00100000:1.0:1788483560.418743:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:30624:x1875360224852224:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 2713us (2891us total) trans 4294968042 rc 301/301 00000100:00100000:1.0:1788483560.418755:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1228 00000100:00100000:1.0:1788483560.423696:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.424844:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224852352 00000100:00100000:3.0:1788483560.424871:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224852352 00000100:00100000:3.0:1788483560.424946:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1229 00000100:00100000:3.0:1788483560.424969:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:30624:x1875360224852352:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483560.425022:0:13707:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x1f:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483560.425191:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:30624:x1875360224852352:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 225us (1509us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483560.425199:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1229 00000100:00100000:1.0:1788483560.435598:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.435838:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224852608 00000100:00100000:0.0:1788483560.435852:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224852608 00000100:00100000:0.0:1788483560.435974:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1230 00000100:00100000:0.0:1788483560.436003:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:30624:x1875360224852608:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483560.436032:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483560.436061:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2f6b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14765f expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.437128:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2f72 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.437148:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2f72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.437162:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2f72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483560.437469:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00010000:00010000:0.0:1788483560.437586:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2f6b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14765f expref: 48 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.437609:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2f72 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14765f expref: 47 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.437620:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853200) 00010000:00010000:0.0:1788483560.437624:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483560.437628:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524200, rc 0) 00000100:00100000:0.0:1788483560.437792:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30624:x1875360224852608:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1804us (2205us total) trans 4294968043 rc 0/0 00000100:00100000:0.0:1788483560.437801:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1230 00000100:00100000:3.0:1788483560.441448:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.442829:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224852864 00000100:00100000:0.0:1788483560.442845:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224852864 00000100:00100000:0.0:1788483560.442924:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1231 00000100:00100000:0.0:1788483560.442939:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30624:x1875360224852864:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483560.443024:0:6514:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483560.443062:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f2f72 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14765f expref: 47 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.443083:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853200) 00010000:00010000:0.0:1788483560.443096:0:6514:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483560.443126:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f80 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.443142:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.443152:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.443167:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f87 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x3f:0x0].0x2d6346d4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.443175:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x2d6346d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.443182:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x2d6346d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444815:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f80 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444834:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f80 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444842:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444849:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483560.444854:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f80 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444862:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f80 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444879:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:0.0:1788483560.444882:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483560.444887:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f80 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444893:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f80 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x3f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444905:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f87 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x3f:0x0].0x2d6346d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444911:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f87 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x2d6346d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444917:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x2d6346d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444921:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483560.444924:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f87 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x2d6346d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444934:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f87 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x3f:0x0].0x2d6346d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444940:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x2d6346d4 (ffff9f7608853d00) 00010000:00010000:0.0:1788483560.444943:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483560.444945:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f87 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x2d6346d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.444951:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f87 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x3f:0x0].0x2d6346d4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483560.445098:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:30624:x1875360224852864:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 2159us (3660us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788483560.445108:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1231 00000100:00100000:0.0:1788483560.460488:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.460571:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224852992 00000100:00100000:0.0:1788483560.460686:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224852992 00000100:00100000:0.0:1788483560.460760:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1232 00000100:00100000:0.0:1788483560.460773:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:30624:x1875360224852992:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483560.460800:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483560.460831:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f8e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147666 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.460878:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.460895:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.460916:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.461061:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2f8e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147666 expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.461079:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147666 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.461089:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:0.0:1788483560.461092:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483560.461096:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524e00, rc 0) 00000100:00100000:0.0:1788483560.461169:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30624:x1875360224852992:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 398us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.461177:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1232 00000100:00100000:2.0:1788483560.466208:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483560.466286:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224853248 00000100:00100000:2.0:1788483560.466296:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224853248 00000100:00100000:2.0:1788483560.466352:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1233 00000100:00100000:2.0:1788483560.466367:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30624:x1875360224853248:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483560.466450:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.466468:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.466480:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483560.466663:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000035c0a085 reply state 000000003f923191 transno 4294968044 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.466677:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.466684:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:2.0:1788483560.466687:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483560.466690:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483560.466857:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30624:x1875360224853248:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 493us (657us total) trans 4294968044 rc 0/0 00000100:00100000:2.0:1788483560.466864:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1233 00000100:00100000:3.0:1788483560.478673:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.479304:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224853376 00000100:00100000:3.0:1788483560.479320:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224853376 00000100:00100000:3.0:1788483560.479404:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1234 00000100:00100000:3.0:1788483560.479417:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:30624:x1875360224853376:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483560.479450:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483560.479478:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2fa3 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14766d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.480365:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2fa3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14766d expref: 50 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.480390:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2fa3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14766d expref: 50 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.480402:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:3.0:1788483560.480406:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483560.480411:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fc00, rc 0) 00000100:00100000:3.0:1788483560.481575:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30624:x1875360224853376:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 2072us (3303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483560.481591:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1234 00000100:00100000:3.0:1788483560.487452:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.487617:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224853504 00000100:00100000:3.0:1788483560.487631:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224853504 00000100:00100000:1.0:1788483560.488215:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 233 00000100:00100000:1.0:1788483560.488240:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a437050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30624:x1875360224853504:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:1.0:1788483560.488435:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a437050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30624:x1875360224853504:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 207us (999us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483560.488444:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 233 00000100:00100000:3.0:1788483560.494916:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.494985:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224853760 00000100:00100000:3.0:1788483560.495007:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224853760 00000100:00100000:3.0:1788483560.497558:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 234 00000100:00100000:3.0:1788483560.497587:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:30624:x1875360224853760:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483560.497877:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30624:x1875360224853760:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 303us (2977us total) trans 4294968045 rc 0/0 00000100:00100000:3.0:1788483560.497886:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 234 00000100:00100000:3.0:1788483560.504416:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.504535:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224854016 00000100:00100000:0.0:1788483560.504550:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224854016 00000100:00100000:0.0:1788483560.504630:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1235 00000100:00100000:0.0:1788483560.504643:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30624:x1875360224854016:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483560.504790:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30624:x1875360224854016:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 149us (390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.504799:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1235 00000100:00100000:3.0:1788483560.516677:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250977536:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483560.516777:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483560.517974:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.518123:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224854272 00000100:00100000:3.0:1788483560.518135:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224854272 00000100:00100000:1.0:1788483560.518192:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250977536 00000100:00100000:1.0:1788483560.518206:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250977536 00000100:00100000:3.0:1788483560.518212:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1236 00000100:00100000:1.0:1788483560.518276:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1788483560.518290:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250977536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483560.518325:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:1.0:1788483560.518412:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250977536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (1636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483560.518419:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1788483560.518473:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e5aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250977536:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483560.519552:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30624:x1875360224854272:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483560.519580:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483560.519609:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2faa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147674 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.519749:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.519770:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2fa3 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14766d expref: 52 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.519780:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.519823:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2fa3 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14766d expref: 52 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.519847:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2fa3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14766d expref: 52 pid: 6514 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483560.519863:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e5b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250977664:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483560.519968:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e8240 going to sleep for 11 seconds 00000100:00100000:3.0:1788483560.524820:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483560.525615:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224854400 00000100:00100000:1.0:1788483560.525632:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224854400 00010000:00010000:1.0:1788483560.525695:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2fa3 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14766d expref: 53 pid: 6514 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483560.525748:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 377 00000100:00100000:1.0:1788483560.525759:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2402:x1875360224854400:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483560.525783:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483560.525791:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2fa3 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14766d expref: 53 pid: 6514 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.525805:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2fa3 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14766d expref: 53 pid: 6514 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.525826:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:1.0:1788483560.525832:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.525842:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.525849:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.525871:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483560.525933:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df4850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2402:x1875360224854400:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 176us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483560.525941:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 377 00010000:00010000:2.0:1788483560.526128:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f2fa3 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14766d expref: 52 pid: 6514 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483560.526144:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e5b480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250977664:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483560.526163:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.526172:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.526177:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483560.526196:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00080000:2.0:1788483560.526358:0:6515:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x17:0x0], index 0: 0 00010000:00010000:2.0:1788483560.526459:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.526467:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.526475:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.526481:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483560.526485:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.526494:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.526880:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:2.0:1788483560.526883:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483560.526888:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.526895:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fb1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.527036:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2faa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147674 expref: 52 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.527057:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3f:0x0].0x0 (ffff9f760b52f200) 00010000:00010000:3.0:1788483560.527061:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483560.527067:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f2faa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x3f:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147674 expref: 52 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.527082:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f200, rc 0) 00000100:00100000:3.0:1788483560.527150:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30624:x1875360224854272:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 8925us (9183us total) trans 4294968046 rc 301/301 00000100:00100000:3.0:1788483560.527161:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1236 00000100:00100000:3.0:1788483560.535349:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.535572:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224854656 00000100:00100000:0.0:1788483560.535585:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224854656 00000100:00100000:0.0:1788483560.535644:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 235 00000100:00100000:0.0:1788483560.535656:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:30624:x1875360224854656:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483560.536038:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:30624:x1875360224854656:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 382us (702us total) trans 4294968047 rc 0/0 00000100:00100000:0.0:1788483560.536047:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 235 00000100:00100000:3.0:1788483560.538602:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.538825:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224854784 00000100:00100000:0.0:1788483560.538839:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224854784 00000100:00100000:0.0:1788483560.538918:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1237 00000100:00100000:0.0:1788483560.538933:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:30624:x1875360224854784:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483560.538965:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483560.538992:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fbf lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14767b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.539094:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2fc6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.539110:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.539123:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483560.539188:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x21:0x0]: returning size 0 00000004:00200000:0.0:1788483560.539194:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483560.539219:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2fc6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.539251:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fbf lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14767b expref: 54 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.539269:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2fc6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14767b expref: 53 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.539279:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:0.0:1788483560.539282:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788483560.539286:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00100000:0.0:1788483560.539370:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:30624:x1875360224854784:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 442us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.539379:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1237 00000100:00100000:2.0:1788483560.544961:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.545650:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224854912 00000100:00100000:3.0:1788483560.545667:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224854912 00000100:00100000:3.0:1788483560.545749:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 323 00000100:00100000:3.0:1788483560.545761:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224854912:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483560.545785:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483560.545811:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2fcd lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147682 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483560.545843:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483560.545868:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=725s v=(0 0) 00010000:00010000:3.0:1788483560.545874:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483560.545885:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2fcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147682 expref: 9 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.545904:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2fcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147682 expref: 9 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.545921:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ee00, rc 0) 00000100:00100000:3.0:1788483560.545992:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224854912:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 232us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483560.546010:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 323 00000100:00080000:3.0:1788483560.546037:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483560.548542:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.548820:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224855168 00000100:00100000:0.0:1788483560.548834:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224855168 00000100:00100000:0.0:1788483560.548907:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1238 00000100:00100000:0.0:1788483560.548921:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:30624:x1875360224855168:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483560.549070:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:30624:x1875360224855168:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 150us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.549080:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1238 00000100:00100000:2.0:1788483560.560024:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.560179:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224855296 00000100:00100000:3.0:1788483560.560190:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224855296 00000100:00100000:3.0:1788483560.560314:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 324 00000100:00100000:3.0:1788483560.560325:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:30624:x1875360224855296:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483560.560342:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483560.560360:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147689 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.560390:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2fcd lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147682 expref: 10 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.560400:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483560.560405:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483560.560410:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.560445:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2fcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147682 expref: 10 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.560459:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2fcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147682 expref: 10 pid: 8871 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483560.560472:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250977792:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483560.561420:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e89c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483560.564547:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250977792:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483560.564608:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.564635:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00000100:00100000:2.0:1788483560.564718:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:30624:x1875360224855296:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 4392us (4702us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483560.564728:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 324 00000100:00100000:2.0:1788483560.569202:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483560.569310:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224855424 00000100:00100000:1.0:1788483560.569324:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224855424 00010000:00010000:1.0:1788483560.569372:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2fcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147682 expref: 10 pid: 8871 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483560.569420:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 378 00000100:00100000:1.0:1788483560.569429:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224855424:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483560.569444:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483560.569475:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2fcd lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147682 expref: 10 pid: 8871 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.569489:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2fcd lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147682 expref: 10 pid: 8871 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.569539:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f2fcd lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147682 expref: 10 pid: 8871 timeout: 825 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.569557:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483560.569562:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483560.569570:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 9 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.569585:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 9 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.569623:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 9 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483560.569637:0:6502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6502:1875360250977920:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483560.569718:0:6502:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605f83540 going to sleep for 11 seconds 00000100:00100000:0.0:1788483560.588448:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483560.588556:0:6502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6502:1875360250977920:192.168.206.36@tcp:105: 00010000:00010000:2.0:1788483560.588578:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483560.588628:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224855424:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 19199us (19441us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483560.588638:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 378 00000100:00100000:3.0:1788483560.588720:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224855552 00000100:00100000:3.0:1788483560.588726:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224855552 00002000:00100000:3.0:1788483560.588770:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff9f7508304000 x1875360224855552/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:311/0 lens 648/0 e 0 to 0 dl 1788483571 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483560.588780:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508304000 with x1875360224855552 ext(0->157) 00002000:00010000:3.0:1788483560.588785:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7508304000 00000100:00100000:3.0:1788483560.588813:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 88 00000100:00100000:3.0:1788483560.588822:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224855552:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:3.0:1788483560.589787:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224855552:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 951us (1334us total) trans 4294967356 rc 0/0 00000100:00100000:3.0:1788483560.589810:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 88 00002000:00100000:3.0:1788483560.589826:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x17:0x0] (0->157) req@ffff9f7508304000 x1875360224855552/t4294967356(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:311/0 lens 648/448 e 0 to 0 dl 1788483571 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483560.589838:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508304000 with x1875360224855552 ext(0->157) 00002000:00010000:3.0:1788483560.589845:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7508304000 00000100:00100000:3.0:1788483560.593103:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.593936:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224855680 00000100:00100000:0.0:1788483560.593950:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224855680 00000100:00100000:0.0:1788483560.594025:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1239 00000100:00100000:0.0:1788483560.594036:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:30624:x1875360224855680:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788483560.596158:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968047 is committed 00000001:00080000:2.0:1788483560.596181:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968041 is committed 00000100:00100000:2.0:1788483560.596308:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30624:x1875360224855680:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 2270us (3216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483560.596318:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1239 00010000:00010000:0.0:1788483560.596598:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.596610:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.596618:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.596625:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483560.596629:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.596637:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.596652:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:0.0:1788483560.596655:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788483560.596658:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.596665:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f2f9c lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483560.599635:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.599742:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224855808 00000100:00100000:0.0:1788483560.599754:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224855808 00000100:00100000:0.0:1788483560.599798:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 325 00000100:00100000:0.0:1788483560.599808:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224855808:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:2.0:1788483560.601128:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967356 is committed 00000100:00100000:0.0:1788483560.601394:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224855808:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 1582us (1763us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.601405:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 325 00000100:00100000:2.0:1788483560.605004:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.605076:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224856064 00000100:00100000:3.0:1788483560.605085:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224856064 00000100:00100000:3.0:1788483560.605139:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1240 00000100:00100000:3.0:1788483560.605148:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:30624:x1875360224856064:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483560.605319:0:12148:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483560.605346:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f2fc6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14767b expref: 46 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.605363:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:3.0:1788483560.605368:0:12148:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483560.605396:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.605408:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.605418:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483560.605563:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000322d7cf1 reply state 0000000006a4074b transno 4294968048 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.605582:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.605589:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:3.0:1788483560.605592:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483560.605594:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788483560.605680:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30624:x1875360224856064:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 533us (692us total) trans 4294968048 rc 0/0 00000100:00100000:3.0:1788483560.605688:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1240 00000100:00100000:3.0:1788483560.608639:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.608725:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224856192 00000100:00100000:0.0:1788483560.608735:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224856192 00000100:00100000:0.0:1788483560.608797:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1241 00000100:00100000:0.0:1788483560.608809:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30624:x1875360224856192:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483560.608836:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483560.608858:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fe2 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147690 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.608916:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fe2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147690 expref: 48 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.608931:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fe2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147690 expref: 48 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.608951:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:0.0:1788483560.608954:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483560.608958:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525000, rc 0) 00000100:00100000:0.0:1788483560.609028:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:30624:x1875360224856192:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 221us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.609035:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1241 00000100:00100000:2.0:1788483560.611574:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483560.613459:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224856320 00000100:00100000:1.0:1788483560.613472:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224856320 00000100:00100000:1.0:1788483560.613553:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 326 00000100:00100000:1.0:1788483560.613564:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224856320:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788483560.613711:0:8433:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:1.0:1788483560.613715:0:8433:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb mtime from disk: 0 -> 1788483533 00002000:00010000:1.0:1788483560.613718:0:8433:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb atime from disk: 0 -> 1788483533 00002000:00010000:1.0:1788483560.613719:0:8433:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb ctime from disk: 0 -> 1788483533 00002000:00010000:1.0:1788483560.613721:0:8433:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x17:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:1.0:1788483560.613788:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224856320:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 226us (2223us total) trans 4294967357 rc 0/0 00000100:00100000:1.0:1788483560.613795:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 326 00000100:00100000:1.0:1788483560.616676:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483560.616755:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224856576 00000100:00100000:2.0:1788483560.616765:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224856576 00000100:00100000:2.0:1788483560.616824:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1242 00000100:00100000:2.0:1788483560.616834:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:30624:x1875360224856576:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788483560.616895:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.616915:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147666 expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.616926:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.616961:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147666 expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.616975:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147666 expref: 48 pid: 6516 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483560.616989:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250978048:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483560.617087:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76191b1cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483560.624606:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250978048:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483560.624633:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483560.635344:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.641294:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224856704 00000100:00100000:0.0:1788483560.641308:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224856704 00010000:00010000:0.0:1788483560.641353:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147666 expref: 49 pid: 6516 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483560.641388:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 379 00000100:00100000:0.0:1788483560.641398:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2401:x1875360224856704:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483560.641413:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483560.641419:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147666 expref: 49 pid: 6516 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.641432:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147666 expref: 49 pid: 6516 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.641452:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f2f95 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x21:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147666 expref: 49 pid: 6516 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.641464:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:0.0:1788483560.641469:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.641478:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.641485:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.641552:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483560.641613:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2401:x1875360224856704:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 216us (6278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.641621:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 379 00010000:00010000:2.0:1788483560.641749:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.641757:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.641792:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.641800:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.641805:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.641815:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483560.641819:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.641826:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.641836:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:2.0:1788483560.641838:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788483560.641842:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483560.641848:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f2fe9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483560.641907:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30624:x1875360224856576:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 25074us (25236us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788483560.641915:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1242 00000100:00100000:3.0:1788483560.647401:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.649636:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224856832 00000100:00100000:0.0:1788483560.649650:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224856832 00000100:00100000:0.0:1788483560.649704:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 327 00000100:00100000:0.0:1788483560.649714:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224856832:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483560.649760:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.649781:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.649796:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483560.649800:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483560.649804:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.649839:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 10 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.649852:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 10 pid: 8432 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483560.649866:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250978176:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483560.649948:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788483560.663586:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.663619:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224856960 00000100:00100000:0.0:1788483560.663626:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224856960 00010000:00010000:0.0:1788483560.663662:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 11 pid: 8432 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483560.663696:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 380 00000100:00100000:0.0:1788483560.663706:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224856960:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483560.663719:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483560.663739:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 11 pid: 8432 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.663757:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 11 pid: 8432 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.663779:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483560.663783:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483560.663789:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.663799:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.663820:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483560.663867:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224856960:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 163us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.663874:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 380 00010000:00010000:0.0:1788483560.663970:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f2fd4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147689 expref: 10 pid: 8432 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483560.663982:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360250978176:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483560.664014:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.664024:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.664037:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.664056:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.664064:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.664072:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.664079:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483560.664084:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.664093:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.664106:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.664113:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000949e453c/0xf2b1f833e60f2ff0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483560.664260:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224856832:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 14547us (16868us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.664268:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 327 00000100:00100000:2.0:1788483560.671597:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483560.673583:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224857216 00000100:00100000:1.0:1788483560.673594:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224857216 00000100:00100000:1.0:1788483560.673656:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1243 00000100:00100000:1.0:1788483560.673667:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:30624:x1875360224857216:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788483560.673738:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ff7 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.673753:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ff7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.673763:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ff7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.673901:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.673913:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fe2 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147690 expref: 48 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.673922:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 4/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.673962:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fe2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147690 expref: 48 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.673976:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fe2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147690 expref: 48 pid: 13707 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483560.673989:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250978304:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483560.674091:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763e3fb9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483560.679091:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860f480 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250978304:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483560.679118:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483560.680580:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483560.680661:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224857344 00000100:00100000:1.0:1788483560.680671:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224857344 00010000:00010000:1.0:1788483560.680709:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fe2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147690 expref: 49 pid: 13707 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483560.680737:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 381 00000100:00100000:1.0:1788483560.680747:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2402:x1875360224857344:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483560.680761:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483560.680768:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fe2 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147690 expref: 49 pid: 13707 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.680780:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fe2 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147690 expref: 49 pid: 13707 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.680802:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525000/0xf2b1f833e60f2fe2 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147690 expref: 49 pid: 13707 timeout: 825 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.680817:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:1.0:1788483560.680823:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 3/0,1 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.680832:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.680839:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483560.680865:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483560.680917:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2402:x1875360224857344:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 171us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483560.680925:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 381 00010000:00010000:3.0:1788483560.681160:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.681169:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483560.681283:0:12148:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968049 00000001:00080000:3.0:1788483560.681390:0:12148:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968050 00000001:00080000:3.0:1788483560.681422:0:12148:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968051 00000100:00100000:3.0:1788483560.681490:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12148:1875360250978432:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788483560.681578:0:12148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483560.681598:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75010bb840 going to sleep for 11 seconds 00000100:00100000:0.0:1788483560.681750:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250978432 00000100:00100000:0.0:1788483560.681756:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250978432 00000100:00100000:0.0:1788483560.681791:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1788483560.681797:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12148:x1875360250978432:12345-0@lo:1000:mdt00_004.0 00000100:00100000:0.0:1788483560.681866:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:12148:x1875360250978432:12345-0@lo:1000:mdt00_004.0 Request processed in 69us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.681873:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1788483560.682346:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12148:1875360250978432:0@lo:1000:mdt00_004.0 00000001:00080000:3.0:1788483560.682454:0:12148:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968052 00000100:00100000:3.0:1788483560.683304:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12148:1875360250978560:0@lo:1000:mdt00_004.0 00000100:00100000:3.0:1788483560.683352:0:12148:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483560.683423:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e8f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788483560.688354:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250978560 00000100:00100000:1.0:1788483560.688369:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250978560 00000100:00100000:1.0:1788483560.688422:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1788483560.688432:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:12148:x1875360250978560:12345-0@lo:1000:mdt00_004.0 00000100:00100000:1.0:1788483560.688651:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:12148:x1875360250978560:12345-0@lo:1000:mdt00_004.0 Request processed in 219us (5297us total) trans 4294967358 rc 0/0 00000100:00100000:1.0:1788483560.688659:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1788483560.688873:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-mdtlov_UUID:12148:1875360250978560:0@lo:1000:mdt00_004.0 00000001:00080000:3.0:1788483560.688962:0:12148:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968053 00010000:00010000:3.0:1788483560.689006:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689015:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689022:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689027:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483560.689031:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689038:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689051:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:3.0:1788483560.689054:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483560.689058:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 2/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689063:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f2ffe lrc: 0/0,0 mode: --/EX res: [0x200000403:0x21:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689088:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689094:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689099:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689103:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483560.689106:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689111:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689118:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7636633200) 00010000:00010000:3.0:1788483560.689121:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483560.689127:0:12148:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f3a lrc: 2/0,0 mode: --/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147651 expref: 95 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689138:0:12148:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f3a lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147651 expref: 95 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689147:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f3a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147651 expref: 95 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483560.689178:0:12148:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524a00/0xf2b1f833e60f2f3a lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147651 expref: 95 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483560.689196:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250978688:192.168.206.36@tcp:105: 00000100:00100000:3.0:1788483560.690325:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75010bb240 going to sleep for 11 seconds 00000100:00100000:3.0:1788483560.699793:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483560.699863:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224857472 00000100:00100000:1.0:1788483560.699871:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224857472 00000100:00100000:1.0:1788483560.699923:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 236 00000100:00100000:1.0:1788483560.699932:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30623:x1875360224857472:12345-192.168.206.36@tcp:49:diff.0 00000100:00100000:1.0:1788483560.700063:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30623:x1875360224857472:12345-192.168.206.36@tcp:49:diff.0 Request processed in 132us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483560.700070:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 236 00000100:00100000:0.0:1788483560.700595:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250978688:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483560.700622:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700633:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f2f33 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700661:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3005 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700674:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3005 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700684:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3005 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700693:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3005 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700700:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3005 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700707:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3005 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700713:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483560.700717:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3005 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700724:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3005 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700735:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7636633200) 00010000:00010000:0.0:1788483560.700738:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483560.700741:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3005 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700747:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3005 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x1f:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700756:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ff7 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700762:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ff7 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700768:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ff7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700772:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483560.700775:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ff7 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700781:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ff7 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700788:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x1f:0x0].0x0 (ffff9f7636633200) 00010000:00010000:0.0:1788483560.700791:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483560.700793:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ff7 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.700799:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f2ff7 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x1f:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483560.701227:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:30624:x1875360224857216:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 27559us (29637us total) trans 4294968054 rc 0/0 00000100:00100000:0.0:1788483560.701237:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1243 00000020:00080000:0.0:1788483560.701242:0:12148:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1788483560.704801:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.704846:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483560.704903:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224857728 00000100:00100000:0.0:1788483560.704913:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224857728 00000100:00100000:0.0:1788483560.704970:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 237 00000100:00100000:0.0:1788483560.704979:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:30624:x1875360224857728:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788483560.705253:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x21:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788483560.705284:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968055 00010000:00010000:0.0:1788483560.705316:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705332:0:6518:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705343:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705352:0:6518:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705358:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705365:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705384:0:6518:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788483560.705479:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:30624:x1875360224857728:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 500us (685us total) trans 4294968056 rc 0/0 00000100:00100000:0.0:1788483560.705488:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 237 00000020:00080000:0.0:1788483560.705493:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788483560.705544:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483560.705550:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705557:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483560.705561:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705569:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705580:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:0.0:1788483560.705583:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788483560.705587:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 1/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705597:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f300c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x21:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705608:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483560.705610:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483560.705611:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483560.705622:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224857856 00000100:00100000:0.0:1788483560.705626:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224857856 00000100:00100000:0.0:1788483560.705664:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 328 00000100:00100000:0.0:1788483560.705671:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+15:30623:x1875360224857856:12345-192.168.206.36@tcp:101:diff.0 00010000:00010000:0.0:1788483560.705680:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483560.705694:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f3013 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147697 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483560.705715:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x17:0x0] initial LVB size: 158, mtime: 0x6a9a17cd, atime: 0x6a9a17cd, ctime: 0x6a9a17cd, blocks: 0x8 00010000:00010000:0.0:1788483560.705729:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=725s v=(0 0) 00010000:00010000:0.0:1788483560.705733:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x17:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483560.705742:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f3013 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147697 expref: 16 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705755:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009df27a50/0xf2b1f833e60f3013 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147697 expref: 16 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483560.705765:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525000, rc 0) 00000100:00100000:0.0:1788483560.705787:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:30623:x1875360224857856:12345-192.168.206.36@tcp:101:diff.0 Request processed in 116us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483560.705796:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 328 00000100:00080000:0.0:1788483560.705813:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:1.0:1788483560.706315:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483560.706321:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483560.707843:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:1.0:1788483560.707858:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483560.710917:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483560.710985:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224857984 00000100:00100000:1.0:1788483560.711004:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224857984 00002000:00100000:1.0:1788483560.711049:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff9f76192ddc00 x1875360224857984/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:311/0 lens 488/0 e 0 to 0 dl 1788483571 ref 1 fl New:/600/ffffffff rc 0/-1 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483560.711059:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76192ddc00 with x1875360224857984 ext(0->4095) 00002000:00010000:1.0:1788483560.711065:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76192ddc00 00000100:00100000:1.0:1788483560.711094:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 89 00000100:00100000:1.0:1788483560.711102:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224857984:12345-192.168.206.36@tcp:3:diff.0 00000100:00100000:1.0:1788483560.711356:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224857984:12345-192.168.206.36@tcp:3:diff.0 Request processed in 253us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788483560.711364:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 89 00002000:00100000:1.0:1788483560.711371:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x17:0x0] (0->4095) req@ffff9f76192ddc00 x1875360224857984/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:311/0 lens 488/4536 e 0 to 0 dl 1788483571 ref 1 fl Complete:/600/0 rc 4096/4096 job:'diff.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483560.711379:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76192ddc00 with x1875360224857984 ext(0->4095) 00002000:00010000:1.0:1788483560.711382:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76192ddc00 00000100:00100000:2.0:1788483560.722019:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483560.722877:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224858240 00000100:00100000:3.0:1788483560.722889:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224858240 00000100:00100000:3.0:1788483560.722943:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 238 00000100:00100000:3.0:1788483560.722952:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+96:30623:x1875360224858240:12345-192.168.206.36@tcp:35:diff.0 00000100:00100000:3.0:1788483560.723189:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+97:30623:x1875360224858240:12345-192.168.206.36@tcp:35:diff.0 Request processed in 237us (1176us total) trans 4294968057 rc 0/0 00000100:00100000:3.0:1788483560.723374:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 238 00010000:00010000:0.0:1788483561.220609:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483561.605184:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483561.658002:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483561.658044:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483561.658067:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483561.658093:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483561.658115:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483561.658134:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483561.658151:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483561.658171:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483561.658250:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483561.658276:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224858752 00000100:00100000:1.0:1788483561.658284:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224858752 00000100:00100000:1.0:1788483561.658330:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224858880 00000100:00100000:1.0:1788483561.658333:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224858880 00000100:00100000:1.0:1788483561.658354:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224859392 00000100:00100000:1.0:1788483561.658357:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224859392 00000100:00100000:1.0:1788483561.658370:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224859264 00000100:00100000:1.0:1788483561.658372:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224859264 00000100:00100000:1.0:1788483561.658387:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 553 00000100:00100000:1.0:1788483561.658395:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224858752:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483561.658462:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224858752:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 67us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483561.658470:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 553 00000100:00100000:1.0:1788483561.658490:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 554 00000100:00100000:1.0:1788483561.658525:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224858880:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483561.658554:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224858880:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 58us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483561.658561:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 554 00000100:00100000:1.0:1788483561.658587:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 555 00000100:00100000:1.0:1788483561.658594:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224859392:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483561.658622:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224859392:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483561.658628:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 555 00000100:00100000:1.0:1788483561.658640:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 556 00000100:00100000:1.0:1788483561.658646:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224859264:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483561.658668:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224859264:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483561.658675:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 556 00000100:00100000:1.0:1788483561.658692:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224858496 00000100:00100000:1.0:1788483561.658696:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224858496 00000100:00100000:1.0:1788483561.658723:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224859008 00000100:00100000:1.0:1788483561.658726:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224859008 00000100:00100000:1.0:1788483561.658742:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224858624 00000100:00100000:1.0:1788483561.658744:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224858624 00000100:00100000:1.0:1788483561.658756:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224859136 00000100:00100000:1.0:1788483561.658758:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224859136 00000100:00100000:1.0:1788483561.658770:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 933 00000100:00100000:1.0:1788483561.658776:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2402:x1875360224858496:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483561.658807:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+97:2402:x1875360224858496:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483561.658813:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 933 00000100:00100000:1.0:1788483561.658825:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 934 00000100:00100000:1.0:1788483561.658831:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2402:x1875360224859008:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483561.658857:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2402:x1875360224859008:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (789us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483561.658863:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 934 00000100:00100000:1.0:1788483561.658874:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 935 00000100:00100000:1.0:1788483561.658880:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224858624:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483561.658903:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224858624:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483561.658909:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 935 00000100:00100000:1.0:1788483561.658920:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 936 00000100:00100000:1.0:1788483561.658926:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224859136:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483561.658947:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224859136:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (796us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483561.658953:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 936 00000100:00100000:1.0:1788483561.659010:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224858368 00000100:00100000:1.0:1788483561.659014:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224858368 00000100:00100000:1.0:1788483561.659039:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 721 00000100:00100000:1.0:1788483561.659045:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224858368:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483561.659063:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224858368:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 19us (971us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483561.659068:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 721 00000100:00080000:1.0:1788483561.659214:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483561.659218:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483562.054038:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483562.054062:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250978816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483562.054133:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483562.054232:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250978816 00000100:00100000:0.0:1788483562.054240:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250978816 00000100:00100000:0.0:1788483562.054294:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1788483562.054304:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250978816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483562.054335:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:0.0:1788483562.054381:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250978816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483562.054388:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00080000:0.0:1788483562.054409:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483562.054442:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250978816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483562.055439:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250979200:0@lo:400:kworker.0 00000100:00100000:0.0:1788483562.055480:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483562.055537:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250979712:0@lo:400:kworker.0 00000100:00100000:0.0:1788483562.055562:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483562.055597:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250980224:0@lo:400:kworker.0 00000100:00100000:0.0:1788483562.055621:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483562.055762:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250979072:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.055839:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250979328:0@lo:400:kworker.0 00000100:00100000:0.0:1788483562.055904:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250979200 00000100:00100000:0.0:1788483562.055911:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250979200 00000100:00100000:0.0:1788483562.055949:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250979712 00000100:00100000:0.0:1788483562.055952:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250979712 00000100:00100000:0.0:1788483562.055976:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250980224 00000100:00100000:0.0:1788483562.055979:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250980224 00000100:00100000:0.0:1788483562.056011:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:0.0:1788483562.056019:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250979200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483562.058767:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483562.058839:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250979584:0@lo:400:kworker.0 00000100:00100000:2.0:1788483562.058878:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483562.058908:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250980096:0@lo:400:kworker.0 00000100:00100000:2.0:1788483562.058936:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483562.058986:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250980096 00000100:00100000:2.0:1788483562.059003:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250980096 00000100:00100000:2.0:1788483562.059053:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1788483562.059063:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250980096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483562.059129:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250980096:12345-0@lo:400:kworker.0 Request processed in 67us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483562.059136:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1788483562.059794:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250979584 00000100:00100000:3.0:1788483562.059801:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250979584 00000100:00100000:3.0:1788483562.059837:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1788483562.059845:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250979584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.059889:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250979584:12345-0@lo:400:kworker.0 Request processed in 46us (1010us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483562.059895:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1788483562.059918:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1788483562.059927:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250979712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.059967:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250979712:12345-0@lo:400:kworker.0 Request processed in 41us (4403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483562.059974:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1788483562.059999:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1788483562.060007:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250980224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.060037:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250980224:12345-0@lo:400:kworker.0 Request processed in 31us (4415us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483562.060043:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1788483562.060067:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250979072 00000100:00100000:3.0:1788483562.060071:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250979072 00000100:00100000:3.0:1788483562.060096:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1788483562.060102:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250979072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.060134:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250979072:12345-0@lo:400:kworker.0 Request processed in 32us (1375us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483562.060140:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1788483562.060207:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483562.060236:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250979840:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.060261:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483562.060279:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250979840 00000100:00100000:3.0:1788483562.060283:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250979840 00000100:00100000:3.0:1788483562.060307:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1788483562.060313:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250979840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.060342:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250979840:12345-0@lo:400:kworker.0 Request processed in 29us (81us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483562.060348:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1788483562.060382:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250979840:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.060390:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250980352:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.060413:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483562.060430:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250980352 00000100:00100000:3.0:1788483562.060434:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250980352 00000100:00100000:3.0:1788483562.060456:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1788483562.060462:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250980352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.060492:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250980352:12345-0@lo:400:kworker.0 Request processed in 29us (77us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483562.060550:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:2.0:1788483562.061755:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250979072:0@lo:400:kworker.0 00000100:00100000:2.0:1788483562.061773:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641748000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250979584:0@lo:400:kworker.0 00000100:00100000:2.0:1788483562.061786:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250980096:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.062387:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509215f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250980352:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.062408:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1788483562.062418:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250978944:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483562.062466:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483562.062515:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250979456:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.062540:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483562.062603:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250978944 00000100:00100000:2.0:1788483562.062609:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250978944 00000100:00100000:2.0:1788483562.062935:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1788483562.062945:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250978944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483562.062967:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:2.0:1788483562.063029:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250978944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483562.063036:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:0.0:1788483562.063179:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250979328 00000100:00100000:0.0:1788483562.063184:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250979328 00000100:00100000:0.0:1788483562.063232:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1788483562.063240:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250979328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483562.063278:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250979328:12345-0@lo:400:kworker.0 Request processed in 39us (3071us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483562.063284:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00080000:0.0:1788483562.063302:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483562.063307:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483562.063309:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483562.063312:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483562.063421:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250979712:0@lo:400:kworker.0 00000100:00100000:0.0:1788483562.063435:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250980224:0@lo:400:kworker.0 00000100:00100000:0.0:1788483562.063473:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250979200:12345-0@lo:400:kworker.0 Request processed in 7455us (7992us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483562.063480:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1788483562.068683:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250979456 00000100:00100000:1.0:1788483562.068697:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250979456 00000100:00100000:1.0:1788483562.068758:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1788483562.068768:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250979456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483562.068846:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250979456:12345-0@lo:400:kworker.0 Request processed in 80us (6304us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483562.068854:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:1.0:1788483562.071626:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250979200:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.074370:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641638000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250979456:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.074385:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250979968:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.074444:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483562.074487:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250979968 00000100:00100000:3.0:1788483562.074494:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250979968 00000100:00100000:3.0:1788483562.074562:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1788483562.074571:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250979968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.074617:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250979968:12345-0@lo:400:kworker.0 Request processed in 46us (173us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483562.074625:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1788483562.074657:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250979968:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.074664:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250980480:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.074686:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483562.074708:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250980480 00000100:00100000:3.0:1788483562.074711:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250980480 00000100:00100000:3.0:1788483562.074736:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1788483562.074742:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250980480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.074769:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250980480:12345-0@lo:400:kworker.0 Request processed in 27us (82us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483562.074774:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1788483562.074798:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250980480:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.074810:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250979328:0@lo:400:kworker.0 00000100:00100000:3.0:1788483562.074845:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250978944:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1788483562.075292:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483562.244919:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483562.276410:0:23344:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483562.276420:0:23344:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483562.276446:0:23344:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 34 count 2 00000040:00080000:3.0:1788483562.276451:0:23344:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483562.565055:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483562.565078:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250980608:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483562.565146:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483562.565255:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250980608 00000100:00100000:3.0:1788483562.565264:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250980608 00000100:00100000:3.0:1788483562.565319:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1788483562.565329:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250980608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483562.565364:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483562.565418:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250980608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483562.565426:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1788483562.565529:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250980608:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788483563.272743:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483564.293517:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483564.613870:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250980864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483564.613936:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483564.614076:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250980864 00000100:00100000:0.0:1788483564.614084:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250980864 00000100:00100000:0.0:1788483564.614153:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1788483564.614164:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250980864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483564.614190:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483564.614233:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250980864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483564.614240:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1788483564.614284:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250980864:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788483564.614352:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483564.614407:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483564.614418:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250980736:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483564.614447:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483564.614526:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250980736 00000100:00100000:0.0:1788483564.614530:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250980736 00000100:00100000:0.0:1788483564.614573:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1788483564.614580:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250980736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483564.614591:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483564.614621:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250980736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483564.614628:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:2.0:1788483564.614681:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483564.614736:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250980736:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788483565.317776:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483565.638347:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250980992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483565.638425:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483565.638626:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250980992 00000100:00100000:3.0:1788483565.638645:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250980992 00000100:00100000:3.0:1788483565.638697:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1788483565.638706:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250980992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483565.638734:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444368384 avail 1298128896 00000100:00100000:3.0:1788483565.638780:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250980992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (355us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483565.638786:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1788483565.639001:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192df800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250980992:0@lo:41:osp-pre-0-1.0 00000001:00080000:0.0:1788483566.151236:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968057 is committed 00000001:00080000:0.0:1788483566.151268:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968056 is committed 00000020:00080000:0.0:1788483566.151285:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f75010bb780 refcount 2 committed 0 result 0 batchid 24 00000020:00080000:0.0:1788483566.151290:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f75015a1a00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f75010bb840 00000020:00080000:0.0:1788483566.151294:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f75015a1f00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7636b38800 00000020:00080000:3.0:1788483566.151373:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 24 committed batchid 23 00000020:00080000:3.0:1788483566.151440:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 23 00010000:00010000:2.0:1788483566.151546:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483566.151558:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483566.151567:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483566.151573:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483566.151577:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483566.151585:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483566.151603:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x21:0x0].0x0 (ffff9f7608853d00) 00010000:00010000:2.0:1788483566.151605:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483566.151610:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483566.151616:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f2fdb lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x21:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788483566.152357:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967358 is committed 00000001:00080000:0.0:1788483566.152369:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967357 is committed 00010000:00010000:2.0:1788483566.342257:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483566.762005:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483566.762046:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483566.762082:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483566.762106:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483566.762126:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483566.762157:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483566.762177:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483566.762192:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483566.762211:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483566.762234:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224860032 00000100:00100000:3.0:1788483566.762243:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224860032 00000100:00100000:3.0:1788483566.762293:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224860544 00000100:00100000:3.0:1788483566.762296:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224860544 00000100:00100000:3.0:1788483566.762310:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224859904 00000100:00100000:3.0:1788483566.762312:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224859904 00000100:00100000:3.0:1788483566.762324:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224860416 00000100:00100000:3.0:1788483566.762326:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224860416 00000100:00100000:3.0:1788483566.762341:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 560 00000100:00100000:3.0:1788483566.762350:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224860032:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483566.762416:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224860032:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 66us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483566.762424:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 560 00000100:00100000:3.0:1788483566.762440:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 561 00000100:00100000:3.0:1788483566.762446:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224860544:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483566.762470:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224860544:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483566.762476:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 561 00000100:00100000:3.0:1788483566.762487:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 562 00000100:00100000:3.0:1788483566.762493:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224859904:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483566.762544:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224859904:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 51us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483566.762549:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 562 00000100:00100000:2.0:1788483566.762702:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224859776 00000100:00100000:2.0:1788483566.762706:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224859776 00000100:00100000:2.0:1788483566.762736:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224860288 00000100:00100000:2.0:1788483566.762738:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224860288 00000100:00100000:2.0:1788483566.762756:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224859648 00000100:00100000:2.0:1788483566.762759:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224859648 00000100:00100000:2.0:1788483566.762770:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224860160 00000100:00100000:2.0:1788483566.762772:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224860160 00000100:00100000:2.0:1788483566.762784:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 943 00000100:00100000:2.0:1788483566.762789:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224859776:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483566.762816:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224859776:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (770us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483566.762822:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 943 00000100:00100000:2.0:1788483566.762835:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 944 00000100:00100000:2.0:1788483566.762840:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224860288:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483566.762858:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224860288:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 18us (752us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483566.762863:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 944 00000100:00100000:2.0:1788483566.762872:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 945 00000100:00100000:2.0:1788483566.762877:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+96:2402:x1875360224859648:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483566.762896:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+96:2402:x1875360224859648:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 19us (739us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483566.762914:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 945 00000100:00100000:2.0:1788483566.762926:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 946 00000100:00100000:2.0:1788483566.762933:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2402:x1875360224860160:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483566.762955:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2402:x1875360224860160:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483566.762960:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 946 00000100:00100000:3.0:1788483566.763120:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 563 00000100:00100000:3.0:1788483566.763127:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224860416:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483566.763209:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224860416:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 82us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483566.763214:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 563 00000100:00080000:3.0:1788483566.763245:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483566.763249:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483566.763252:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483566.763254:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483566.764258:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224859520 00000100:00100000:0.0:1788483566.764268:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224859520 00000100:00100000:0.0:1788483566.764316:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 723 00000100:00100000:0.0:1788483566.764324:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224859520:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483566.764379:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224859520:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 56us (2384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483566.764389:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 723 00000100:00100000:3.0:1788483567.174153:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250981120:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.174528:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483567.174598:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250981632:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.174627:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483567.174650:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250982144:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.174673:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483567.174863:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250982656:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.174888:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483567.174914:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1788483567.174920:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360250981248:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.174946:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483567.174975:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360250981760:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.175002:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483567.175020:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360250982272:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.175040:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483567.175057:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250982784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483567.175081:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483567.175118:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250981632 00000100:00100000:3.0:1788483567.175128:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250981632 00000100:00100000:3.0:1788483567.176336:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1788483567.176472:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250981120 00000100:00100000:0.0:1788483567.176481:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250981120 00000100:00100000:0.0:1788483567.176550:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1788483567.176559:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250981120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483567.176640:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360250981120:12345-0@lo:400:kworker.0 Request processed in 83us (2140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483567.176648:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1788483567.177027:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250981376:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.177065:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483567.177102:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250981888:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.177129:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483567.177161:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250982400:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.177184:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483567.177211:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250982912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483567.177341:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483567.177428:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788483567.177436:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250981504:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.177460:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483567.177644:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250981632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.177704:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250981632:12345-0@lo:400:kworker.0 Request processed in 1353us (3076us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.177716:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:3.0:1788483567.177734:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250981376 00000100:00100000:3.0:1788483567.177739:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250981376 00000100:00100000:1.0:1788483567.177848:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250982016:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.177876:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483567.177895:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250982528:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.177917:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483567.177952:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250982784 00000100:00100000:1.0:1788483567.177956:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250982784 00000100:00100000:1.0:1788483567.178006:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250982912 00000100:00100000:1.0:1788483567.178010:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250982912 00000100:00100000:1.0:1788483567.178029:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1788483567.178036:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250982784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483567.178061:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483567.178096:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250982784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (3014us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483567.178103:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1788483567.178119:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1788483567.178126:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250982912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483567.178146:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 145390400 pending 0 free 3921399808 avail 3689877504 00000100:00100000:1.0:1788483567.178177:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250982912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483567.178184:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1788483567.179482:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1788483567.179516:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250981376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.179588:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250981376:12345-0@lo:400:kworker.0 Request processed in 96us (2523us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.179596:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:3.0:1788483567.179629:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250982144 00000100:00100000:3.0:1788483567.179636:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250982144 00000100:00100000:3.0:1788483567.179675:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250982656 00000100:00100000:3.0:1788483567.179679:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250982656 00000100:00100000:3.0:1788483567.179692:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250982016 00000100:00100000:3.0:1788483567.179695:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250982016 00000100:00100000:3.0:1788483567.179707:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250982528 00000100:00100000:3.0:1788483567.179710:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250982528 00000100:00100000:3.0:1788483567.179723:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1788483567.179729:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250982144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.179764:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250982144:12345-0@lo:400:kworker.0 Request processed in 36us (5091us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.179771:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1788483567.179783:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1788483567.179790:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250982656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.179815:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360250982656:12345-0@lo:400:kworker.0 Request processed in 26us (4927us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.179821:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:3.0:1788483567.179831:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1788483567.179838:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250982016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.179861:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250982016:12345-0@lo:400:kworker.0 Request processed in 24us (1986us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.179867:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1788483567.179876:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1788483567.179882:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250982528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.179905:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250982528:12345-0@lo:400:kworker.0 Request processed in 23us (1987us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.179911:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:3.0:1788483567.179933:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250981248 00000100:00100000:3.0:1788483567.179937:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250981248 00000100:00100000:3.0:1788483567.179955:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250981760 00000100:00100000:3.0:1788483567.179957:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250981760 00000100:00100000:3.0:1788483567.179985:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250982272 00000100:00100000:3.0:1788483567.179988:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250982272 00000100:00100000:3.0:1788483567.180000:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250981888 00000100:00100000:3.0:1788483567.180002:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250981888 00000100:00100000:3.0:1788483567.180014:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250982400 00000100:00100000:3.0:1788483567.180016:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250982400 00000100:00100000:3.0:1788483567.180027:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250981504 00000100:00100000:3.0:1788483567.180029:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250981504 00000100:00100000:3.0:1788483567.180041:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1788483567.180047:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360250981248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.180080:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360250981248:12345-0@lo:400:kworker.0 Request processed in 33us (5134us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.180086:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1788483567.180098:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1788483567.180103:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360250981760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.180134:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360250981760:12345-0@lo:400:kworker.0 Request processed in 31us (5132us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.180139:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:3.0:1788483567.180150:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1788483567.180156:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360250982272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.180184:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360250982272:12345-0@lo:400:kworker.0 Request processed in 28us (5143us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.180190:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:3.0:1788483567.180200:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1788483567.180206:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250981888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.180232:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250981888:12345-0@lo:400:kworker.0 Request processed in 26us (3102us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.180238:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1788483567.180249:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1788483567.180255:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250982400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.180280:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250982400:12345-0@lo:400:kworker.0 Request processed in 26us (3096us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.180286:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00100000:3.0:1788483567.180296:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:3.0:1788483567.180301:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250981504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.180326:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250981504:12345-0@lo:400:kworker.0 Request processed in 25us (2866us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.180332:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1788483567.180601:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250981504:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.180616:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250982016:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.180627:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507352300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250982528:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.180640:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250981376:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.180651:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250981888:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.180661:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250982400:0@lo:400:kworker.0 00000100:00100000:1.0:1788483567.180681:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250982912:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1788483567.181935:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483567.181945:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483567.181950:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483567.181952:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483567.182019:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360250981248:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.182036:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360250981760:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.182048:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360250982272:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.182069:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250982784:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483567.182081:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360250981120:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.182093:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250981632:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.182104:0:3638:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967358 gen 2 00000004:00080000:3.0:1788483567.182110:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967358 committed transno 4294967358 00000100:00100000:3.0:1788483567.182606:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250982144:0@lo:400:kworker.0 00000100:00100000:3.0:1788483567.182626:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507350000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250982656:0@lo:400:kworker.0 00010000:00010000:3.0:1788483567.366972:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483567.687699:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250983040:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483567.687787:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483567.687981:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250983040 00000100:00100000:3.0:1788483567.687992:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250983040 00000100:00100000:3.0:1788483567.688093:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1788483567.688104:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250983040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483567.688144:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483567.688199:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250983040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483567.688207:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1788483567.688294:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250983040:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483567.747576:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483567.747706:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224860672 00000100:00100000:2.0:1788483567.747718:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224860672 00000100:00100000:2.0:1788483567.747803:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1244 00000100:00100000:2.0:1788483567.747816:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30485:x1875360224860672:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788483567.747951:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:30485:x1875360224860672:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 138us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483567.747970:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1244 00000100:00100000:2.0:1788483567.751345:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483567.751460:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224860800 00000100:00100000:0.0:1788483567.751473:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224860800 00000100:00100000:0.0:1788483567.751809:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1245 00000100:00100000:0.0:1788483567.751823:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:30485:x1875360224860800:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788483567.751951:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:30485:x1875360224860800:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 131us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483567.751971:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1245 00010000:00010000:0.0:1788483568.388742:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483569.414544:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483569.733818:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483569.733852:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250983168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483569.733940:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483569.734078:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250983168 00000100:00100000:0.0:1788483569.734088:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250983168 00000100:00100000:0.0:1788483569.734167:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1788483569.734179:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250983168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483569.734228:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483569.734284:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250983168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 108us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483569.734292:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00080000:2.0:1788483569.734756:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483569.734800:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507350380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250983168:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483569.735929:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250983296:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483569.736001:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483569.736123:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250983296 00000100:00100000:2.0:1788483569.736132:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250983296 00000100:00100000:2.0:1788483569.736201:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1788483569.736210:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250983296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483569.736241:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170126144 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483569.736302:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250983296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483569.736815:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1788483569.736873:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509215500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250983296:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788483569.737165:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:02000400:1.0:1788483570.044365:0:23541:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12p: implicit restore of a file on copytool mount point ========================================================== 20:59:27 (1788483567) 00000100:00100000:0.0:1788483570.345993:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.348283:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224860928 00000100:00100000:3.0:1788483570.348298:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224860928 00000100:00100000:3.0:1788483570.348381:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1246 00000100:00100000:3.0:1788483570.348392:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:31243:x1875360224860928:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788483570.348489:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:31243:x1875360224860928:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 99us (2504us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483570.348511:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1246 00000100:00080000:0.0:1788483570.348578:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483570.357723:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483570.357882:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224861056 00000100:00100000:2.0:1788483570.357892:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224861056 00000100:00100000:2.0:1788483570.357969:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1247 00000100:00100000:2.0:1788483570.357979:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:31243:x1875360224861056:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788483570.358082:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:31243:x1875360224861056:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 105us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483570.358090:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1247 00000100:00080000:0.0:1788483570.358187:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483570.376013:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.376113:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224861184 00000100:00100000:3.0:1788483570.376131:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224861184 00000100:00100000:3.0:1788483570.376560:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1248 00000100:00100000:3.0:1788483570.376572:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+96:31244:x1875360224861184:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483570.376592:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.376612:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f301a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14769e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376676:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3021 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376689:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3021 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376701:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3021 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376715:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3028 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376721:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3028 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376727:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3028 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376767:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3021 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376788:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3021 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376796:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3021 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376802:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483570.376805:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3021 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376813:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3021 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376825:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483570.376828:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.376832:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3021 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376838:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3021 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376852:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3028 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376858:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3028 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376864:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3028 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376869:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483570.376872:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3028 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376878:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3028 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376885:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9f760526d000) 00010000:00010000:3.0:1788483570.376887:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.376890:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3028 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376895:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3028 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376925:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f301a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14769e expref: 97 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376935:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483570.376937:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.376941:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f301a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14769e expref: 97 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.376960:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00000100:00100000:3.0:1788483570.377013:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+96:31244:x1875360224861184:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 444us (1008us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483570.377021:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1248 00000100:00080000:0.0:1788483570.378432:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483570.385781:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.386853:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224861440 00000100:00100000:3.0:1788483570.386868:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224861440 00000100:00100000:3.0:1788483570.387018:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1249 00000100:00100000:3.0:1788483570.387031:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+96:31244:x1875360224861440:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:3.0:1788483570.387102:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483570.387152:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f2c4d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14755c expref: 96 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.387178:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483570.387184:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483570.389954:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.389990:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147571 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.390001:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.390055:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147571 expref: 43 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.390076:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147571 expref: 43 pid: 6514 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483570.390095:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250983424:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483570.391491:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654900 going to sleep for 11 seconds 00000100:00100000:3.0:1788483570.398644:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250983424:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483570.398686:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483570.401624:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483570.401738:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224861568 00000100:00100000:0.0:1788483570.401751:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224861568 00010000:00010000:0.0:1788483570.401805:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147571 expref: 44 pid: 6514 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483570.401856:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 382 00000100:00100000:0.0:1788483570.401869:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2402:x1875360224861568:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483570.401886:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483570.401894:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147571 expref: 44 pid: 6514 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.401910:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147571 expref: 44 pid: 6514 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.401936:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f2c8c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147571 expref: 44 pid: 6514 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.401966:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483570.401974:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.401986:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.401995:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.402029:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483570.402110:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:2402:x1875360224861568:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 242us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483570.402119:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 382 00010000:00010000:3.0:1788483570.403688:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.403707:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.403741:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.403756:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.403769:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.404899:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.404916:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.404926:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483570.404955:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000017888a4c reply state 0000000006efc13a transno 4294968058 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.404969:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.404978:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483570.404982:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483570.404988:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788483570.404996:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00010000:00010000:3.0:1788483570.405005:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.405012:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.405020:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.405026:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483570.405032:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.405040:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.405052:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483570.405055:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.405059:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.405066:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f302f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483570.405081:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000017888a4c reply state 0000000006efc13a transno 4294968058 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.405089:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.405099:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9f760526d000) 00010000:00010000:3.0:1788483570.405101:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483570.405102:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788483570.407170:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+97:31244:x1875360224861440:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 20126us (21391us total) trans 4294968058 rc 0/0 00000100:00100000:3.0:1788483570.407185:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1249 00000100:00100000:1.0:1788483570.420819:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483570.420984:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224861696 00000100:00100000:2.0:1788483570.420997:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224861696 00000100:00100000:2.0:1788483570.421075:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1250 00000100:00100000:2.0:1788483570.421089:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+97:31245:x1875360224861696:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483570.421297:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483570.421327:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3044 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476a5 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.421426:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f304b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.421443:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f304b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.421456:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f304b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483570.421567:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788483570.421572:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483570.421594:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f304b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.421623:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3044 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476a5 expref: 99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.421646:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f304b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476a5 expref: 98 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.421655:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483570.421658:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483570.421663:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec000, rc 0) 00000100:00100000:2.0:1788483570.421738:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31245:x1875360224861696:12345-192.168.206.36@tcp:101:bash.0 Request processed in 650us (932us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483570.421749:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1250 00000100:00100000:1.0:1788483570.424671:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.424762:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224861824 00000100:00100000:3.0:1788483570.424776:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224861824 00000100:00100000:3.0:1788483570.424855:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1251 00000100:00100000:3.0:1788483570.424866:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31245:x1875360224861824:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:3.0:1788483570.424893:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.424918:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3052 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476ac expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425014:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f3059 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425029:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f3059 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425042:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f3059 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425054:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f3060 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425060:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f3060 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425071:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f3060 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425179:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f3067 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425187:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f3067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425195:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f3067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483570.425441:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:3.0:1788483570.425447:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483570.425472:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f3067 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425486:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f3059 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425492:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f3059 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425543:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f3059 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425549:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483570.425554:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f3059 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425562:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f3059 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425578:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483570.425582:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.425587:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f3059 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425594:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f3059 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425608:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f3060 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425615:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f3060 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425621:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f3060 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425627:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483570.425629:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f3060 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425635:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f3060 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425642:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9f760526d000) 00010000:00010000:3.0:1788483570.425643:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.425646:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f3060 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425651:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f3060 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425683:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3052 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ac expref: 100 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425698:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fe00/0xf2b1f833e60f3067 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ac expref: 99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.425706:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483570.425708:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483570.425710:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fe00, rc 0) 00000100:00100000:3.0:1788483570.425789:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31245:x1875360224861824:12345-192.168.206.36@tcp:101:bash.0 Request processed in 923us (1131us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483570.425797:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1251 00000100:00100000:0.0:1788483570.431951:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483570.435049:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224861952 00000100:00100000:2.0:1788483570.435072:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224861952 00000100:00100000:2.0:1788483570.436094:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1252 00000100:00100000:2.0:1788483570.436315:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31245:x1875360224861952:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483570.436409:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483570.436439:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f306e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476b3 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442078:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3075 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442112:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3075 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442137:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3075 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442157:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f307c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442164:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f307c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442171:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f307c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442226:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3075 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442238:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3075 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442245:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3075 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442251:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ece00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483570.442256:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3075 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442264:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3075 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442277:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483570.442281:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.442287:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3075 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442293:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3075 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442307:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f307c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442313:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f307c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442318:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f307c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442323:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483570.442326:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f307c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.442332:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f307c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.445739:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f7608dc0600) 00010000:00010000:2.0:1788483570.445747:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.445756:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f307c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.445766:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f307c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.446625:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483570.447008:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f306e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476b3 expref: 100 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.447029:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483570.447032:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.447037:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f306e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476b3 expref: 100 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.447052:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed800, rc 0) 00000100:00100000:2.0:1788483570.447165:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31245:x1875360224861952:12345-192.168.206.36@tcp:101:bash.0 Request processed in 11056us (15234us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483570.447176:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1252 00000100:00100000:1.0:1788483570.464075:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.464233:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224862080 00000100:00100000:3.0:1788483570.464247:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224862080 00000100:00100000:3.0:1788483570.464318:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1253 00000100:00100000:3.0:1788483570.464331:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+43:31246:x1875360224862080:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483570.464370:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.464398:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3083 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476ba expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.464486:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.464546:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.464561:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483570.464615:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788483570.464620:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483570.464642:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.464673:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3083 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ba expref: 45 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.464695:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ba expref: 44 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.464705:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483570.464709:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483570.464713:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e600, rc 0) 00000100:00100000:3.0:1788483570.464779:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:31246:x1875360224862080:12345-192.168.206.36@tcp:101:rm.0 Request processed in 450us (717us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483570.464787:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1253 00000100:00100000:3.0:1788483570.473179:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483570.473696:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224862208 00000100:00100000:2.0:1788483570.473709:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224862208 00000100:00100000:2.0:1788483570.473789:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1254 00000100:00100000:2.0:1788483570.473802:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:31246:x1875360224862208:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483570.473839:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483570.473866:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3091 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476c1 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.473960:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3098 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.473978:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3098 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.473992:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3098 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474004:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f309f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474010:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f309f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474016:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f309f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474128:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f30a6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474137:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f30a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474144:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f30a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483570.474184:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:2.0:1788483570.474189:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483570.474223:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f30a6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474236:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3098 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474244:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3098 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474251:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3098 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474257:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483570.474262:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3098 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474270:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3098 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474284:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483570.474288:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.474293:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3098 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474299:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3098 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474315:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f309f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474321:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f309f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474332:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f309f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474664:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ece00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483570.474672:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f309f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474680:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f309f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474690:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9f760526d000) 00010000:00010000:2.0:1788483570.474692:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.474696:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f309f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474702:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f309f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474741:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3091 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476c1 expref: 46 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474769:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed200/0xf2b1f833e60f30a6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476c1 expref: 45 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.474780:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483570.474783:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788483570.474785:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed200, rc 0) 00000100:00100000:2.0:1788483570.474874:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31246:x1875360224862208:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1073us (1709us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483570.474885:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1254 00000100:00100000:0.0:1788483570.480668:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.480854:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224862336 00000100:00100000:3.0:1788483570.480867:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224862336 00000100:00100000:3.0:1788483570.480935:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1255 00000100:00100000:3.0:1788483570.480959:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31246:x1875360224862336:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483570.480984:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.481012:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f30ad lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476c8 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481097:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f30b4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481114:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f30b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481141:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f30b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481158:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f30bb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481165:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f30bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481172:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f30bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481220:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f30b4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481229:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f30b4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481237:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f30b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481244:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483570.481249:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f30b4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481257:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f30b4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481270:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483570.481274:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.481279:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f30b4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481285:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f30b4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481299:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f30bb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481305:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f30bb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481311:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f30bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481317:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483570.481320:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f30bb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481326:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f30bb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481437:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f760526da00) 00010000:00010000:3.0:1788483570.481441:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.481445:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f30bb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481452:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f30bb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481935:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f30ad lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476c8 expref: 46 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481960:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483570.481963:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.481968:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f30ad lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476c8 expref: 46 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.481979:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fe00, rc 0) 00000100:00100000:3.0:1788483570.482110:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31246:x1875360224862336:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1164us (1454us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483570.482127:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1255 00000100:00100000:1.0:1788483570.494350:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.495962:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224862464 00000100:00100000:3.0:1788483570.495981:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224862464 00000100:00100000:3.0:1788483570.496068:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1256 00000100:00100000:3.0:1788483570.496082:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31246:x1875360224862464:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483570.496112:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.496148:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f30c2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476cf expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496234:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496251:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496264:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496281:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f30d0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496290:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f30d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496296:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f30d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496544:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496553:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496560:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496568:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496575:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483570.496580:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496589:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496604:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483570.496607:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.496612:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496619:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f30c9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496636:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f30d0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496641:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f30d0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496647:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f30d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496652:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483570.496655:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f30d0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496661:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f30d0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496668:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f760526d800) 00010000:00010000:3.0:1788483570.496670:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.496673:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f30d0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496679:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f30d0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496719:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f30c2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476cf expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496730:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483570.496732:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483570.496736:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f30c2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476cf expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.496746:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f600, rc 0) 00000100:00100000:3.0:1788483570.496823:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31246:x1875360224862464:12345-192.168.206.36@tcp:101:rm.0 Request processed in 743us (2497us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483570.499558:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1256 00000100:00100000:0.0:1788483570.530993:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483570.531231:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224862592 00000100:00100000:2.0:1788483570.531244:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224862592 00000100:00100000:2.0:1788483570.531315:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1257 00000100:00100000:2.0:1788483570.531327:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31247:x1875360224862592:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483570.531367:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483570.531393:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f30d7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476d6 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531477:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f30de lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531494:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f30de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531548:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f30de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531568:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f30e5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531576:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f30e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531583:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f30e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531632:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f30de lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531644:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f30de lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531651:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f30de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531658:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ece00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483570.531663:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f30de lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531670:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f30de lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531684:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483570.531687:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.531692:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f30de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531698:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f30de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531714:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f30e5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531720:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f30e5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531726:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f30e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531731:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483570.531735:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f30e5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531741:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f30e5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531748:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f7608dc0600) 00010000:00010000:2.0:1788483570.531751:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.531753:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f30e5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531760:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f30e5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531805:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f30d7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476d6 expref: 46 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531817:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483570.531820:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.531837:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f30d7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476d6 expref: 46 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.531848:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed800, rc 0) 00000100:00100000:2.0:1788483570.532722:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31247:x1875360224862592:12345-192.168.206.36@tcp:101:cp.0 Request processed in 1390us (1737us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483570.532733:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1257 00000100:00100000:3.0:1788483570.537967:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483570.545066:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224862720 00000100:00100000:2.0:1788483570.545086:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224862720 00000100:00100000:2.0:1788483570.545185:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1258 00000100:00100000:2.0:1788483570.545198:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31247:x1875360224862720:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483570.545224:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483570.545250:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f30ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476dd expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545355:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f30f3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545374:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f30f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545386:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f30f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545405:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f30fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545413:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f30fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545421:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f30fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545470:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f30f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545479:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f30f3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545486:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f30f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545493:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483570.545519:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f30f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545529:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f30f3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545543:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483570.545547:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.545553:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f30f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545560:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f30f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545578:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f30fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545585:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f30fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545592:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f30fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545597:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483570.545600:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f30fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545607:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f30fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545615:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f7608dc0400) 00010000:00010000:2.0:1788483570.545617:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.545621:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f30fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545627:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f30fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545671:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f30ec lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476dd expref: 46 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545682:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483570.545685:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.545689:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f30ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476dd expref: 46 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.545699:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483570.545905:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31247:x1875360224862720:12345-192.168.206.36@tcp:101:cp.0 Request processed in 707us (7969us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483570.545913:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1258 00000100:00100000:1.0:1788483570.553638:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483570.553780:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224862976 00000100:00100000:2.0:1788483570.553792:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224862976 00000100:00100000:2.0:1788483570.553864:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1259 00000100:00100000:2.0:1788483570.553877:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31247:x1875360224862976:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483570.553908:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483570.553954:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3101 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476e4 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.554127:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3108 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.554160:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3108 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.554174:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3108 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.554191:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.554198:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.554205:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483570.554907:0:12148:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x19:0x0], index 1: 0 00010000:00010000:2.0:1788483570.555586:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555601:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555612:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555665:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3108 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555674:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3108 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555681:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3108 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555689:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483570.555694:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3108 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555702:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3108 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555717:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483570.555721:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483570.555726:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3108 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555733:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3108 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483570.555750:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000091525aaf reply state 00000000526591d9 transno 4294968059 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555762:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555769:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f7608dc0600) 00010000:00010000:2.0:1788483570.555771:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483570.555775:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788483570.555816:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3101 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476e4 expref: 48 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555834:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476e4 expref: 47 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483570.555848:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:2.0:1788483570.555851:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483570.555853:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ecc00, rc 0) 00000100:00100000:2.0:1788483570.555951:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31247:x1875360224862976:12345-192.168.206.36@tcp:101:cp.0 Request processed in 2069us (2319us total) trans 4294968059 rc 0/0 00000100:00100000:2.0:1788483570.555961:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1259 00000100:00100000:1.0:1788483570.564473:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.565036:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224863104 00000100:00100000:3.0:1788483570.565050:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224863104 00000100:00100000:3.0:1788483570.565149:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 329 00000100:00100000:3.0:1788483570.565164:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224863104:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483570.565188:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.565214:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f3124 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476eb expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483570.565245:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483570.565271:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=735s v=(0 0) 00010000:00010000:3.0:1788483570.565276:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483570.565287:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f3124 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476eb expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.565309:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f3124 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476eb expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.565326:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00000100:00100000:3.0:1788483570.565410:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224863104:12345-192.168.206.36@tcp:101:cp.0 Request processed in 249us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483570.565419:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 329 00000100:00080000:0.0:1788483570.565621:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483570.570579:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.570783:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224863232 00000100:00100000:3.0:1788483570.570796:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224863232 00000100:00100000:3.0:1788483570.570869:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 330 00000100:00100000:3.0:1788483570.570881:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:31247:x1875360224863232:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483570.570903:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.570939:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476f2 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.570988:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f3124 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476eb expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.570999:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483570.571004:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483570.571010:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 12 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.571052:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f3124 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476eb expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.571068:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f3124 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476eb expref: 12 pid: 14965 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483570.571084:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250983552:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483570.571221:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506577480 going to sleep for 11 seconds 00000100:00100000:2.0:1788483570.584755:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483570.584877:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224863360 00000100:00100000:0.0:1788483570.584890:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224863360 00010000:00010000:0.0:1788483570.584942:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f3124 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476eb expref: 13 pid: 14965 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483570.585002:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 383 00000100:00100000:0.0:1788483570.585015:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224863360:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483570.585035:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483570.585063:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f3124 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476eb expref: 13 pid: 14965 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.585080:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f3124 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476eb expref: 13 pid: 14965 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.585129:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483570.585135:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483570.585145:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 13 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.585157:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 13 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.585207:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 13 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483570.585225:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507352300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360250983680:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483570.585353:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75015a3480 going to sleep for 11 seconds 00010000:00010000:3.0:1788483570.586245:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f3124 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476eb expref: 13 pid: 14965 timeout: 835 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483570.586268:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250983552:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483570.586301:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 12 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.586315:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f600, rc 0) 00000100:00100000:3.0:1788483570.586390:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:31247:x1875360224863232:12345-192.168.206.36@tcp:101:cp.0 Request processed in 15510us (15826us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483570.586399:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 330 00000100:00100000:0.0:1788483570.589741:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507352300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360250983680:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483570.589773:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483570.589850:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224863360:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 4836us (5109us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483570.589862:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 383 00000100:00100000:1.0:1788483570.591892:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.593142:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224863616 00000100:00100000:3.0:1788483570.593157:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224863616 00000100:00100000:3.0:1788483570.593226:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 239 00000100:00100000:3.0:1788483570.593238:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a436c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31247:x1875360224863616:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:3.0:1788483570.593678:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a436c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:31247:x1875360224863616:12345-192.168.206.36@tcp:35:cp.0 Request processed in 440us (1797us total) trans 4294968060 rc 0/0 00000100:00100000:3.0:1788483570.593687:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 239 00000100:00100000:2.0:1788483570.622236:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.623370:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224863744 00000100:00100000:3.0:1788483570.623386:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224863744 00000100:00100000:3.0:1788483570.623461:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1260 00000100:00100000:3.0:1788483570.623472:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31250:x1875360224863744:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483570.623513:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.623539:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3132 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1476f9 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.623628:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3139 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.623646:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3139 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.623658:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3139 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.623670:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3140 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.623678:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3140 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.623685:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3140 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.623780:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.623790:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.623797:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483570.629201:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:0.0:1788483570.629216:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483570.629258:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629293:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629313:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3139 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629321:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3139 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629329:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3139 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629335:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483570.629340:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3139 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629350:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3139 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629370:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:0.0:1788483570.629373:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483570.629378:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3139 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629385:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3139 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629407:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3140 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629413:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3140 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629419:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3140 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629425:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483570.629428:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3140 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629435:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3140 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629443:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f7608dc0600) 00010000:00010000:0.0:1788483570.629445:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483570.629448:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3140 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629455:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3140 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629553:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3132 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f9 expref: 101 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629571:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f9 expref: 100 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.629579:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:0.0:1788483570.629582:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483570.629584:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:0.0:1788483570.629684:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+100:31250:x1875360224863744:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 6212us (7462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483570.629694:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1260 00000100:00100000:2.0:1788483570.636673:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.636777:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224863872 00000100:00100000:3.0:1788483570.636789:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224863872 00000100:00100000:3.0:1788483570.636899:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 331 00000100:00100000:3.0:1788483570.636912:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224863872:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483570.636958:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.636980:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f314e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147700 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483570.637053:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250983808:192.168.206.36@tcp:106: 00000100:00100000:3.0:1788483570.637168:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7634042c00 going to sleep for 11 seconds 00000100:00080000:0.0:1788483570.638374:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1788483570.640101:0:8433:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788483570.640110:0:8433:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb mtime: 0 -> 1788483569 00002000:00010000:0.0:1788483570.640113:0:8433:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb atime: 0 -> 1788483569 00002000:00010000:0.0:1788483570.640116:0:8433:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb ctime: 0 -> 1788483569 00002000:00010000:0.0:1788483570.640119:0:8433:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788483570.640146:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250983808:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483570.640189:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f314e lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147700 expref: 13 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.640219:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f314e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147700 expref: 13 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.640233:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00000100:00100000:0.0:1788483570.640311:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2399:x1875360224863872:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3400us (3652us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483570.640321:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 331 00000100:00100000:2.0:1788483570.647629:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.647773:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224864000 00000100:00100000:3.0:1788483570.647787:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224864000 00000100:00100000:3.0:1788483570.648110:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1261 00000100:00100000:3.0:1788483570.648134:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+100:31250:x1875360224864000:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483570.648161:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.648189:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3155 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147707 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.648286:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.648304:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.648318:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483570.648373:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:3.0:1788483570.648379:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483570.648402:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.648433:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3155 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147707 expref: 102 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.648455:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147707 expref: 101 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.648466:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483570.648470:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483570.648473:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f200, rc 0) 00000100:00100000:3.0:1788483570.648591:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31250:x1875360224864000:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 461us (977us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483570.648600:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1261 00000100:00100000:2.0:1788483570.652744:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.653134:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224864128 00000100:00100000:3.0:1788483570.653147:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224864128 00000100:00100000:3.0:1788483570.653205:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 332 00000100:00100000:3.0:1788483570.653217:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224864128:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483570.653239:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483570.653260:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3163 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14770e expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483570.653347:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250983936:192.168.206.36@tcp:106: 00000100:00100000:3.0:1788483570.653457:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7634042c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788483570.657365:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360250983936:192.168.206.36@tcp:106: 00010000:00010000:3.0:1788483570.657419:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3163 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14770e expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.657450:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3163 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14770e expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.657466:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fc00, rc 0) 00000100:00100000:3.0:1788483570.657583:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224864128:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4367us (4854us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483570.657595:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 332 00000100:00100000:2.0:1788483570.663400:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.663528:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224864384 00000100:00100000:3.0:1788483570.663541:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224864384 00000100:00100000:3.0:1788483570.663603:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1262 00000100:00100000:3.0:1788483570.663615:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31250:x1875360224864384:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:3.0:1788483570.665072:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].34, 136 off12816 00000100:00100000:3.0:1788483570.665385:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31250:x1875360224864384:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 1765us (1993us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483570.665397:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1262 00000100:00100000:0.0:1788483570.758423:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483570.763681:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250984064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483570.763864:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483570.764264:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250984064 00000100:00100000:2.0:1788483570.764273:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250984064 00000100:00100000:2.0:1788483570.764952:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788483570.764964:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250984064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483570.765006:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:2.0:1788483570.765074:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250984064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483570.765081:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1788483570.765304:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250984064:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788483570.822031:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788483570.952118:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483570.952127:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483570.952157:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:0.0:1788483570.952165:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483570.952373:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250984192:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483570.952466:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75015a3540 going to sleep for 11 seconds 00000100:00100000:2.0:1788483570.961888:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.961986:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224864512 00000100:00100000:3.0:1788483570.961996:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224864512 00000100:00100000:3.0:1788483570.962067:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1263 00000100:00100000:3.0:1788483570.962077:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:31260:x1875360224864512:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483570.962123:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483570.962245:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:31260:x1875360224864512:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 168us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483570.962253:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1263 00000100:00100000:0.0:1788483570.966410:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250984192:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483570.967772:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483570.968246:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224864768 00000100:00100000:0.0:1788483570.968256:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224864768 00000100:00100000:0.0:1788483570.968314:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1264 00000100:00100000:0.0:1788483570.968325:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:31260:x1875360224864768:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483570.968352:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483570.968374:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f316a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147715 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.968474:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3171 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.968487:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3171 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.968528:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3171 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483570.968540:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1788483570.968650:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f316a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147715 expref: 52 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.968666:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3171 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147715 expref: 51 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.968674:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:0.0:1788483570.968677:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483570.968681:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524400, rc 0) 00000100:00100000:0.0:1788483570.968738:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31260:x1875360224864768:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 416us (973us total) trans 4294968061 rc 0/0 00000100:00100000:0.0:1788483570.968744:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1264 00000100:00100000:2.0:1788483570.976473:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.976705:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224864896 00000100:00100000:3.0:1788483570.976715:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224864896 00000100:00100000:3.0:1788483570.976771:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 333 00000100:00100000:3.0:1788483570.976781:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224864896:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483570.976824:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.976845:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 11 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.976854:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483570.976858:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483570.976862:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.976897:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 11 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.976911:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 11 pid: 8871 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483570.976924:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250984320:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483570.977050:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76193473c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483570.980668:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483570.981521:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224865024 00000100:00100000:0.0:1788483570.981533:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224865024 00000100:00100000:0.0:1788483570.981607:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 56 00000100:00100000:0.0:1788483570.981619:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:2401:x1875360224865024:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483570.981633:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483570.981656:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3171 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147715 expref: 51 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483570.981675:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:0.0:1788483570.981680:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483570.981755:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2401:x1875360224865024:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 138us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483570.981762:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 56 00000100:00100000:0.0:1788483570.982290:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360250984320:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483570.982312:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483570.987140:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483570.987222:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224865152 00000100:00100000:3.0:1788483570.987231:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224865152 00002000:00100000:3.0:1788483570.987279:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff9f7508307100 x1875360224865152/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:321/0 lens 648/0 e 0 to 0 dl 1788483581 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483570.987289:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508307100 with x1875360224865152 ext(0->157) 00010000:00010000:3.0:1788483570.987298:0:8436:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 12 pid: 8871 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.987319:0:8436:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 12 pid: 8871 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483570.987326:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f7508307100 00000100:00100000:3.0:1788483570.987358:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 16 00000100:00100000:3.0:1788483570.987367:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224865152:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:3.0:1788483570.988279:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2402:x1875360224865152:12345-192.168.206.36@tcp:4:cp.0 Request processed in 909us (1143us total) trans 4294967367 rc 0/0 00000100:00100000:3.0:1788483570.988290:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 16 00002000:00100000:3.0:1788483570.988298:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x19:0x0] (0->157) req@ffff9f7508307100 x1875360224865152/t4294967367(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:321/0 lens 648/448 e 0 to 0 dl 1788483581 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483570.988307:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508307100 with x1875360224865152 ext(0->157) 00010000:00010000:3.0:1788483570.988314:0:8436:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 14 pid: 8871 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483570.988326:0:8436:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 14 pid: 8871 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483570.988333:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f7508307100 00000100:00100000:2.0:1788483571.011987:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483571.012090:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224865280 00000100:00100000:1.0:1788483571.012100:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224865280 00010000:00010000:1.0:1788483571.012140:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 14 pid: 8871 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483571.012184:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 384 00000100:00100000:1.0:1788483571.012194:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2402:x1875360224865280:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483571.012210:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1788483571.012227:0:6500:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x19:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1788483571.012234:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 14 pid: 8871 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.012248:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 14 pid: 8871 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.012271:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f9658ac4/0xf2b1f833e60f312b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f2 expref: 14 pid: 8871 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.012288:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483571.012293:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483571.012299:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.012310:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.014804:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483571.014882:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224865280:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 2684us (2900us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483571.014894:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 384 00010000:00010000:3.0:1788483571.014987:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.015000:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.015041:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.015049:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.015057:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.015065:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483571.015069:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.015078:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.015096:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.015104:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f317f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483571.015159:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2399:x1875360224864896:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 38379us (38693us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483571.015170:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 333 00000100:00100000:3.0:1788483571.035724:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483571.036751:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224865536 00000100:00100000:0.0:1788483571.036762:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224865536 00000100:00100000:0.0:1788483571.036818:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1265 00000100:00100000:0.0:1788483571.036828:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:31260:x1875360224865536:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483571.038766:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:31260:x1875360224865536:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 1928us (3038us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483571.038780:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1265 00000100:00100000:0.0:1788483571.057823:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483571.064066:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224865664 00000100:00100000:3.0:1788483571.064080:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224865664 00000100:00100000:3.0:1788483571.064533:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 334 00000100:00100000:3.0:1788483571.064545:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224865664:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483571.064563:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483571.064584:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3186 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14771c expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483571.064619:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a9a17f1, atime: 0x0, ctime: 0x6a9a17f1, blocks: 0x8 00010000:00010000:3.0:1788483571.064640:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=736s v=(0 0) 00010000:00010000:3.0:1788483571.064645:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483571.064655:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3186 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14771c expref: 13 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.064674:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3186 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14771c expref: 13 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.064687:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fc00, rc 0) 00000100:00100000:3.0:1788483571.064758:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224865664:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 215us (6944us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483571.064764:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 334 00000100:00100000:1.0:1788483571.070822:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483571.070888:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224865920 00000100:00100000:2.0:1788483571.070897:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224865920 00000100:00100000:2.0:1788483571.070958:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1266 00000100:00100000:2.0:1788483571.070980:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:31260:x1875360224865920:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483571.071084:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:31260:x1875360224865920:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 116us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483571.071091:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1266 00000100:00100000:1.0:1788483571.082924:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483571.083223:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224866048 00000100:00100000:0.0:1788483571.083233:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224866048 00002000:00100000:0.0:1788483571.083291:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff9f76415ce300 x1875360224866048/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:322/0 lens 488/0 e 0 to 0 dl 1788483582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483571.083302:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76415ce300 with x1875360224866048 ext(0->4095) 00002000:00010000:0.0:1788483571.083308:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76415ce300 00000100:00100000:0.0:1788483571.083345:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 90 00000100:00100000:0.0:1788483571.083354:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224866048:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788483571.083543:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224866048:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 189us (626us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483571.083550:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 90 00002000:00100000:0.0:1788483571.083557:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff9f76415ce300 x1875360224866048/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:322/0 lens 488/4536 e 0 to 0 dl 1788483582 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483571.083565:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76415ce300 with x1875360224866048 ext(0->4095) 00002000:00010000:0.0:1788483571.083568:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76415ce300 00000100:00100000:3.0:1788483571.087078:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483571.087279:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224866176 00000100:00100000:1.0:1788483571.087288:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224866176 00000100:00100000:1.0:1788483571.087344:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1267 00000100:00100000:1.0:1788483571.087354:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:31260:x1875360224866176:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483571.087372:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483571.087392:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f318d lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147723 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.087425:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.087438:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.087449:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.087596:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f318d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147723 expref: 52 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.087849:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147723 expref: 51 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.087859:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:1.0:1788483571.087862:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483571.087866:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3400, rc 0) 00000100:00100000:1.0:1788483571.087920:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31260:x1875360224866176:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 567us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483571.087927:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1267 00000100:00100000:1.0:1788483571.098918:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483571.099022:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224866304 00000100:00100000:0.0:1788483571.099031:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224866304 00000100:00100000:0.0:1788483571.099091:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1268 00000100:00100000:0.0:1788483571.099102:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31260:x1875360224866304:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483571.099142:0:12148:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483571.099259:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31260:x1875360224866304:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 158us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483571.099271:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1268 00000100:00100000:1.0:1788483571.113591:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483571.115979:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224866432 00000100:00100000:0.0:1788483571.115993:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224866432 00000100:00100000:1.0:1788483571.116367:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 335 00000100:00100000:1.0:1788483571.116381:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224866432:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483571.116428:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f319b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.116445:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483571.116450:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483571.116462:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f319b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.116476:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f319b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.116812:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f319b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.116823:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f319b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.116832:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f319b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.116844:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483571.116848:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f319b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.116856:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f319b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.116873:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f319b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.116880:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f319b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483571.117048:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224866432:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 669us (3465us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483571.117057:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 335 00000100:00100000:0.0:1788483571.120785:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483571.121418:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224866688 00000100:00100000:2.0:1788483571.121428:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224866688 00000100:00100000:2.0:1788483571.121489:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1269 00000100:00100000:2.0:1788483571.121757:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31260:x1875360224866688:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788483571.121888:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.121906:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147723 expref: 51 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.121915:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.121960:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147723 expref: 51 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.122036:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147723 expref: 51 pid: 13707 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483571.122052:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250984448:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483571.122141:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506577480 going to sleep for 11 seconds 00000100:00100000:2.0:1788483571.129233:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483571.129304:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224866816 00000100:00100000:3.0:1788483571.129313:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224866816 00010000:00010000:3.0:1788483571.129364:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147723 expref: 52 pid: 13707 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483571.129406:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 385 00000100:00100000:3.0:1788483571.129416:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360224866816:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483571.129432:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483571.129439:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147723 expref: 52 pid: 13707 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.129451:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147723 expref: 52 pid: 13707 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.129476:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:3.0:1788483571.129481:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.129490:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.129528:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.129547:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483571.129596:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360224866816:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 182us (373us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483571.129604:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 385 00010000:00010000:0.0:1788483571.131081:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3194 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147723 expref: 51 pid: 13707 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483571.131106:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b5c00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360250984448:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483571.131134:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.131147:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.131154:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.131778:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.131788:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.131795:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.131801:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483571.131805:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.131812:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.131828:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:0.0:1788483571.131831:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483571.131835:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.131840:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31a2 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483571.131996:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31260:x1875360224866688:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 10496us (11217us total) trans 4294968062 rc 0/0 00000100:00100000:0.0:1788483571.132006:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1269 00000040:00080000:1.0:1788483571.132292:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483571.132297:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483571.132821:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788483571.132831:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483571.138800:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483571.138894:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224867072 00000100:00100000:3.0:1788483571.138904:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224867072 00000100:00100000:3.0:1788483571.138963:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 240 00000100:00100000:3.0:1788483571.138973:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31260:x1875360224867072:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483571.139772:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:31260:x1875360224867072:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 796us (976us total) trans 4294968063 rc 0/0 00000100:00100000:3.0:1788483571.139782:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 240 00010000:00010000:0.0:1788483571.462818:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483571.689401:0:23591:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483571.689410:0:23591:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483571.689444:0:23591:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 35 count 3 00000040:00080000:1.0:1788483571.689453:0:23591:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:1.0:1788483571.785787:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968063 is committed 00000001:00080000:1.0:1788483571.785866:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968058 is committed 00000020:00080000:1.0:1788483571.785874:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 24 batchid updated 00000020:00080000:3.0:1788483571.785904:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00010000:00010000:1.0:1788483571.785919:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788483571.785924:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00010000:00010000:1.0:1788483571.785953:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.785964:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.785972:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ece00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483571.785980:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.785989:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786010:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.786013:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f7608dc0600) 00010000:00010000:1.0:1788483571.786024:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483571.786032:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786035:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483571.786061:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f310f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786065:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786081:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483571.786087:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786096:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786120:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x55434c71 (ffff9f760526d000) 00010000:00010000:2.0:1788483571.786125:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483571.786129:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786136:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3036 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x55434c71 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786166:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786172:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786178:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786182:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483571.786185:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786190:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786197:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483571.786199:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483571.786201:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.786207:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f303d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483571.847538:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788483571.854591:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483571.856830:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224867328 00000100:00100000:3.0:1788483571.856850:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224867328 00000100:00100000:3.0:1788483571.856955:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1270 00000100:00100000:3.0:1788483571.856968:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31267:x1875360224867328:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483571.856995:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483571.857022:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31a9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14772a expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.857162:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f31b0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.857179:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f31b0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.857193:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f31b0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483571.857208:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1788483571.857374:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31a9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14772a expref: 102 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.857401:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f31b0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14772a expref: 101 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.857411:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:3.0:1788483571.857415:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483571.857419:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ee00, rc 0) 00000100:00100000:3.0:1788483571.857551:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31267:x1875360224867328:12345-192.168.206.36@tcp:101:cat.0 Request processed in 585us (2968us total) trans 4294968064 rc 0/0 00000100:00100000:3.0:1788483571.857559:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1270 00000100:00100000:2.0:1788483571.864995:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483571.872027:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224867456 00000100:00100000:3.0:1788483571.872043:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224867456 00000100:00100000:2.0:1788483571.872536:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 336 00000100:00100000:2.0:1788483571.872549:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2401:x1875360224867456:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483571.872565:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483571.872582:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f24b3c2/0xf2b1f833e60f31be lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147731 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.872607:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483571.872611:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483571.872621:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005f24b3c2/0xf2b1f833e60f31be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147731 expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.872637:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005f24b3c2/0xf2b1f833e60f31be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147731 expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483571.872650:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed000, rc 0) 00000100:00100000:2.0:1788483571.877952:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2401:x1875360224867456:12345-192.168.206.36@tcp:101:cat.0 Request processed in 5385us (12946us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483571.877964:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 336 00000100:00100000:0.0:1788483571.878104:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483571.878244:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224867584 00000100:00100000:0.0:1788483571.878253:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224867584 00000100:00100000:0.0:1788483571.878305:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 57 00000100:00100000:0.0:1788483571.878313:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+101:2402:x1875360224867584:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483571.878328:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483571.878352:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f31b0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14772a expref: 101 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.878369:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:0.0:1788483571.878374:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483571.878423:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+100:2402:x1875360224867584:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 110us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483571.878430:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 57 00000100:00100000:1.0:1788483571.891470:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483571.891527:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224867840 00000100:00100000:1.0:1788483571.891537:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224867840 00000100:00100000:1.0:1788483571.891598:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 953 00000100:00100000:1.0:1788483571.891610:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224867840:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483571.891683:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224867840:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 76us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483571.891690:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 953 00000100:00080000:1.0:1788483571.891715:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483571.891745:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483571.891857:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483571.891882:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483571.891909:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483571.891929:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224868096 00000100:00100000:1.0:1788483571.891933:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224868096 00000100:00100000:1.0:1788483571.891972:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 954 00000100:00100000:1.0:1788483571.891979:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224868096:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483571.892014:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224868096:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 36us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483571.892019:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 954 00000100:00100000:1.0:1788483571.892035:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224867712 00000100:00100000:1.0:1788483571.892038:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224867712 00000100:00100000:1.0:1788483571.892063:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 725 00000100:00100000:1.0:1788483571.892069:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224867712:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483571.892091:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224867712:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483571.892097:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 725 00000100:00100000:1.0:1788483571.892121:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224867968 00000100:00100000:1.0:1788483571.892125:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224867968 00000100:00100000:1.0:1788483571.892148:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 568 00000100:00100000:2.0:1788483571.892515:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224868224 00000100:00100000:2.0:1788483571.892520:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224868224 00000100:00100000:2.0:1788483571.892553:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 569 00000100:00100000:2.0:1788483571.892559:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224868224:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483571.892589:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224868224:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (680us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483571.892597:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 569 00000100:00100000:1.0:1788483571.893413:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224867968:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483571.904277:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224867968:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 12110us (12380us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483571.904293:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 568 00000100:00100000:0.0:1788483571.906330:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483571.906357:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224868352 00000100:00100000:3.0:1788483571.906366:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224868352 00000100:00100000:0.0:1788483571.906395:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483571.906412:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 570 00000100:00100000:3.0:1788483571.906421:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360224868352:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483571.906477:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360224868352:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 58us (159us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483571.906485:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 570 00000100:00100000:0.0:1788483571.906511:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224868480 00000100:00100000:0.0:1788483571.906515:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224868480 00002000:00100000:0.0:1788483571.906548:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff9f7509216300 x1875360224868480/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:322/0 lens 488/0 e 0 to 0 dl 1788483582 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483571.906558:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509216300 with x1875360224868480 ext(0->4095) 00002000:00010000:0.0:1788483571.906563:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7509216300 00000100:00100000:0.0:1788483571.906582:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 91 00000100:00100000:0.0:1788483571.906588:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224868480:12345-192.168.206.36@tcp:3:cat.0 00000100:00100000:0.0:1788483571.906708:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224868480:12345-192.168.206.36@tcp:3:cat.0 Request processed in 120us (311us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483571.906714:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 91 00002000:00100000:0.0:1788483571.906720:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x19:0x0] (0->4095) req@ffff9f7509216300 x1875360224868480/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:322/0 lens 488/4536 e 0 to 0 dl 1788483582 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483571.906728:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509216300 with x1875360224868480 ext(0->4095) 00002000:00010000:0.0:1788483571.906731:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7509216300 00000100:00080000:1.0:1788483571.910307:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483571.939444:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483571.939637:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224868736 00000100:00100000:3.0:1788483571.939646:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224868736 00000100:00100000:3.0:1788483571.939802:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 241 00000100:00100000:3.0:1788483571.939813:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+100:31267:x1875360224868736:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:3.0:1788483571.940041:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31267:x1875360224868736:12345-192.168.206.36@tcp:35:cat.0 Request processed in 229us (604us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1788483571.940050:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 241 00000100:00100000:3.0:1788483571.971020:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483571.971141:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224868992 00000100:00100000:0.0:1788483571.971151:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224868992 00000100:00100000:0.0:1788483571.971221:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1271 00000100:00100000:0.0:1788483571.971231:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31268:x1875360224868992:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483571.971253:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483571.971272:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f31c5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147738 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.971375:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31cc lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.971390:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31cc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.971400:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31cc lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483571.971412:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1788483571.971539:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f31c5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147738 expref: 104 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.971557:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31cc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147738 expref: 103 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483571.971565:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:0.0:1788483571.971568:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788483571.971572:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524400, rc 0) 00000100:00100000:0.0:1788483571.971624:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+103:31268:x1875360224868992:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 394us (613us total) trans 4294968066 rc 0/0 00000100:00100000:0.0:1788483571.971631:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1271 00000100:00100000:1.0:1788483571.981687:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483571.981786:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224869120 00000100:00100000:3.0:1788483571.981796:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224869120 00000100:00100000:3.0:1788483571.981852:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 337 00000100:00100000:3.0:1788483571.981863:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224869120:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:3.0:1788483571.981902:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.981928:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3186 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14771c expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.981947:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005f24b3c2/0xf2b1f833e60f31be lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147731 expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.981956:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483571.981960:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483571.981965:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.982000:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005f24b3c2/0xf2b1f833e60f31be lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147731 expref: 13 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.982015:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005f24b3c2/0xf2b1f833e60f31be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147731 expref: 13 pid: 8871 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483571.982029:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250984576:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483571.982133:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3186 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14771c expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483571.982143:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3186 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14771c expref: 12 pid: 8433 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483571.982405:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250984704:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483571.982447:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483572.000333:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483572.000414:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483572.000440:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224869376 00000100:00100000:1.0:1788483572.000448:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224869376 00010000:00010000:1.0:1788483572.000487:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3186 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14771c expref: 13 pid: 8433 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483572.000542:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224869248 00000100:00100000:1.0:1788483572.000546:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224869248 00010000:00010000:1.0:1788483572.000561:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005f24b3c2/0xf2b1f833e60f31be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147731 expref: 14 pid: 8871 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483572.000583:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 386 00000100:00100000:1.0:1788483572.000592:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224869376:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483572.000607:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483572.000627:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3186 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14771c expref: 13 pid: 8433 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.000639:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3186 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14771c expref: 13 pid: 8433 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.000664:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483572.000712:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224869376:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 120us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483572.000719:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 386 00000100:00100000:1.0:1788483572.000738:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 387 00000100:00100000:1.0:1788483572.000744:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2401:x1875360224869248:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483572.000752:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483572.000760:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005f24b3c2/0xf2b1f833e60f31be lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147731 expref: 14 pid: 8871 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.000771:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005f24b3c2/0xf2b1f833e60f31be lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147731 expref: 14 pid: 8871 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.000784:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483572.000789:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483572.000795:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.000804:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.000821:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483572.000841:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2401:x1875360224869248:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 96us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483572.000851:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 387 00010000:00010000:2.0:1788483572.005951:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f24b3c2/0xf2b1f833e60f31be lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147731 expref: 13 pid: 8871 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.005976:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250984576:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483572.005992:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f3186 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14771c expref: 12 pid: 8433 timeout: 836 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.006002:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250984704:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483572.006025:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.006036:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.006043:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.006072:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.006079:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.006094:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.006102:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483572.006107:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.006116:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.006134:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.006141:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d1ee02f9/0xf2b1f833e60f31da lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.006406:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+12:2402:x1875360224869120:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 24543us (24726us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.006416:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 337 00000100:00100000:1.0:1788483572.015291:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.015372:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224869632 00000100:00100000:3.0:1788483572.015381:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224869632 00000100:00100000:3.0:1788483572.015452:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 242 00000100:00100000:3.0:1788483572.015464:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+103:31268:x1875360224869632:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:3.0:1788483572.015557:0:6517:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31cc lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147738 expref: 103 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483572.015741:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968067 00000001:00080000:3.0:1788483572.016028:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968068 00010000:00010000:3.0:1788483572.016065:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.016079:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476e4 expref: 45 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.016088:0:6517:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f9 expref: 106 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.016095:0:6517:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.016127:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f9 expref: 106 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.016141:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f9 expref: 106 pid: 6514 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.016153:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250984832:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483572.016257:0:6517:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476e4 expref: 45 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.016268:0:6517:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476e4 expref: 45 pid: 12148 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.016277:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250984960:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483572.016301:0:6517:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1ad80 going to sleep for 11 seconds 00000100:00080000:1.0:1788483572.016526:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483572.022240:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483572.022330:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.022406:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224869760 00000100:00100000:2.0:1788483572.022415:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224869760 00010000:00010000:2.0:1788483572.022456:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f9 expref: 107 pid: 6514 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.022494:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224869888 00000100:00100000:2.0:1788483572.022545:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224869888 00010000:00010000:2.0:1788483572.022570:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476e4 expref: 46 pid: 12148 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.022590:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 388 00000100:00100000:2.0:1788483572.022600:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2402:x1875360224869760:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483572.022613:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483572.022620:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f9 expref: 107 pid: 6514 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.022633:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f9 expref: 107 pid: 6514 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.022655:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:2.0:1788483572.022660:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.022668:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.022674:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483572.022718:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2402:x1875360224869760:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 119us (486us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.022726:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 388 00000100:00100000:2.0:1788483572.022744:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 389 00000100:00100000:2.0:1788483572.022751:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7630df5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2400:x1875360224869888:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483572.022759:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483572.022764:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476e4 expref: 46 pid: 12148 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.022774:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476e4 expref: 46 pid: 12148 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.022786:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:2.0:1788483572.022789:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.022797:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.022804:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.022820:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483572.022839:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7630df5450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2400:x1875360224869888:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 88us (508us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.022846:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 389 00010000:00010000:3.0:1788483572.023117:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3147 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476f9 expref: 106 pid: 6514 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.023132:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927d500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250984832:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483572.023144:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3116 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476e4 expref: 45 pid: 12148 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.023154:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000_UUID:6517:1875360250984960:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483572.023173:0:6517:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.023182:0:6517:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.023188:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483572.023284:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968069 00000001:00080000:3.0:1788483572.023389:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968070 00000001:00080000:3.0:1788483572.023423:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968071 00000100:00100000:3.0:1788483572.023493:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250985088:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788483572.023557:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483572.023579:0:6517:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483572.023642:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250985088 00000100:00100000:0.0:1788483572.023647:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250985088 00000100:00100000:0.0:1788483572.023690:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1788483572.023698:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6517:x1875360250985088:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1788483572.023779:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6517:x1875360250985088:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 82us (221us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.023787:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:1.0:1788483572.023902:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483572.023907:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483572.024534:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250985088:0@lo:1000:mdt_rdpg00_000.0 00000001:00080000:3.0:1788483572.024646:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968072 00000100:00100000:3.0:1788483572.024696:0:6517:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250985216:0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:3.0:1788483572.024728:0:6517:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483572.024743:0:6517:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483572.024807:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250985216 00000100:00100000:0.0:1788483572.024812:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250985216 00000100:00100000:0.0:1788483572.024853:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1788483572.024860:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6517:x1875360250985216:12345-0@lo:1000:mdt_rdpg00_000.0 00000100:00100000:0.0:1788483572.025007:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6517:x1875360250985216:12345-0@lo:1000:mdt_rdpg00_000.0 Request processed in 146us (277us total) trans 4294967368 rc 0/0 00000100:00100000:0.0:1788483572.025015:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1788483572.025140:0:6517:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_000:lustre-MDT0000-mdtlov_UUID:6517:1875360250985216:0@lo:1000:mdt_rdpg00_000.0 00010000:00010000:1.0:1788483572.025170:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.025180:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.025187:0:6517:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.025193:0:6517:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483572.025198:0:6517:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.025205:0:6517:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.025219:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:1.0:1788483572.025222:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:1.0:1788483572.025226:0:6517:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.025231:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f31e1 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483572.025324:0:6517:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x42:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:1.0:1788483572.025382:0:6517:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].17, 64 off9376 00000004:00080000:1.0:1788483572.025394:0:6517:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 736979894019ns, next at 737979891847ns, rc = 0 00000001:00080000:1.0:1788483572.025400:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968073 00010000:00010000:1.0:1788483572.025427:0:6517:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608dc0000) 00010000:00010000:1.0:1788483572.025430:0:6517:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:1.0:1788483572.025436:0:6517:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31cc lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147738 expref: 110 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483572.025726:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+109:31268:x1875360224869632:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 10264us (10445us total) trans 4294968074 rc 0/0 00000100:00100000:1.0:1788483572.025735:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 242 00000020:00080000:1.0:1788483572.025739:0:6517:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1788483572.081679:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.081868:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224870144 00000100:00100000:0.0:1788483572.081879:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224870144 00000100:00100000:0.0:1788483572.081945:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1272 00000100:00100000:0.0:1788483572.081955:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+109:31274:x1875360224870144:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483572.081978:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483572.081998:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f31e8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14773f expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082067:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31ef lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082080:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082093:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082106:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f31f6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082124:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f31f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082131:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f31f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082244:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31fd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082252:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31fd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082260:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31fd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483572.082273:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1788483572.082782:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31ef lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082792:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31ef lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082799:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082804:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483572.082808:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31ef lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082815:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31ef lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082829:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:0.0:1788483572.082833:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483572.082837:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082842:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f31ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082855:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f31f6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082860:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f31f6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082871:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f31f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082876:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483572.082879:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f31f6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082885:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f31f6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082890:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f7608853b00) 00010000:00010000:0.0:1788483572.082893:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483572.082895:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f31f6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082900:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f31f6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082953:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f31e8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14773f expref: 112 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082966:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31fd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14773f expref: 111 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.082973:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608853500) 00010000:00010000:0.0:1788483572.082975:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483572.082977:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524400, rc 0) 00000100:00100000:0.0:1788483572.083091:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+111:31274:x1875360224870144:12345-192.168.206.36@tcp:101:cat.0 Request processed in 1136us (1419us total) trans 4294968075 rc 0/0 00000100:00100000:0.0:1788483572.083102:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1272 00000100:00100000:2.0:1788483572.096334:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483572.096482:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224870400 00000100:00100000:1.0:1788483572.096491:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224870400 00000100:00100000:1.0:1788483572.096580:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 58 00000100:00100000:1.0:1788483572.096591:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+111:31274:x1875360224870400:12345-192.168.206.36@tcp:103:cat.0 00010000:00010000:1.0:1788483572.096608:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483572.096630:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f31fd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14773f expref: 111 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.096649:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608853500) 00010000:00010000:1.0:1788483572.096660:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483572.096714:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:31274:x1875360224870400:12345-192.168.206.36@tcp:103:cat.0 Request processed in 124us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483572.096726:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 58 00000100:00100000:2.0:1788483572.098415:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483572.098493:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224870528 00000100:00100000:1.0:1788483572.098533:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224870528 00000100:00100000:1.0:1788483572.098577:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1273 00000100:00100000:1.0:1788483572.098587:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:31274:x1875360224870528:12345-192.168.206.36@tcp:58:cat.0 00010000:00010000:1.0:1788483572.098692:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.098707:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.098718:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788483572.098805:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].35, 136 off12952 00000100:00100000:1.0:1788483572.098874:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:31274:x1875360224870528:12345-192.168.206.36@tcp:58:cat.0 Request processed in 288us (466us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483572.098882:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1273 00000100:00100000:2.0:1788483572.100456:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.106573:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224870656 00000100:00100000:0.0:1788483572.106589:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224870656 00000100:00100000:1.0:1788483572.112679:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1274 00000100:00100000:1.0:1788483572.112694:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:31274:x1875360224870656:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:1.0:1788483572.112713:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483572.112734:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147746 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.112790:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.112801:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 111 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.112822:0:13707:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.112834:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 111 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.112848:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:1.0:1788483572.112851:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483572.112855:0:13707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 111 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.112862:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3800, rc 0) 00000100:00100000:1.0:1788483572.112921:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+111:31274:x1875360224870656:12345-192.168.206.36@tcp:101:cat.0 Request processed in 231us (12472us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483572.112928:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1274 00000040:00080000:1.0:1788483572.164951:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483572.164959:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483572.164987:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 36 count 4 00000040:00080000:1.0:1788483572.164996:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483572.165290:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641776680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250985344:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483572.165467:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604a400c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483572.177978:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.178084:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224870784 00000100:00100000:0.0:1788483572.178092:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224870784 00000100:00100000:0.0:1788483572.178172:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1275 00000100:00100000:0.0:1788483572.178182:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31275:x1875360224870784:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483572.178217:0:12148:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483572.178343:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31275:x1875360224870784:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 161us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.178352:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1275 00000100:00100000:3.0:1788483572.181614:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.181797:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224870912 00000100:00100000:2.0:1788483572.181809:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224870912 00000100:00100000:2.0:1788483572.181873:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1276 00000100:00100000:2.0:1788483572.181884:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31275:x1875360224870912:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788483572.181964:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.181986:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.181997:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182012:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3220 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182019:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3220 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182025:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3220 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182046:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182053:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182059:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483572.182100:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:2.0:1788483572.182105:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483572.182128:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182140:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182151:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 4/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182736:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182744:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182750:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eda00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483572.182754:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182762:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 5/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182776:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:2.0:1788483572.182779:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483572.182783:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 3/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182790:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3219 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182807:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3220 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182813:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3220 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182819:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3220 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182824:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483572.182827:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3220 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182833:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3220 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182841:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff9f7608dc0400) 00010000:00010000:2.0:1788483572.182843:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483572.182846:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3220 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182851:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3220 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182869:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182875:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182881:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182887:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483572.182889:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182895:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182907:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:2.0:1788483572.182909:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483572.182912:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.182918:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3227 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.183006:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31275:x1875360224870912:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 1122us (1399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.183015:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1276 00000100:00100000:1.0:1788483572.183317:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641776680 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250985344:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483572.186804:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.187082:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224871168 00000100:00100000:2.0:1788483572.187092:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224871168 00000100:00100000:2.0:1788483572.187169:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1277 00000100:00100000:2.0:1788483572.187180:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31275:x1875360224871168:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483572.187198:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483572.187227:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f322e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14774d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187521:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3235 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187537:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3235 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187548:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3235 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483572.187559:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:2.0:1788483572.187634:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3235 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187642:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3235 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187648:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3235 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187653:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483572.187658:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3235 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187664:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3235 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187676:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:2.0:1788483572.187679:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483572.187683:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3235 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187689:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3235 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187727:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f322e lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14774d expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187737:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:2.0:1788483572.187739:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483572.187743:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f322e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14774d expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.187758:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed800, rc 0) 00000100:00100000:2.0:1788483572.187812:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31275:x1875360224871168:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 633us (1015us total) trans 4294968076 rc 301/301 00000100:00100000:2.0:1788483572.187819:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1277 00000100:00100000:3.0:1788483572.198004:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.198132:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224871296 00000100:00100000:0.0:1788483572.198143:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224871296 00000100:00100000:0.0:1788483572.198224:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1278 00000100:00100000:0.0:1788483572.198234:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31275:x1875360224871296:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483572.198270:0:12148:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483572.198408:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31275:x1875360224871296:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 174us (412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.198416:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1278 00000100:00100000:3.0:1788483572.202550:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.202676:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224871552 00000100:00100000:2.0:1788483572.202686:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224871552 00000100:00100000:2.0:1788483572.202732:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1279 00000100:00100000:2.0:1788483572.202741:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31275:x1875360224871552:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483572.202758:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483572.202778:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3243 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147754 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.203217:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f324a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.203229:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f324a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.203240:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f324a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483572.203249:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00010000:00010000:2.0:1788483572.203292:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3243 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147754 expref: 49 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.203309:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f324a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147754 expref: 48 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.203322:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608dc0400) 00010000:00010000:2.0:1788483572.203389:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483572.203393:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec200, rc 0) 00000100:00100000:2.0:1788483572.203457:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31275:x1875360224871552:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 715us (915us total) trans 4294968077 rc 0/0 00000100:00100000:2.0:1788483572.203464:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1279 00000100:00100000:1.0:1788483572.216073:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.216274:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224871808 00000100:00100000:2.0:1788483572.216284:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224871808 00000100:00100000:2.0:1788483572.216349:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1280 00000100:00100000:2.0:1788483572.216359:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31275:x1875360224871808:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483572.216415:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483572.216440:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f324a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147754 expref: 48 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.216459:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608dc0400) 00010000:00010000:2.0:1788483572.216471:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483572.216492:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.216550:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147707 expref: 110 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.216559:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.216586:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147707 expref: 110 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.216600:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147707 expref: 110 pid: 6516 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.216613:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509218000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250985472:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483572.216690:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636a51540 going to sleep for 11 seconds 00000100:00100000:2.0:1788483572.219923:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509218000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250985472:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483572.219968:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483572.222035:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.222140:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224871936 00000100:00100000:0.0:1788483572.222149:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224871936 00010000:00010000:0.0:1788483572.222203:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147707 expref: 111 pid: 6516 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483572.222254:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 390 00000100:00100000:0.0:1788483572.222266:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+111:2401:x1875360224871936:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483572.222281:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483572.222288:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147707 expref: 111 pid: 6516 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.222302:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147707 expref: 111 pid: 6516 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.222323:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f315c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147707 expref: 111 pid: 6516 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.222350:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:0.0:1788483572.222356:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.222367:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.222375:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.222405:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483572.222460:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360224871936:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 196us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.222467:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 390 00010000:00010000:2.0:1788483572.222629:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222638:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222659:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f325f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0x4ddd0b1e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222668:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f325f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x4ddd0b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222677:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f325f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x4ddd0b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222724:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222731:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222738:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222744:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483572.222748:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222755:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222764:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:2.0:1788483572.222767:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483572.222770:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222776:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3258 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222785:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f325f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0x4ddd0b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222791:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f325f lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x4ddd0b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222797:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f325f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x4ddd0b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222802:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483572.222805:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f325f lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x4ddd0b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222815:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f325f lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0x4ddd0b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222822:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x4ddd0b1e (ffff9f7608dc0400) 00010000:00010000:2.0:1788483572.222824:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483572.222827:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f325f lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x4ddd0b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.222832:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f325f lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0x4ddd0b1e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.222885:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:31275:x1875360224871808:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 6527us (6821us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788483572.222892:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1280 00000100:00100000:3.0:1788483572.237214:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.237375:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224872064 00000100:00100000:0.0:1788483572.237385:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224872064 00000100:00100000:0.0:1788483572.237442:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1281 00000100:00100000:0.0:1788483572.237453:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:31275:x1875360224872064:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483572.237472:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483572.237494:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3266 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14775b expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.237569:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.237583:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.237595:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.237711:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3266 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14775b expref: 49 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.237730:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14775b expref: 48 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.237740:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:0.0:1788483572.237743:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483572.237747:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524600, rc 0) 00000100:00100000:0.0:1788483572.237794:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31275:x1875360224872064:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 343us (589us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.237801:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1281 00000100:00100000:3.0:1788483572.249549:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.249630:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224872320 00000100:00100000:2.0:1788483572.249639:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224872320 00000100:00100000:2.0:1788483572.249690:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1282 00000100:00100000:2.0:1788483572.249700:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31275:x1875360224872320:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483572.249779:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.249796:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.249807:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483572.249955:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f08eb055 reply state 00000000e3fd05b0 transno 4294968078 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.249974:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.249981:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:2.0:1788483572.249984:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483572.249987:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483572.250118:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:31275:x1875360224872320:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 418us (618us total) trans 4294968078 rc 0/0 00000100:00100000:2.0:1788483572.250126:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1282 00000100:00100000:1.0:1788483572.257910:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.258016:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224872448 00000100:00100000:3.0:1788483572.258026:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224872448 00000100:00100000:3.0:1788483572.258087:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1283 00000100:00100000:3.0:1788483572.258099:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:31275:x1875360224872448:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483572.258134:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483572.258220:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f327b lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147762 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.258281:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f327b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147762 expref: 51 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.258295:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f327b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147762 expref: 51 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.258304:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:3.0:1788483572.258307:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483572.258311:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ea00, rc 0) 00000100:00100000:3.0:1788483572.258578:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31275:x1875360224872448:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 480us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.258586:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1283 00000100:00100000:1.0:1788483572.262910:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.263029:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224872576 00000100:00100000:0.0:1788483572.263037:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224872576 00000100:00100000:0.0:1788483572.268295:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 243 00000100:00100000:0.0:1788483572.268320:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31275:x1875360224872576:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1788483572.268540:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31275:x1875360224872576:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 231us (5637us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.268549:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 243 00000100:00100000:1.0:1788483572.275875:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.275977:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224872832 00000100:00100000:3.0:1788483572.275986:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224872832 00000100:00100000:3.0:1788483572.276044:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 244 00000100:00100000:3.0:1788483572.276056:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a437450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:31275:x1875360224872832:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483572.276320:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a437450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:31275:x1875360224872832:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 265us (453us total) trans 4294968079 rc 0/0 00000100:00100000:3.0:1788483572.276654:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 244 00000100:00100000:1.0:1788483572.281827:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.281943:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224873088 00000100:00100000:0.0:1788483572.281952:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224873088 00000100:00100000:0.0:1788483572.282013:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1284 00000100:00100000:0.0:1788483572.282023:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:31275:x1875360224873088:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483572.282147:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:31275:x1875360224873088:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 124us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.282167:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1284 00000100:00100000:1.0:1788483572.292153:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.292260:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224873344 00000100:00100000:2.0:1788483572.292271:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224873344 00000100:00100000:2.0:1788483572.292338:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1285 00000100:00100000:2.0:1788483572.292350:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:31275:x1875360224873344:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483572.292369:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483572.292390:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3282 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147769 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.292548:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.292564:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f327b lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147762 expref: 53 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.292573:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.292606:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f327b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147762 expref: 53 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.292625:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f327b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147762 expref: 53 pid: 13707 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.292638:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509218000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250985600:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483572.292716:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636a51540 going to sleep for 11 seconds 00000100:00100000:3.0:1788483572.293004:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483572.293017:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250985728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483572.293056:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483572.293090:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250985728 00000100:00100000:3.0:1788483572.293095:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250985728 00000100:00100000:3.0:1788483572.293135:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1788483572.293141:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250985728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483572.293163:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153828160 pending 28672 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788483572.293204:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250985728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (147us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.293211:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00080000:3.0:1788483572.293229:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483572.293258:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250985728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483572.293920:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250985984:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.293965:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.294001:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250986496:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.294024:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.294040:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250987008:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.294059:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.294075:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788483572.294081:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250985856:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.294118:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.294144:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250986368:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.294187:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.294208:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250986880:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.294229:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.294259:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250985856 00000100:00100000:2.0:1788483572.294264:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250985856 00000100:00100000:2.0:1788483572.294296:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1788483572.294302:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250985856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483572.294607:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483572.294615:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250987392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483572.294644:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483572.294670:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250987392 00000100:00100000:1.0:1788483572.294673:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250987392 00000100:00100000:1.0:1788483572.294697:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788483572.294704:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250987392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483572.294719:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 153828160 pending 28672 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788483572.294752:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250987392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (107us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483572.294758:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788483572.294794:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641775880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250987392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483572.295562:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250985984 00000100:00100000:0.0:1788483572.295569:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250985984 00000100:00100000:0.0:1788483572.295601:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250986496 00000100:00100000:0.0:1788483572.295604:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250986496 00000100:00100000:0.0:1788483572.295625:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250987008 00000100:00100000:0.0:1788483572.295627:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250987008 00000100:00100000:0.0:1788483572.295640:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1788483572.295646:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250985984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483572.295688:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250985984:12345-0@lo:400:kworker.0 Request processed in 42us (1723us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.295694:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:0.0:1788483572.295707:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1788483572.295713:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250986496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483572.295736:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250986496:12345-0@lo:400:kworker.0 Request processed in 24us (1712us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.295742:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:0.0:1788483572.295753:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:0.0:1788483572.295758:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250987008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483572.295783:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250987008:12345-0@lo:400:kworker.0 Request processed in 25us (1723us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.295789:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:2.0:1788483572.296185:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250985856:12345-0@lo:400:kworker.0 Request processed in 1881us (2064us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.296195:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:2.0:1788483572.296234:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250986368 00000100:00100000:2.0:1788483572.296239:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250986368 00000100:00100000:2.0:1788483572.296274:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1788483572.296282:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250986368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296317:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250986368:12345-0@lo:400:kworker.0 Request processed in 36us (2129us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.296335:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:2.0:1788483572.296359:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250986240:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296389:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.296411:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250986752:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296435:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.296452:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250987264:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296470:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.296488:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788483572.296494:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250986112:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296545:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.296563:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250986624:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296582:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.296597:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250987136:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296617:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.296640:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250986240 00000100:00100000:2.0:1788483572.296643:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250986240 00000100:00100000:2.0:1788483572.296659:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250986624 00000100:00100000:2.0:1788483572.296662:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250986624 00000100:00100000:2.0:1788483572.296675:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250987136 00000100:00100000:2.0:1788483572.296678:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250987136 00000100:00100000:2.0:1788483572.296691:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1788483572.296696:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250986240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296735:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360250986240:12345-0@lo:400:kworker.0 Request processed in 38us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.296740:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:2.0:1788483572.296754:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1788483572.296760:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250986624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296788:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250986624:12345-0@lo:400:kworker.0 Request processed in 28us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.296793:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:2.0:1788483572.296806:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1788483572.296811:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250987136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296837:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250987136:12345-0@lo:400:kworker.0 Request processed in 26us (220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.296843:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 960 00000100:00100000:2.0:1788483572.296876:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250986624:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296886:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250987136:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.296895:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360250986240:0@lo:400:kworker.0 00000100:00100000:3.0:1788483572.297547:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250986880 00000100:00100000:3.0:1788483572.297555:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250986880 00000100:00100000:3.0:1788483572.297588:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250986752 00000100:00100000:3.0:1788483572.297591:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250986752 00000100:00100000:3.0:1788483572.297610:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250987264 00000100:00100000:3.0:1788483572.297614:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250987264 00000100:00100000:3.0:1788483572.297626:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1788483572.297632:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250986880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483572.297674:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250986880:12345-0@lo:400:kworker.0 Request processed in 42us (3444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.297680:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:3.0:1788483572.297691:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1788483572.297697:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250986752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483572.297727:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250986752:12345-0@lo:400:kworker.0 Request processed in 31us (1291us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.297732:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1788483572.297742:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1788483572.297747:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250987264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483572.297771:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250987264:12345-0@lo:400:kworker.0 Request processed in 24us (1300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.297777:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1788483572.297797:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250986112 00000100:00100000:3.0:1788483572.297801:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250986112 00000100:00100000:3.0:1788483572.297825:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1788483572.297831:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250986112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483572.297861:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250986112:12345-0@lo:400:kworker.0 Request processed in 31us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.297874:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:3.0:1788483572.297898:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483572.297903:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483572.297906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483572.297958:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250986112:0@lo:400:kworker.0 00000100:00100000:3.0:1788483572.297969:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250986752:0@lo:400:kworker.0 00000100:00100000:3.0:1788483572.297979:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250987264:0@lo:400:kworker.0 00000100:00100000:1.0:1788483572.298245:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250985856:0@lo:400:kworker.0 00000100:00100000:1.0:1788483572.298258:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509218e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250986368:0@lo:400:kworker.0 00000100:00100000:1.0:1788483572.298268:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250986880:0@lo:400:kworker.0 00000100:00100000:1.0:1788483572.298279:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509218700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250985984:0@lo:400:kworker.0 00000100:00100000:1.0:1788483572.298291:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250986496:0@lo:400:kworker.0 00000100:00100000:1.0:1788483572.298301:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250987008:0@lo:400:kworker.0 00000100:00100000:2.0:1788483572.301312:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509218000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250985600:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483572.301352:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483572.305720:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.306369:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224873472 00000100:00100000:2.0:1788483572.306381:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224873472 00010000:00010000:2.0:1788483572.306421:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f327b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147762 expref: 54 pid: 13707 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.306468:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 391 00000100:00100000:2.0:1788483572.306479:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2401:x1875360224873472:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483572.306494:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483572.306538:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f327b lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147762 expref: 54 pid: 13707 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.306552:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f327b lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147762 expref: 54 pid: 13707 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.306573:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f327b lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147762 expref: 54 pid: 13707 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.306589:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:2.0:1788483572.306595:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.306604:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.306611:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.306633:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483572.306693:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2401:x1875360224873472:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 215us (980us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.306705:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 391 00010000:00010000:1.0:1788483572.306839:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.306848:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483572.306868:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00080000:1.0:1788483572.307030:0:8191:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x18:0x0], index 0: 0 00010000:00010000:1.0:1788483572.307132:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.307139:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.307145:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.307152:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483572.307173:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.307180:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.307190:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:1.0:1788483572.307193:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483572.307196:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.307202:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3289 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.307263:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3282 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147769 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.307274:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:1.0:1788483572.307276:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483572.307280:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3282 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147769 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.307291:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:1.0:1788483572.307322:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:31275:x1875360224873344:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 14974us (15179us total) trans 4294968080 rc 301/301 00000100:00100000:1.0:1788483572.307330:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1285 00000100:00100000:1.0:1788483572.312387:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.312653:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224873728 00000100:00100000:3.0:1788483572.312662:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224873728 00000100:00100000:3.0:1788483572.312721:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 245 00000100:00100000:3.0:1788483572.312731:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:31275:x1875360224873728:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483572.313009:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:31275:x1875360224873728:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 278us (631us total) trans 4294968081 rc 0/0 00000100:00100000:3.0:1788483572.313018:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 245 00000100:00100000:3.0:1788483572.319862:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.319973:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224873856 00000100:00100000:2.0:1788483572.319983:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224873856 00000100:00100000:2.0:1788483572.320041:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1286 00000100:00100000:2.0:1788483572.320053:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:31275:x1875360224873856:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483572.320076:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483572.320095:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3297 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147770 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.320201:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f329e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.320215:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f329e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.320226:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f329e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483572.320268:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x23:0x0]: returning size 0 00000004:00200000:2.0:1788483572.320272:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483572.320289:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f329e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.320315:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3297 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147770 expref: 55 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.320346:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f329e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147770 expref: 54 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.320361:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:2.0:1788483572.320391:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788483572.320396:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ecc00, rc 0) 00000100:00100000:2.0:1788483572.320462:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:31275:x1875360224873856:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 410us (608us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.320469:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1286 00000100:00100000:2.0:1788483572.325796:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.325872:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224873984 00000100:00100000:3.0:1788483572.325881:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224873984 00000100:00100000:3.0:1788483572.325949:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 338 00000100:00100000:3.0:1788483572.325961:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224873984:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483572.325978:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483572.325998:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f32a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147777 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483572.326025:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483572.326044:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=737s v=(0 0) 00010000:00010000:3.0:1788483572.326049:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483572.326059:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f32a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147777 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.326078:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f32a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147777 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.326091:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00000100:00100000:3.0:1788483572.326174:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224873984:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 214us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.326181:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 338 00000100:00100000:1.0:1788483572.335371:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.335491:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224874240 00000100:00100000:3.0:1788483572.335533:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224874240 00000100:00100000:3.0:1788483572.335584:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1287 00000100:00100000:3.0:1788483572.335594:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:31275:x1875360224874240:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483572.335702:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:31275:x1875360224874240:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 109us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.335710:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1287 00000100:00100000:1.0:1788483572.351369:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.351467:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224874368 00000100:00100000:3.0:1788483572.351476:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224874368 00000100:00100000:3.0:1788483572.351547:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 339 00000100:00100000:3.0:1788483572.351558:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:31275:x1875360224874368:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483572.351574:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483572.351591:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14777e expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.351621:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f32a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147777 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.351629:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483572.351634:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483572.351639:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 10 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.351674:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f32a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147777 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.351688:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f32a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147777 expref: 10 pid: 8431 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.351701:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641746680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250987520:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483572.351797:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a480 going to sleep for 11 seconds 00000100:00100000:2.0:1788483572.366777:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.366886:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224874496 00000100:00100000:0.0:1788483572.366896:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224874496 00010000:00010000:0.0:1788483572.366942:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f32a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147777 expref: 11 pid: 8431 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483572.366982:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 392 00000100:00100000:0.0:1788483572.366991:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224874496:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483572.367005:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483572.367024:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f32a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147777 expref: 11 pid: 8431 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.367038:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f32a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147777 expref: 11 pid: 8431 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.367061:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483572.367065:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483572.367072:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.367082:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.367133:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483572.367149:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6501:1875360250987648:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483572.367249:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760a179e40 going to sleep for 11 seconds 00010000:00010000:3.0:1788483572.367722:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009944d3a7/0xf2b1f833e60f32a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147777 expref: 11 pid: 8431 timeout: 837 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.367743:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641746680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250987520:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483572.367765:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 10 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.367776:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ee00, rc 0) 00000100:00100000:3.0:1788483572.367821:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:31275:x1875360224874368:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 16265us (16461us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.367829:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 339 00000100:00100000:0.0:1788483572.373221:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6501:1875360250987648:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483572.373251:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483572.373322:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224874496:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 6329us (6552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.373337:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 392 00000100:00100000:2.0:1788483572.377920:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.378020:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224874624 00000100:00100000:0.0:1788483572.378030:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224874624 00002000:00100000:0.0:1788483572.378080:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff9f76417ab800 x1875360224874624/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:323/0 lens 648/0 e 0 to 0 dl 1788483583 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483572.378091:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76417ab800 with x1875360224874624 ext(0->157) 00002000:00010000:0.0:1788483572.378097:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76417ab800 00000100:00100000:0.0:1788483572.378138:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 92 00000100:00100000:0.0:1788483572.378149:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224874624:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788483572.380120:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224874624:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 1958us (2198us total) trans 4294967359 rc 0/0 00000100:00100000:0.0:1788483572.380133:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 92 00002000:00100000:0.0:1788483572.380144:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x18:0x0] (0->157) req@ffff9f76417ab800 x1875360224874624/t4294967359(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:323/0 lens 648/448 e 0 to 0 dl 1788483583 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483572.380168:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76417ab800 with x1875360224874624 ext(0->157) 00002000:00010000:0.0:1788483572.380174:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76417ab800 00000100:00100000:1.0:1788483572.383924:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.384040:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224874752 00000100:00100000:0.0:1788483572.384050:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224874752 00000100:00100000:0.0:1788483572.384117:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1288 00000100:00100000:0.0:1788483572.384127:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:31275:x1875360224874752:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788483572.386415:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968081 is committed 00000001:00080000:2.0:1788483572.386442:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968075 is committed 00000004:00080000:2.0:1788483572.386448:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 20 committed 00000020:00080000:2.0:1788483572.386469:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7604c1acc0 refcount 2 committed 0 result 0 batchid 25 00000020:00080000:2.0:1788483572.386475:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7613588e00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7604c1ac00 00000020:00080000:2.0:1788483572.386478:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7613588d00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7509198800 00000100:00100000:2.0:1788483572.386726:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250987776:0@lo:6:osp-syn-1-0.0 00000100:00100000:2.0:1788483572.386790:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483572.386957:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250987776 00000100:00100000:3.0:1788483572.386965:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250987776 00000100:00100000:3.0:1788483572.387013:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1788483572.387021:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250987776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788483572.387045:0:14965:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:25 count 1 00002000:00010000:3.0:1788483572.387077:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x19:0x0] initial LVB size: 158, mtime: 0x6a9a17f1, atime: 0x0, ctime: 0x6a9a17f1, blocks: 0x8 00010000:00010000:3.0:1788483572.387085:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f32b3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.387100:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=737s v=(0 0) 00010000:00010000:3.0:1788483572.387104:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483572.387110:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f32b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.387125:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f32b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.387139:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f32b3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.387146:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f32b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.387172:0:14965:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788483572.387306:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3639:x1875360250987776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 285us (515us total) trans 4294967369 rc 0/0 00000100:00100000:3.0:1788483572.387313:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000004:00080000:3.0:1788483572.387365:0:3639:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7641746680/2, rc 0, transno 4294967369 00000100:00100000:3.0:1788483572.387371:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250987776:0@lo:6:osp-syn-1-0.0 00000020:00080000:0.0:1788483572.387653:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 25 committed batchid 24 00000020:00080000:0.0:1788483572.387693:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 24 00010000:00010000:0.0:1788483572.387708:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483572.387715:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f32b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.387723:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483572.387727:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f32b3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.387737:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f32b3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.387753:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f32b3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.387762:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f32b3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.387782:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483572.387783:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483572.387785:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483572.387881:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31275:x1875360224874752:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 3754us (3964us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.387890:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1288 00010000:00010000:1.0:1788483572.388551:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.388563:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.388569:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.388575:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483572.388579:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.388586:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.388598:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:1.0:1788483572.388601:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788483572.388605:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483572.388611:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3274 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.393077:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.393159:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224874880 00000100:00100000:0.0:1788483572.393168:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224874880 00000100:00100000:0.0:1788483572.393223:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 341 00000100:00100000:0.0:1788483572.393233:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224874880:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1788483572.395273:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967359 is committed 00000100:00100000:3.0:1788483572.395895:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224874880:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 2658us (2822us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.395905:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 341 00000100:00100000:2.0:1788483572.402596:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.403811:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224875136 00000100:00100000:0.0:1788483572.403823:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224875136 00000100:00100000:0.0:1788483572.403894:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1289 00000100:00100000:0.0:1788483572.403905:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a39c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:31275:x1875360224875136:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483572.404269:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483572.404297:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f329e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147770 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.404317:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:0.0:1788483572.404322:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483572.404354:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.404372:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.404386:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483572.404691:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000511b524e reply state 000000008dd58d85 transno 4294968082 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.404704:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.404711:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:0.0:1788483572.404714:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483572.404717:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788483572.404812:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a39c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31275:x1875360224875136:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 908us (2224us total) trans 4294968082 rc 0/0 00000100:00100000:0.0:1788483572.404820:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1289 00000100:00100000:1.0:1788483572.412736:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.412817:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224875264 00000100:00100000:3.0:1788483572.412827:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224875264 00000100:00100000:3.0:1788483572.412877:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1290 00000100:00100000:3.0:1788483572.412888:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31275:x1875360224875264:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483572.412910:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483572.412931:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f32c1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147785 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.413000:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f32c1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147785 expref: 49 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.413015:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f32c1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147785 expref: 49 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.413035:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:3.0:1788483572.413038:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483572.413042:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00000100:00100000:3.0:1788483572.413102:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:31275:x1875360224875264:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 215us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.413118:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1290 00000100:00100000:1.0:1788483572.419315:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.420036:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224875392 00000100:00100000:3.0:1788483572.420047:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224875392 00000100:00100000:3.0:1788483572.420116:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 342 00000100:00100000:3.0:1788483572.420127:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224875392:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788483572.420276:0:8433:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:3.0:1788483572.420280:0:8433:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb mtime from disk: 0 -> 1788483569 00002000:00010000:3.0:1788483572.420283:0:8433:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb atime from disk: 0 -> 1788483571 00002000:00010000:3.0:1788483572.420285:0:8433:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb ctime from disk: 0 -> 1788483569 00002000:00010000:3.0:1788483572.420287:0:8433:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x18:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:3.0:1788483572.420355:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224875392:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 229us (1048us total) trans 4294967360 rc 0/0 00000100:00100000:3.0:1788483572.420364:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 342 00000100:00100000:1.0:1788483572.423690:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.423769:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224875648 00000100:00100000:2.0:1788483572.423778:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224875648 00000100:00100000:2.0:1788483572.423830:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1291 00000100:00100000:2.0:1788483572.423840:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:31275:x1875360224875648:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788483572.424116:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.424133:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14775b expref: 49 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.424143:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.424176:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14775b expref: 49 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.424190:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14775b expref: 49 pid: 12148 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.424205:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250987904:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483572.424612:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636a51540 going to sleep for 11 seconds 00000100:00100000:1.0:1788483572.428408:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.428492:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224875776 00000100:00100000:3.0:1788483572.428533:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224875776 00010000:00010000:3.0:1788483572.428570:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14775b expref: 50 pid: 12148 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.428606:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 393 00000100:00100000:3.0:1788483572.428615:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2402:x1875360224875776:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483572.428630:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483572.428637:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14775b expref: 50 pid: 12148 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.428650:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14775b expref: 50 pid: 12148 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.428672:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:3.0:1788483572.428678:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.428688:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.428695:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.428712:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483572.428766:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2402:x1875360224875776:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 152us (367us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.428774:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 393 00010000:00010000:2.0:1788483572.429321:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f326d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x23:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14775b expref: 49 pid: 12148 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.429339:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360250987904:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483572.429360:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.429368:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.429373:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.429408:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.429416:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.429422:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.429429:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ece00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483572.429433:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.429440:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.429451:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:2.0:1788483572.429454:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788483572.429458:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.429464:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f32c8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.429558:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31275:x1875360224875648:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 5719us (5874us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788483572.429567:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1291 00000100:00100000:1.0:1788483572.433041:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.433124:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224875904 00000100:00100000:2.0:1788483572.433134:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224875904 00000100:00100000:2.0:1788483572.433189:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 343 00000100:00100000:2.0:1788483572.433200:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224875904:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483572.433243:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.433263:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 10 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.433271:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483572.433275:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483572.433280:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 4/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.433316:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 10 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.433341:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 10 pid: 8433 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.433355:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250988032:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483572.433442:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636a51540 going to sleep for 11 seconds 00000100:00100000:2.0:1788483572.438753:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250988032:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483572.438785:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 3/1,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483572.440132:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.440241:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224876032 00000100:00100000:0.0:1788483572.440249:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224876032 00010000:00010000:0.0:1788483572.440288:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 11 pid: 8433 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483572.440338:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 394 00000100:00100000:0.0:1788483572.440347:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224876032:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483572.440361:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483572.440382:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 11 pid: 8433 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.440396:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 11 pid: 8433 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.440420:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ee5fac3/0xf2b1f833e60f32ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14777e expref: 11 pid: 8433 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.440436:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483572.440441:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483572.440446:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.440457:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.440489:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483572.440585:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224876032:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 238us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.440592:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 394 00010000:00010000:2.0:1788483572.440661:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.440671:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.440692:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.440700:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.440707:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.440713:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483572.440717:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.440725:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.440737:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.440744:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f32cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.440792:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224875904:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 7593us (7760us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.440799:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 343 00000100:00100000:1.0:1788483572.443681:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.443791:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224876288 00000100:00100000:3.0:1788483572.443800:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224876288 00000100:00100000:3.0:1788483572.443848:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1292 00000100:00100000:3.0:1788483572.443857:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31275:x1875360224876288:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483572.443925:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f32d6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.443956:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f32d6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.443968:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f32d6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.444121:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.444133:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f32c1 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147785 expref: 49 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.444141:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 4/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.444174:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f32c1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147785 expref: 49 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.444188:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f32c1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147785 expref: 49 pid: 6515 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.444202:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641747800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250988160:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483572.444314:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a480 going to sleep for 11 seconds 00000100:00100000:3.0:1788483572.447577:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.447680:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641747800 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250988160:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483572.447705:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.447770:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224876416 00000100:00100000:2.0:1788483572.447777:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224876416 00010000:00010000:2.0:1788483572.447812:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f32c1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147785 expref: 50 pid: 6515 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.447848:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 395 00000100:00100000:2.0:1788483572.447857:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a40bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2401:x1875360224876416:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483572.447870:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483572.447876:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f32c1 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147785 expref: 50 pid: 6515 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.447887:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f32c1 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147785 expref: 50 pid: 6515 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.447907:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f32c1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147785 expref: 50 pid: 6515 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.447923:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:2.0:1788483572.447928:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 3/0,1 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.447946:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.447953:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.447980:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483572.448035:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a40bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2401:x1875360224876416:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 178us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.448043:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 395 00010000:00010000:3.0:1788483572.448759:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.448773:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483572.448873:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968083 00000001:00080000:3.0:1788483572.448999:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968084 00000001:00080000:3.0:1788483572.449036:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968085 00000100:00100000:3.0:1788483572.449126:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641747100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360250988288:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788483572.449175:0:13707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483572.449201:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a000 going to sleep for 11 seconds 00000100:00100000:1.0:1788483572.449876:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250988288 00000100:00100000:1.0:1788483572.449884:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250988288 00000100:00100000:1.0:1788483572.449929:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788483572.449950:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360250988288:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788483572.450045:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360250988288:12345-0@lo:1000:mdt00_005.0 Request processed in 108us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483572.450052:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1788483572.450143:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641747100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360250988288:0@lo:1000:mdt00_005.0 00000001:00080000:0.0:1788483572.450255:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968086 00000100:00100000:0.0:1788483572.450303:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360250988416:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788483572.450346:0:13707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483572.450367:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483572.450532:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250988416 00000100:00100000:1.0:1788483572.450536:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250988416 00000100:00100000:1.0:1788483572.450564:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1788483572.450571:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360250988416:12345-0@lo:1000:mdt00_005.0 00000100:00100000:1.0:1788483572.450651:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:13707:x1875360250988416:12345-0@lo:1000:mdt00_005.0 Request processed in 81us (304us total) trans 4294967361 rc 0/0 00000100:00100000:1.0:1788483572.450658:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1788483572.450760:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164ed80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360250988416:0@lo:1000:mdt00_005.0 00000001:00080000:0.0:1788483572.450811:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968087 00010000:00010000:0.0:1788483572.450831:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450840:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450847:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450854:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483572.450858:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450865:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450879:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:0.0:1788483572.450882:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483572.450886:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 2/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450892:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f32dd lrc: 0/0,0 mode: --/EX res: [0x200000403:0x23:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450911:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450917:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450923:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450929:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483572.450932:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450947:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450954:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:0.0:1788483572.450957:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483572.450963:0:13707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 97 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450973:0:13707:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 97 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.450981:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 97 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.451004:0:13707:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 97 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483572.451013:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164df80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250988544:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483572.451071:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608387780 going to sleep for 11 seconds 00000100:00100000:0.0:1788483572.455209:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164df80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250988544:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483572.455248:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455262:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f320b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455291:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f32e4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455304:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f32e4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455314:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f32e4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455334:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f32e4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455340:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f32e4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455346:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f32e4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455351:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483572.455355:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f32e4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455361:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f32e4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455371:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:0.0:1788483572.455374:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483572.455377:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f32e4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455383:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f32e4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455392:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f32d6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455398:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f32d6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455403:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f32d6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455407:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483572.455410:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f32d6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455416:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f32d6 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455423:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:0.0:1788483572.455425:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483572.455428:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f32d6 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.455433:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f32d6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483572.455624:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:31275:x1875360224876288:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 11766us (11948us total) trans 4294968088 rc 0/0 00000100:00100000:0.0:1788483572.455635:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1292 00000020:00080000:0.0:1788483572.455641:0:13707:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1788483572.455925:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483572.455930:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483572.456430:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788483572.456439:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483572.458299:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.459918:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224876544 00000100:00100000:0.0:1788483572.459930:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224876544 00000100:00100000:0.0:1788483572.460059:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 246 00000100:00100000:0.0:1788483572.460070:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31274:x1875360224876544:12345-192.168.206.36@tcp:49:cat.0 00000100:00100000:0.0:1788483572.460222:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31274:x1875360224876544:12345-192.168.206.36@tcp:49:cat.0 Request processed in 153us (1929us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.460229:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 246 00000100:00100000:2.0:1788483572.463054:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.463683:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224876800 00000100:00100000:0.0:1788483572.463693:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224876800 00000100:00100000:0.0:1788483572.463738:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 247 00000100:00100000:0.0:1788483572.463747:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:31275:x1875360224876800:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788483572.464000:0:14620:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x23:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788483572.464031:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968089 00010000:00010000:0.0:1788483572.464065:0:14620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464080:0:14620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464091:0:14620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464099:0:14620:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464105:0:14620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464123:0:14620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464141:0:14620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788483572.464245:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:31275:x1875360224876800:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 497us (1198us total) trans 4294968090 rc 0/0 00000100:00100000:0.0:1788483572.464254:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 247 00000020:00080000:0.0:1788483572.464258:0:14620:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788483572.464282:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483572.464287:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464295:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483572.464299:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464306:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464317:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:0.0:1788483572.464320:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788483572.464335:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 1/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464340:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f32eb lrc: 0/0,0 mode: --/PW res: [0x200000403:0x23:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464352:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483572.464353:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483572.464355:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483572.464577:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.464675:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224876928 00000100:00100000:0.0:1788483572.464680:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224876928 00000100:00100000:0.0:1788483572.464710:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 344 00000100:00100000:0.0:1788483572.464717:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:31274:x1875360224876928:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483572.464727:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483572.464741:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f32f2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14778c expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483572.464762:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a9a17f1, atime: 0x6a9a17f3, ctime: 0x6a9a17f1, blocks: 0x8 00010000:00010000:0.0:1788483572.464776:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=737s v=(0 0) 00010000:00010000:0.0:1788483572.464781:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483572.464790:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f32f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14778c expref: 17 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464803:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f32f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14778c expref: 17 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.464813:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00100000:0.0:1788483572.464835:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:31274:x1875360224876928:12345-192.168.206.36@tcp:101:cat.0 Request processed in 117us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.464841:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 344 00000100:00100000:1.0:1788483572.469920:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.470026:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224877056 00000100:00100000:0.0:1788483572.470036:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224877056 00002000:00100000:0.0:1788483572.470083:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff9f7641775f80 x1875360224877056/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:323/0 lens 488/0 e 0 to 0 dl 1788483583 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483572.470094:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641775f80 with x1875360224877056 ext(0->4095) 00002000:00010000:0.0:1788483572.470099:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7641775f80 00000100:00100000:0.0:1788483572.470400:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 93 00000100:00100000:0.0:1788483572.470410:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360224877056:12345-192.168.206.36@tcp:3:cat.0 00000100:00100000:0.0:1788483572.470635:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360224877056:12345-192.168.206.36@tcp:3:cat.0 Request processed in 226us (721us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483572.470644:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 93 00002000:00100000:0.0:1788483572.470650:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x18:0x0] (0->4095) req@ffff9f7641775f80 x1875360224877056/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:323/0 lens 488/4536 e 0 to 0 dl 1788483583 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483572.470658:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641775f80 with x1875360224877056 ext(0->4095) 00002000:00010000:0.0:1788483572.470661:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7641775f80 00000100:00100000:1.0:1788483572.475379:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.475458:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224877312 00000100:00100000:0.0:1788483572.475467:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224877312 00000100:00100000:0.0:1788483572.475532:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 248 00000100:00100000:0.0:1788483572.475542:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31274:x1875360224877312:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:0.0:1788483572.475752:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31274:x1875360224877312:12345-192.168.206.36@tcp:35:cat.0 Request processed in 210us (379us total) trans 4294968091 rc 0/0 00000100:00100000:0.0:1788483572.475759:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 248 00010000:00010000:0.0:1788483572.484832:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483572.539572:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.539816:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224877440 00000100:00100000:3.0:1788483572.539827:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224877440 00000100:00100000:3.0:1788483572.539893:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1293 00000100:00100000:3.0:1788483572.539904:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31276:x1875360224877440:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483572.539930:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483572.539960:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f32f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147793 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540028:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f3300 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540043:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f3300 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540054:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f3300 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540068:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3307 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540079:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3307 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540086:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3307 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540170:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540178:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540185:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483572.540229:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:3.0:1788483572.540233:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483572.540252:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540263:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540271:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f3300 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540277:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f3300 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540284:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f3300 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540294:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483572.540298:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f3300 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540305:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f3300 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540317:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483572.540320:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483572.540335:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f3300 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540342:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f3300 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540355:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3307 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540361:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3307 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540366:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3307 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540371:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76027e2a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483572.540374:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3307 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540380:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3307 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540392:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f760526d500) 00010000:00010000:3.0:1788483572.540395:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483572.540398:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3307 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540403:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3307 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540432:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f32f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147793 expref: 101 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540443:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147793 expref: 100 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.540450:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:3.0:1788483572.540453:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483572.540455:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2400, rc 0) 00000100:00100000:3.0:1788483572.540766:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+100:31276:x1875360224877440:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 862us (1201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483572.540773:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1293 00000100:00100000:3.0:1788483572.550971:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.551081:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224877568 00000100:00100000:0.0:1788483572.551091:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224877568 00000100:00100000:0.0:1788483572.551155:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1294 00000100:00100000:0.0:1788483572.551165:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+100:31276:x1875360224877568:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483572.551183:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483572.551202:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3315 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14779a expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.551268:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.551286:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.551297:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483572.551354:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x41:0x0]: returning size 4096 00000004:00200000:0.0:1788483572.551358:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483572.551376:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.551403:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3315 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14779a expref: 102 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.551421:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14779a expref: 101 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.551429:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:0.0:1788483572.551432:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483572.551435:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483572.551546:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31276:x1875360224877568:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 335us (538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.551554:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1294 00000100:00100000:1.0:1788483572.561358:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.561471:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224877824 00000100:00100000:0.0:1788483572.561482:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224877824 00000100:00100000:0.0:1788483572.561571:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1295 00000100:00100000:0.0:1788483572.561582:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31276:x1875360224877824:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483572.561599:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483572.561630:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3323 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477a1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.561726:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f332a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.561741:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f332a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.561752:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f332a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483572.561763:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1788483572.561874:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3323 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477a1 expref: 104 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.561892:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f332a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477a1 expref: 103 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.561900:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:0.0:1788483572.561903:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788483572.561906:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524600, rc 0) 00000100:00100000:0.0:1788483572.561975:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+103:31276:x1875360224877824:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 394us (624us total) trans 4294968092 rc 0/0 00000100:00100000:0.0:1788483572.561981:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1295 00000100:00100000:1.0:1788483572.574597:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483572.574699:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224877952 00000100:00100000:2.0:1788483572.574709:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224877952 00000100:00100000:2.0:1788483572.574766:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 345 00000100:00100000:2.0:1788483572.574777:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360224877952:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:2.0:1788483572.574821:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.574853:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f32f2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14778c expref: 17 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.574862:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483572.574866:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483572.574871:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 4/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.574906:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f32f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14778c expref: 17 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.574920:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f32f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14778c expref: 17 pid: 8871 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.574945:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250988672:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483572.575040:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636a51d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788483572.578981:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250988672:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483572.579013:0:14965:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483572.579959:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.580188:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224878080 00000100:00100000:0.0:1788483572.580196:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224878080 00010000:00010000:0.0:1788483572.580245:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f32f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14778c expref: 18 pid: 8871 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483572.580288:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 396 00000100:00100000:0.0:1788483572.580299:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360224878080:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483572.580313:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483572.580345:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f32f2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14778c expref: 18 pid: 8871 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.580359:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f32f2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14778c expref: 18 pid: 8871 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.580382:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f32f2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14778c expref: 18 pid: 8871 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.580399:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483572.580404:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483572.580409:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.580419:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.580448:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483572.580538:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360224878080:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 201us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.580547:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 396 00010000:00010000:2.0:1788483572.581066:0:14965:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.581079:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.581101:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.581119:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.581128:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.581135:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483572.581139:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.581147:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.581164:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483572.581170:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3338 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.581251:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224877952:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 6474us (6663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483572.581259:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 345 00000100:00100000:1.0:1788483572.586025:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.586098:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224878336 00000100:00100000:3.0:1788483572.586117:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224878336 00000100:00100000:3.0:1788483572.586165:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 249 00000100:00100000:3.0:1788483572.586175:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a435850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+103:31276:x1875360224878336:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:3.0:1788483572.586237:0:6518:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x22:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f332a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477a1 expref: 103 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483572.586420:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968093 00000001:00080000:3.0:1788483572.586733:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968094 00010000:00010000:3.0:1788483572.586769:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.586784:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 106 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.586793:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147793 expref: 106 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.586802:0:6518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 5/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.586834:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147793 expref: 106 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.587388:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147793 expref: 106 pid: 6515 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.587404:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641745500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250988800:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483572.588129:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 106 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.588142:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 106 pid: 13707 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.588159:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250988928:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483572.588208:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483572.596647:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483572.596699:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.596856:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224878592 00000100:00100000:0.0:1788483572.596865:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224878592 00010000:00010000:0.0:1788483572.596906:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 107 pid: 13707 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483572.596953:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224878464 00000100:00100000:0.0:1788483572.596956:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224878464 00010000:00010000:0.0:1788483572.596971:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147793 expref: 108 pid: 6515 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483572.596989:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 397 00000100:00100000:0.0:1788483572.596998:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+108:2402:x1875360224878592:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483572.597013:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483572.597020:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 108 pid: 13707 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.597031:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 108 pid: 13707 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.597054:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:0.0:1788483572.597060:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.597069:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.597076:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483572.597135:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+108:2402:x1875360224878592:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 137us (497us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.597146:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 397 00000100:00100000:0.0:1788483572.597165:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 398 00000100:00100000:0.0:1788483572.597171:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2402:x1875360224878464:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483572.597179:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483572.597184:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147793 expref: 107 pid: 6515 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.597194:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147793 expref: 107 pid: 6515 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.597205:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:0.0:1788483572.597209:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.597216:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.597223:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.597239:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483572.597258:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2402:x1875360224878464:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 87us (559us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.597265:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 398 00010000:00010000:3.0:1788483572.597565:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f330e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147793 expref: 106 pid: 6515 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.597582:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641745500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250988800:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483572.597594:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3212 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147746 expref: 105 pid: 13707 timeout: 837 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483572.597603:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250988928:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483572.597624:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.597633:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.597639:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483572.597732:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968095 00000001:00080000:3.0:1788483572.597841:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968096 00000001:00080000:3.0:1788483572.597873:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968097 00000100:00100000:3.0:1788483572.597950:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250989056:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788483572.597995:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483572.598018:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a480 going to sleep for 11 seconds 00000100:00100000:0.0:1788483572.598758:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250989056 00000100:00100000:0.0:1788483572.598766:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250989056 00000100:00100000:0.0:1788483572.598811:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1788483572.598819:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6518:x1875360250989056:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788483572.598917:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6518:x1875360250989056:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 98us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.598923:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1788483572.599257:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250989056:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:3.0:1788483572.599387:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968098 00000100:00100000:3.0:1788483572.599441:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250989184:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788483572.599472:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483572.599632:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250989184 00000100:00100000:2.0:1788483572.599637:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250989184 00000100:00100000:2.0:1788483572.599675:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:2.0:1788483572.599683:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6518:x1875360250989184:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788483572.599793:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+7:6518:x1875360250989184:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 111us (319us total) trans 4294967362 rc 0/0 00000100:00100000:2.0:1788483572.599800:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1788483572.600108:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1ad80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483572.600130:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250989184:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:3.0:1788483572.600150:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.600159:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.600166:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.600172:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8a400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483572.600176:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.600184:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.600198:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:3.0:1788483572.600201:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:3.0:1788483572.600205:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.600221:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f333f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788483572.600314:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x43:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:3.0:1788483572.600484:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].11, 64 off8920 00000004:00080000:3.0:1788483572.600495:0:6518:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 737554995594ns, next at 738554993448ns, rc = 0 00000001:00080000:3.0:1788483572.600618:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968099 00010000:00010000:2.0:1788483572.600905:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:2.0:1788483572.600909:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788483572.600916:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f332a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477a1 expref: 109 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483572.601482:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a435850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+108:31276:x1875360224878336:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 15306us (15463us total) trans 4294968100 rc 0/0 00000100:00100000:2.0:1788483572.601492:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 249 00000020:00080000:2.0:1788483572.601523:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:1.0:1788483572.694910:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483572.695401:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224878848 00000100:00100000:3.0:1788483572.695413:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224878848 00000100:00100000:3.0:1788483572.695476:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1296 00000100:00100000:3.0:1788483572.695487:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+108:31282:x1875360224878848:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483572.695549:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483572.695571:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f3346 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477a8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695645:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f334d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695660:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f334d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695671:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f334d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695685:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3354 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695692:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3354 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695698:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3354 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695804:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f335b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695818:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f335b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695825:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f335b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483572.695834:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:3.0:1788483572.695914:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f334d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695921:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f334d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695927:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f334d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695945:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7607f8b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483572.695950:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f334d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695958:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f334d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695972:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483572.695975:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483572.695979:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f334d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695985:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b200/0xf2b1f833e60f334d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.695999:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3354 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.696005:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3354 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.696011:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3354 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.696016:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76027e2400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483572.696018:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3354 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.696025:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3354 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.696032:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xb3a1d06f (ffff9f760526d500) 00010000:00010000:3.0:1788483572.696035:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483572.696037:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3354 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.696044:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3354 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0xb3a1d06f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.696085:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a400/0xf2b1f833e60f3346 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477a8 expref: 111 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.696098:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f335b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477a8 expref: 110 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483572.696678:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f760526d300) 00010000:00010000:3.0:1788483572.696681:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483572.696684:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2a00, rc 0) 00000100:00100000:2.0:1788483572.696821:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+110:31282:x1875360224878848:12345-192.168.206.36@tcp:101:cat.0 Request processed in 1333us (1917us total) trans 4294968101 rc 0/0 00000100:00100000:2.0:1788483572.696828:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1296 00000100:00100000:3.0:1788483572.702996:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.703103:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224879104 00000100:00100000:0.0:1788483572.703123:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224879104 00000100:00100000:0.0:1788483572.703187:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 59 00000100:00100000:0.0:1788483572.703198:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:31282:x1875360224879104:12345-192.168.206.36@tcp:103:cat.0 00010000:00010000:0.0:1788483572.703213:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483572.703237:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f335b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477a8 expref: 110 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.703256:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f760526d300) 00010000:00010000:0.0:1788483572.703266:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483572.703332:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+109:31282:x1875360224879104:12345-192.168.206.36@tcp:103:cat.0 Request processed in 129us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.703340:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 59 00000100:00100000:3.0:1788483572.706742:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.706852:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224879232 00000100:00100000:0.0:1788483572.706861:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224879232 00000100:00100000:0.0:1788483572.706908:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1297 00000100:00100000:0.0:1788483572.706917:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+109:31282:x1875360224879232:12345-192.168.206.36@tcp:58:cat.0 00010000:00010000:0.0:1788483572.707044:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.707060:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.707072:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788483572.707176:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].36, 136 off13088 00000100:00100000:0.0:1788483572.707255:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+109:31282:x1875360224879232:12345-192.168.206.36@tcp:58:cat.0 Request processed in 338us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.707262:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1297 00000100:00100000:1.0:1788483572.723795:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483572.723896:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224879360 00000100:00100000:0.0:1788483572.723906:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224879360 00000100:00100000:0.0:1788483572.723971:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1298 00000100:00100000:0.0:1788483572.723981:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+109:31282:x1875360224879360:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483572.724000:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483572.724018:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3370 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477af expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.724069:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.724080:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3370 lrc: 4/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477af expref: 110 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.724098:0:6516:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.724119:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3370 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477af expref: 110 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.724133:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608853600) 00010000:00010000:0.0:1788483572.724135:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483572.724139:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3370 lrc: 3/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477af expref: 110 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483572.724148:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524200, rc 0) 00000100:00100000:0.0:1788483572.724208:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:31282:x1875360224879360:12345-192.168.206.36@tcp:101:cat.0 Request processed in 228us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483572.724214:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1298 00000100:00100000:2.0:1788483572.807618:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483572.807642:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250989312:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483572.807708:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483572.807862:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250989312 00000100:00100000:1.0:1788483572.807870:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250989312 00000100:00100000:1.0:1788483572.807922:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1788483572.807941:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250989312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483572.807972:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483572.808024:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250989312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483572.808031:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788483572.808137:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250989312:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788483573.508723:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483573.509949:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483573.509955:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483573.509986:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 5 00000040:00080000:1.0:1788483573.509998:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483573.510699:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641774e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250989440:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483573.511248:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0900 going to sleep for 11 seconds 00000100:00100000:1.0:1788483573.520682:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.520817:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641774e00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250989440:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483573.527559:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224879488 00000100:00100000:2.0:1788483573.527575:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224879488 00000100:00100000:2.0:1788483573.527657:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1299 00000100:00100000:2.0:1788483573.527667:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:31283:x1875360224879488:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483573.527702:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483573.528054:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:31283:x1875360224879488:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 387us (7379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483573.528062:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1299 00000100:00100000:3.0:1788483573.535070:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.535254:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224879616 00000100:00100000:0.0:1788483573.535263:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224879616 00000100:00100000:0.0:1788483573.535336:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1300 00000100:00100000:0.0:1788483573.535346:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:31283:x1875360224879616:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788483573.535416:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3377 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.535431:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3377 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.535442:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3377 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.535457:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f337e lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.535464:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f337e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.535470:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f337e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.535493:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.535545:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.535554:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483573.536001:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00000004:00200000:0.0:1788483573.536007:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483573.536022:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536043:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3377 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536051:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3377 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536058:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3377 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536066:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483573.536070:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3377 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536079:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3377 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536091:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:0.0:1788483573.536094:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483573.536099:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3377 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536105:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3377 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536117:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f337e lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536122:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f337e lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536128:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f337e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536134:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483573.536137:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f337e lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536143:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f337e lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536150:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xba0788a1 (ffff9f7608853800) 00010000:00010000:0.0:1788483573.536152:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483573.536154:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f337e lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536160:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f337e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xba0788a1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536173:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536181:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536187:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536191:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483573.536194:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536208:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536215:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608853600) 00010000:00010000:0.0:1788483573.536218:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483573.536220:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.536226:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3385 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483573.536301:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:31283:x1875360224879616:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 954us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483573.536309:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1300 00000100:00100000:1.0:1788483573.542314:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.543431:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224879872 00000100:00100000:0.0:1788483573.543442:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224879872 00000100:00100000:0.0:1788483573.543575:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1301 00000100:00100000:0.0:1788483573.543585:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:31283:x1875360224879872:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483573.543612:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483573.543633:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f338c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477b6 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.543890:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3393 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.543905:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3393 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.543915:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3393 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483573.543927:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x22:0x0]: returning size 158 00010000:00010000:0.0:1788483573.544018:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3393 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.544141:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3393 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.544149:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3393 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.544155:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483573.544159:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3393 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.544166:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3393 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.544179:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608853600) 00010000:00010000:0.0:1788483573.544182:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483573.544186:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3393 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.544193:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f3393 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x22:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.544236:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f338c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477b6 expref: 57 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.544246:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:0.0:1788483573.544249:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483573.544252:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f338c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477b6 expref: 57 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.544262:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ea00, rc 0) 00000100:00100000:0.0:1788483573.544330:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:31283:x1875360224879872:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 746us (2024us total) trans 4294968102 rc 301/301 00000100:00100000:0.0:1788483573.544338:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1301 00000100:00100000:1.0:1788483573.560082:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483573.560186:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224880000 00000100:00100000:2.0:1788483573.560197:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224880000 00000100:00100000:2.0:1788483573.560253:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1302 00000100:00100000:2.0:1788483573.560263:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:31283:x1875360224880000:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483573.560295:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x22:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483573.560409:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:31283:x1875360224880000:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 147us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483573.560417:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1302 00000100:00100000:1.0:1788483573.573986:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.574059:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224880256 00000100:00100000:0.0:1788483573.574069:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224880256 00000100:00100000:0.0:1788483573.574141:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1303 00000100:00100000:0.0:1788483573.574151:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:31283:x1875360224880256:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483573.574168:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483573.574188:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33a1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477bd expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.574646:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f33a8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.574659:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f33a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.574670:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f33a8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483573.574680:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00010000:00010000:0.0:1788483573.576003:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33a1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477bd expref: 59 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.576026:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f33a8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477bd expref: 58 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.576035:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f7608853800) 00010000:00010000:0.0:1788483573.576038:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483573.576041:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00000100:00100000:0.0:1788483573.576462:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:31283:x1875360224880256:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 2309us (2481us total) trans 4294968103 rc 0/0 00000100:00100000:0.0:1788483573.576470:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1303 00000100:00100000:0.0:1788483573.583811:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483573.584493:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224880512 00000100:00100000:3.0:1788483573.584949:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224880512 00000100:00100000:3.0:1788483573.585049:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1304 00000100:00100000:3.0:1788483573.585062:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:31283:x1875360224880512:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483573.585132:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483573.585160:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f33a8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477bd expref: 58 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.585179:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f7608853800) 00010000:00010000:3.0:1788483573.585189:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483573.585210:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.585401:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14779a expref: 109 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.585411:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.585445:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14779a expref: 109 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.585459:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14779a expref: 109 pid: 12148 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483573.585478:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250989568:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483573.585645:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604a400c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483573.598430:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483573.598644:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224880640 00000100:00100000:1.0:1788483573.598653:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224880640 00010000:00010000:1.0:1788483573.598691:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14779a expref: 110 pid: 12148 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483573.598741:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 399 00000100:00100000:1.0:1788483573.598752:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360224880640:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483573.598766:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483573.598773:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14779a expref: 110 pid: 12148 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.598786:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14779a expref: 110 pid: 12148 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.598815:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:1.0:1788483573.598821:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.598829:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.598841:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.598857:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483573.598905:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360224880640:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 155us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483573.598912:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 399 00010000:00010000:3.0:1788483573.599311:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f331c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x41:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14779a expref: 109 pid: 12148 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483573.599337:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f100 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250989568:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483573.599357:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599366:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599372:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599393:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f33bd lrc: 3/0,1 mode: --/PW res: [0x200000402:0x41:0x0].0xa77e70d0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599402:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f33bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xa77e70d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599410:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f33bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xa77e70d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599454:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599461:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599468:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599473:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483573.599477:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599485:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599493:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:3.0:1788483573.599496:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483573.599525:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599531:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f33b6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x41:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599540:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f33bd lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x41:0x0].0xa77e70d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599546:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f33bd lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xa77e70d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599552:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f33bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xa77e70d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599557:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483573.599560:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f33bd lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xa77e70d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599569:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f33bd lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x41:0x0].0xa77e70d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599577:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0xa77e70d0 (ffff9f760526d500) 00010000:00010000:3.0:1788483573.599579:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483573.599582:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f33bd lrc: 2/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xa77e70d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.599588:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f33bd lrc: 0/0,0 mode: --/PW res: [0x200000402:0x41:0x0].0xa77e70d0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483573.599649:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:31283:x1875360224880512:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 14590us (15846us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483573.599657:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1304 00000100:00100000:0.0:1788483573.602948:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483573.603134:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224880768 00000100:00100000:1.0:1788483573.603143:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224880768 00000100:00100000:1.0:1788483573.603199:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1305 00000100:00100000:1.0:1788483573.603208:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:31283:x1875360224880768:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483573.603237:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483573.603258:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f33c4 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477c4 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.603291:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.603303:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.603314:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.603434:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f33c4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477c4 expref: 59 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.603452:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477c4 expref: 58 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.603462:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483573.603465:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483573.603468:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2600, rc 0) 00000100:00100000:1.0:1788483573.603552:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:31283:x1875360224880768:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 344us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483573.603559:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1305 00000100:00100000:0.0:1788483573.608031:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483573.608116:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224881024 00000100:00100000:2.0:1788483573.608125:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224881024 00000100:00100000:2.0:1788483573.608178:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1306 00000100:00100000:2.0:1788483573.608188:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:31283:x1875360224881024:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483573.608263:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.608279:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.608289:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483573.608431:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000076a36c9e reply state 000000004f0c1481 transno 4294968104 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.608444:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.608452:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483573.608455:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483573.608459:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483573.608822:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+60:31283:x1875360224881024:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 635us (799us total) trans 4294968104 rc 0/0 00000100:00100000:2.0:1788483573.608830:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1306 00000100:00100000:1.0:1788483573.627602:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.627768:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224881152 00000100:00100000:0.0:1788483573.627779:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224881152 00000100:00100000:0.0:1788483573.627943:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1307 00000100:00100000:0.0:1788483573.627955:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+60:31283:x1875360224881152:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483573.627989:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483573.628008:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33d9 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477cb expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.628071:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33d9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477cb expref: 61 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.628087:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33d9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477cb expref: 61 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.628112:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483573.628115:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483573.628119:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ea00, rc 0) 00000100:00100000:0.0:1788483573.628180:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:31283:x1875360224881152:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 228us (587us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483573.628187:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1307 00000100:00100000:2.0:1788483573.636657:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483573.638422:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224881280 00000100:00100000:1.0:1788483573.638434:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224881280 00000100:00100000:0.0:1788483573.639657:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 250 00000100:00100000:0.0:1788483573.639668:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:31283:x1875360224881280:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1788483573.639958:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:31283:x1875360224881280:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 291us (3309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483573.639965:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 250 00000100:00100000:2.0:1788483573.645551:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483573.645839:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224881536 00000100:00100000:3.0:1788483573.645849:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224881536 00000100:00100000:3.0:1788483573.645901:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 251 00000100:00100000:3.0:1788483573.645912:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:31283:x1875360224881536:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483573.646296:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:31283:x1875360224881536:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 384us (752us total) trans 4294968105 rc 0/0 00000100:00100000:3.0:1788483573.646305:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 251 00000100:00100000:1.0:1788483573.654118:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483573.654728:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224881792 00000100:00100000:2.0:1788483573.654737:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224881792 00000100:00100000:2.0:1788483573.654794:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1308 00000100:00100000:2.0:1788483573.654816:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:31283:x1875360224881792:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483573.654937:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:31283:x1875360224881792:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 124us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483573.654947:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1308 00000100:00100000:2.0:1788483573.658627:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.658732:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224882048 00000100:00100000:0.0:1788483573.658741:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224882048 00000100:00100000:0.0:1788483573.658795:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1309 00000100:00100000:0.0:1788483573.658814:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:31283:x1875360224882048:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483573.658831:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483573.658851:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f33e0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477d2 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.658965:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.658990:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33d9 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477cb expref: 63 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.658998:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.659031:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33d9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477cb expref: 63 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.659043:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33d9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477cb expref: 63 pid: 6516 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483573.659055:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250989696:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483573.659165:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608672000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483573.663345:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.663495:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164e300 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250989696:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483573.663557:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483573.663731:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224882176 00000100:00100000:1.0:1788483573.663739:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224882176 00010000:00010000:1.0:1788483573.663773:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33d9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477cb expref: 64 pid: 6516 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483573.663820:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 400 00000100:00100000:1.0:1788483573.663830:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:2401:x1875360224882176:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483573.663845:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483573.663852:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33d9 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477cb expref: 64 pid: 6516 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.663865:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33d9 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477cb expref: 64 pid: 6516 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.663885:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f33d9 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477cb expref: 64 pid: 6516 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.663905:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483573.663910:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.663920:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.663938:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.663965:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483573.664021:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:2401:x1875360224882176:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 192us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483573.664040:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 400 00010000:00010000:0.0:1788483573.664580:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.664590:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483573.664609:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00080000:0.0:1788483573.664755:0:12148:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1a:0x0], index 1: 0 00010000:00010000:0.0:1788483573.664849:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.664857:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.664865:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.664871:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483573.664875:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.664883:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.664894:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483573.664897:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483573.664901:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.664907:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33e7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.664964:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f33e0 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477d2 expref: 63 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.664974:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x41:0x0].0x0 (ffff9f760526dd00) 00010000:00010000:0.0:1788483573.664977:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483573.664980:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f33e0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x41:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477d2 expref: 63 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.664995:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00000100:00100000:0.0:1788483573.665028:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:31283:x1875360224882048:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 6225us (6409us total) trans 4294968106 rc 301/301 00000100:00100000:0.0:1788483573.665036:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1309 00000100:00100000:1.0:1788483573.695580:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.695727:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224882432 00000100:00100000:0.0:1788483573.695736:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224882432 00000100:00100000:0.0:1788483573.695793:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 252 00000100:00100000:0.0:1788483573.695803:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:31283:x1875360224882432:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483573.696116:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:31283:x1875360224882432:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 313us (542us total) trans 4294968107 rc 0/0 00000100:00100000:0.0:1788483573.696124:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 252 00000100:00100000:3.0:1788483573.700049:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.700844:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224882560 00000100:00100000:0.0:1788483573.700855:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224882560 00000100:00100000:0.0:1788483573.700920:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1310 00000100:00100000:0.0:1788483573.700941:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:31283:x1875360224882560:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483573.700966:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483573.700994:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f33f5 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477d9 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.701065:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33fc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.701078:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.701087:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483573.701139:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x24:0x0]: returning size 0 00000004:00200000:0.0:1788483573.701144:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483573.701162:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33fc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.701188:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f33f5 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477d9 expref: 65 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.701204:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33fc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477d9 expref: 64 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.701212:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483573.701215:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788483573.701218:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ee00, rc 0) 00000100:00100000:0.0:1788483573.701282:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:31283:x1875360224882560:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 353us (1242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483573.701289:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1310 00000100:00100000:2.0:1788483573.709594:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483573.709840:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224882688 00000100:00100000:3.0:1788483573.709859:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224882688 00000100:00100000:3.0:1788483573.709941:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 346 00000100:00100000:3.0:1788483573.709952:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224882688:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483573.709968:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483573.709989:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d12fd16/0xf2b1f833e60f3403 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477e0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483573.710012:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483573.710029:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=738s v=(0 0) 00010000:00010000:3.0:1788483573.710033:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483573.710043:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d12fd16/0xf2b1f833e60f3403 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e0 expref: 13 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.710059:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009d12fd16/0xf2b1f833e60f3403 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e0 expref: 13 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.710072:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4e00, rc 0) 00000100:00100000:3.0:1788483573.710142:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224882688:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 192us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483573.710148:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 346 00000100:00080000:0.0:1788483573.710213:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483573.734608:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483573.734715:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224882944 00000100:00100000:2.0:1788483573.734724:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224882944 00000100:00100000:2.0:1788483573.734776:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1311 00000100:00100000:2.0:1788483573.734786:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:31283:x1875360224882944:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483573.734901:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:31283:x1875360224882944:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 116us (300us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483573.734908:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1311 00000100:00100000:2.0:1788483573.742430:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483573.743587:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224883072 00000100:00100000:3.0:1788483573.743598:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224883072 00000100:00100000:3.0:1788483573.743659:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 347 00000100:00100000:3.0:1788483573.743669:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:31283:x1875360224883072:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483573.743684:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483573.743702:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477e7 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.743732:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000009d12fd16/0xf2b1f833e60f3403 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e0 expref: 14 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.743742:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483573.743746:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483573.743751:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 14 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.743784:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000009d12fd16/0xf2b1f833e60f3403 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e0 expref: 14 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.743798:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000009d12fd16/0xf2b1f833e60f3403 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e0 expref: 14 pid: 8431 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483573.743812:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250989824:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483573.743923:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604a400c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483573.749045:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360250989824:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483573.749082:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 14 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.749101:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5c00, rc 0) 00000100:00100000:0.0:1788483573.749166:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:31283:x1875360224883072:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 5498us (6744us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483573.749174:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 347 00000100:00100000:2.0:1788483573.751483:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483573.751666:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224883200 00000100:00100000:1.0:1788483573.751676:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224883200 00010000:00010000:1.0:1788483573.751714:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000009d12fd16/0xf2b1f833e60f3403 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e0 expref: 14 pid: 8431 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483573.751746:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 401 00000100:00100000:1.0:1788483573.751756:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a40b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360224883200:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483573.751770:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483573.751792:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000009d12fd16/0xf2b1f833e60f3403 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e0 expref: 14 pid: 8431 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.751810:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000009d12fd16/0xf2b1f833e60f3403 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e0 expref: 14 pid: 8431 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.751832:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d12fd16/0xf2b1f833e60f3403 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e0 expref: 14 pid: 8431 timeout: 838 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.751848:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483573.751852:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483573.751860:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 13 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.751870:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 13 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.751906:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 13 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483573.751919:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360250989952:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483573.752722:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0900 going to sleep for 11 seconds 00000100:00100000:1.0:1788483573.773277:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360250989952:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483573.773303:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483573.773360:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a40b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224883200:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 21605us (21884us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483573.773371:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 401 00000100:00100000:0.0:1788483573.793958:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483573.794067:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224883328 00000100:00100000:1.0:1788483573.794076:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224883328 00002000:00100000:1.0:1788483573.794295:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->157) req@ffff9f764164e300 x1875360224883328/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:324/0 lens 648/0 e 0 to 0 dl 1788483584 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483573.794306:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764164e300 with x1875360224883328 ext(0->157) 00002000:00010000:1.0:1788483573.794312:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f764164e300 00000100:00100000:1.0:1788483573.794382:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 94 00000100:00100000:1.0:1788483573.794393:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224883328:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788483573.799079:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2401:x1875360224883328:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 4679us (5120us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1788483573.799093:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 94 00002000:00100000:1.0:1788483573.799353:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->157) req@ffff9f764164e300 x1875360224883328/t4294967370(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:324/0 lens 648/448 e 0 to 0 dl 1788483584 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483573.799363:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764164e300 with x1875360224883328 ext(0->157) 00002000:00010000:1.0:1788483573.799369:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f764164e300 00000100:00100000:2.0:1788483573.813192:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483573.813332:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224883456 00000100:00100000:1.0:1788483573.813341:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224883456 00000100:00100000:1.0:1788483573.813390:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1312 00000100:00100000:1.0:1788483573.813400:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:31283:x1875360224883456:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788483573.820624:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968107 is committed 00000001:00080000:2.0:1788483573.820662:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968101 is committed 00000004:00080000:2.0:1788483573.820669:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 12 committed 00000020:00080000:2.0:1788483573.820700:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7604c1a000 refcount 2 committed 0 result 0 batchid 27 00000020:00080000:2.0:1788483573.820705:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7613588300 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7608387780 00000020:00080000:2.0:1788483573.820709:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7613588900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f750927a000 00000020:00080000:2.0:1788483573.820741:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7636894cc0 refcount 2 committed 0 result 0 batchid 26 00000020:00080000:2.0:1788483573.820744:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7508507d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f760a179540 00000020:00080000:2.0:1788483573.820747:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7508507900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7509199800 00000020:00080000:2.0:1788483573.820760:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 25 batchid updated 00000020:00080000:3.0:1788483573.820957:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 27 committed batchid 25 00000020:00080000:3.0:1788483573.821039:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 25 00000100:00100000:2.0:1788483573.821173:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:31283:x1875360224883456:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 7767us (7983us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483573.821186:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1312 00010000:00010000:0.0:1788483573.822122:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822139:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822149:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822155:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483573.822161:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822169:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822189:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x23:0x0].0x0 (ffff9f7608853b00) 00010000:00010000:0.0:1788483573.822192:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483573.822198:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822205:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f32ba lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x23:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822238:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822245:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822251:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822261:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483573.822264:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822269:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822278:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483573.822280:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788483573.822283:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.822289:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f33d2 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483573.827189:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483573.827244:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250990080:0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788483573.827699:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483573.830918:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250990080 00000100:00100000:2.0:1788483573.830946:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250990080 00000100:00100000:2.0:1788483573.831031:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:2.0:1788483573.831044:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360250990080:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788483573.831723:0:14965:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:24 count 1 00002000:00010000:2.0:1788483573.831770:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x18:0x0] initial LVB size: 158, mtime: 0x6a9a17f1, atime: 0x6a9a17f3, ctime: 0x6a9a17f1, blocks: 0x8 00010000:00010000:2.0:1788483573.831781:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006af77a0/0xf2b1f833e60f3411 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.831801:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=738s v=(0 0) 00010000:00010000:2.0:1788483573.831806:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x18:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483573.831814:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000006af77a0/0xf2b1f833e60f3411 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.831832:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000006af77a0/0xf2b1f833e60f3411 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.831843:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000006af77a0/0xf2b1f833e60f3411 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.831852:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000006af77a0/0xf2b1f833e60f3411 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.833113:0:14965:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788483573.833881:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+8:3640:x1875360250990080:12345-0@lo:6:osp-syn-0-0.0 Request processed in 2811us (6171us total) trans 4294967363 rc 0/0 00000100:00100000:2.0:1788483573.833894:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000004:00080000:3.0:1788483573.834959:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7507653100/2, rc 0, transno 4294967363 00000100:00100000:3.0:1788483573.834972:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250990080:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788483573.843681:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483573.843832:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224883584 00000100:00100000:1.0:1788483573.843845:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224883584 00000100:00100000:1.0:1788483573.843925:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 349 00000100:00100000:1.0:1788483573.843947:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2401:x1875360224883584:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00010000:00010000:0.0:1788483573.845585:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483573.845602:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000006af77a0/0xf2b1f833e60f3411 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.845619:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366edc00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483573.845625:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000006af77a0/0xf2b1f833e60f3411 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.845638:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000006af77a0/0xf2b1f833e60f3411 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.845662:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000006af77a0/0xf2b1f833e60f3411 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.845676:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000006af77a0/0xf2b1f833e60f3411 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.845703:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483573.845705:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483573.845707:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788483573.846568:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967370 is committed 00000001:00080000:1.0:1788483573.846584:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967369 is committed 00000100:00100000:0.0:1788483573.847701:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224883584:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 3741us (4018us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483573.847718:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 349 00000100:00100000:0.0:1788483573.857432:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483573.857663:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224883840 00000100:00100000:1.0:1788483573.857676:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224883840 00000100:00100000:1.0:1788483573.857740:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1313 00000100:00100000:1.0:1788483573.857751:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:31283:x1875360224883840:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788483573.857814:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483573.857903:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f33fc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477d9 expref: 47 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.857924:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483573.857941:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483573.857992:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.858310:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.858324:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483573.858639:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000adf2d38d reply state 000000007aa31c23 transno 4294968108 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.858654:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.858661:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483573.858664:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483573.858667:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483573.858802:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31283:x1875360224883840:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 1050us (1380us total) trans 4294968108 rc 0/0 00000100:00100000:1.0:1788483573.858815:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1313 00000100:00100000:2.0:1788483573.862467:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.862680:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224883968 00000100:00100000:0.0:1788483573.862693:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224883968 00000100:00100000:0.0:1788483573.862765:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1314 00000100:00100000:0.0:1788483573.862778:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31283:x1875360224883968:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483573.862805:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483573.862843:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f341f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477ee expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.863131:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f341f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477ee expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.863150:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f341f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477ee expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.863173:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483573.863177:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483573.863182:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00000100:00100000:0.0:1788483573.863258:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:31283:x1875360224883968:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 482us (804us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483573.863266:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1314 00000100:00100000:2.0:1788483573.868622:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.868726:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224884096 00000100:00100000:0.0:1788483573.868739:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224884096 00000100:00100000:0.0:1788483573.868809:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 350 00000100:00100000:0.0:1788483573.868822:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224884096:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788483573.869046:0:8433:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1788483573.869051:0:8433:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb mtime from disk: 0 -> 1788483569 00002000:00010000:0.0:1788483573.869053:0:8433:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb atime from disk: 0 -> 1788483571 00002000:00010000:0.0:1788483573.869055:0:8433:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb ctime from disk: 0 -> 1788483569 00002000:00010000:0.0:1788483573.869057:0:8433:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1a:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1788483573.869141:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224884096:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 320us (532us total) trans 4294967371 rc 0/0 00000100:00100000:0.0:1788483573.869151:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 350 00000100:00100000:3.0:1788483573.876298:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.881386:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224884352 00000100:00100000:0.0:1788483573.881404:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224884352 00000100:00100000:0.0:1788483573.881478:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1315 00000100:00100000:0.0:1788483573.881489:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:31283:x1875360224884352:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788483573.881600:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.881620:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477c4 expref: 49 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.881636:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.881679:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477c4 expref: 49 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.881694:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477c4 expref: 49 pid: 6515 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483573.881709:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250990208:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483573.881826:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483573.890784:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483573.890900:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224884480 00000100:00100000:1.0:1788483573.890913:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224884480 00010000:00010000:1.0:1788483573.890976:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477c4 expref: 50 pid: 6515 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483573.891029:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 402 00000100:00100000:1.0:1788483573.891041:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2401:x1875360224884480:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483573.891060:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483573.891068:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477c4 expref: 50 pid: 6515 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.891082:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477c4 expref: 50 pid: 6515 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.891120:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483573.891126:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.891139:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.891147:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.891463:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483573.891575:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2401:x1875360224884480:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 535us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483573.891587:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 402 00010000:00010000:0.0:1788483573.893094:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f33cb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x24:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477c4 expref: 49 pid: 6515 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483573.893134:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360250990208:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483573.893309:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.893320:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.893327:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.893375:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.893382:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.893391:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.893397:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483573.893401:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.893409:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.893427:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483573.893430:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:0.0:1788483573.893435:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.893441:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3426 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483573.893722:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31283:x1875360224884352:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 12232us (17436us total) trans 0 rc -22/-22 00000100:00100000:0.0:1788483573.893733:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1315 00000100:00100000:2.0:1788483573.904702:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483573.906275:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224884608 00000100:00100000:3.0:1788483573.906293:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224884608 00000100:00100000:3.0:1788483573.906375:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 351 00000100:00100000:3.0:1788483573.906387:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224884608:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483573.906441:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.906466:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 12 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.906475:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483573.906480:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483573.906485:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.906569:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 12 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.906584:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 12 pid: 8433 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483573.906600:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250990336:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483573.906702:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604a400c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483573.916658:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360250990336:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483573.916699:0:14965:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483573.917407:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.917620:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224884736 00000100:00100000:0.0:1788483573.917630:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224884736 00010000:00010000:0.0:1788483573.917676:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 13 pid: 8433 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483573.917721:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 403 00000100:00100000:0.0:1788483573.917731:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224884736:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483573.917750:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483573.917775:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 13 pid: 8433 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.917789:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 13 pid: 8433 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.917814:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000333c5a37/0xf2b1f833e60f340a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477e7 expref: 13 pid: 8433 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.917832:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483573.917837:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483573.917844:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.917856:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.917883:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483573.917966:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224884736:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 236us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483573.917974:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 403 00010000:00010000:3.0:1788483573.918726:0:14965:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.918742:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.918770:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.918779:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.918788:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.918796:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483573.918801:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.918811:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.918825:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.918833:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000efa08730/0xf2b1f833e60f342d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483573.918924:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224884608:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 12536us (14233us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483573.918942:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 351 00000100:00100000:2.0:1788483573.929844:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483573.930051:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224884992 00000100:00100000:0.0:1788483573.930065:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224884992 00000100:00100000:0.0:1788483573.930627:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1316 00000100:00100000:0.0:1788483573.930645:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31283:x1875360224884992:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788483573.930751:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3434 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.930772:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3434 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.930785:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3434 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.930993:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.931006:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f341f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477ee expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.931015:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.931059:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f341f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477ee expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.931075:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f341f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477ee expref: 49 pid: 6514 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483573.931091:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250990464:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483573.931207:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608672600 going to sleep for 11 seconds 00000100:00100000:2.0:1788483573.943419:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483573.943919:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224885120 00000100:00100000:3.0:1788483573.943940:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224885120 00010000:00010000:3.0:1788483573.943992:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f341f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477ee expref: 50 pid: 6514 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483573.944041:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 404 00000100:00100000:3.0:1788483573.944053:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2402:x1875360224885120:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483573.944070:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483573.944077:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f341f lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477ee expref: 50 pid: 6514 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.944091:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f341f lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477ee expref: 50 pid: 6514 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.944233:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483573.944239:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.944251:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.944260:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.944289:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483573.944375:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2402:x1875360224885120:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 323us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483573.944383:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 404 00010000:00010000:0.0:1788483573.944581:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f341f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477ee expref: 49 pid: 6514 timeout: 838 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483573.944607:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250990464:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483573.944636:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.944646:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.944652:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788483573.944800:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968109 00000001:00080000:0.0:1788483573.945213:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968110 00000001:00080000:0.0:1788483573.945257:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968111 00000100:00100000:1.0:1788483573.954707:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250990592:0@lo:1000:mdt00_002.0 00000100:00100000:1.0:1788483573.954799:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483573.954851:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76193473c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483573.954945:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250990592 00000100:00100000:0.0:1788483573.954955:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250990592 00000100:00100000:0.0:1788483573.955026:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:0.0:1788483573.955037:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360250990592:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788483573.955169:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360250990592:12345-0@lo:1000:mdt00_002.0 Request processed in 121us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483573.955177:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1788483573.958967:0:6516:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:2.0:1788483573.958981:0:6516:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967369 00000004:00080000:2.0:1788483573.959003:0:6516:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7641746680, transno 4294967369 00000100:00100000:2.0:1788483573.959030:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d180 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250990592:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1788483573.959612:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968112 00000100:00100000:2.0:1788483573.959692:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250990720:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788483573.959768:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483573.959808:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483573.960300:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250990720 00000100:00100000:3.0:1788483573.960309:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250990720 00000100:00100000:3.0:1788483573.960376:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788483573.960386:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360250990720:12345-0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788483573.960578:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6516:x1875360250990720:12345-0@lo:1000:mdt00_002.0 Request processed in 192us (808us total) trans 4294967372 rc 0/0 00000100:00100000:3.0:1788483573.960587:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1788483573.960759:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360250990720:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1788483573.960839:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968113 00010000:00010000:2.0:1788483573.960871:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.960883:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.960891:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.960911:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483573.960917:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.960934:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.960955:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483573.960958:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483573.960965:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.960972:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f343b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x24:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.961001:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.961007:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.961014:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.961019:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483573.961022:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.961028:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.961041:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608853600) 00010000:00010000:2.0:1788483573.961043:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483573.961377:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3370 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477af expref: 97 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.961391:0:6516:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3370 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477af expref: 97 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.961400:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3370 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477af expref: 97 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483573.961438:0:6516:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524200/0xf2b1f833e60f3370 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477af expref: 97 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483573.961453:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250990848:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483573.961641:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506577e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483573.973219:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250990848:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483573.973260:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973273:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3369 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973316:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f3442 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973332:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f3442 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973345:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f3442 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973357:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f3442 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973364:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f3442 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973371:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f3442 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973377:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483573.973382:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f3442 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973390:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f3442 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973402:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608853600) 00010000:00010000:1.0:1788483573.973405:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483573.973409:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f3442 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973415:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2000/0xf2b1f833e60f3442 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x22:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973424:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3434 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973430:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3434 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973437:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3434 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973442:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483573.973445:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3434 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973450:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3434 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973458:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x22:0x0].0x0 (ffff9f7608853600) 00010000:00010000:1.0:1788483573.973461:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483573.973464:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3434 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.973470:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3434 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x22:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483573.974435:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:31283:x1875360224884992:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 43788us (44597us total) trans 4294968114 rc 0/0 00000100:00100000:1.0:1788483573.974458:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1316 00000020:00080000:1.0:1788483573.974466:0:6516:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:0.0:1788483573.974692:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483573.974697:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483573.975360:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:0.0:1788483573.975371:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483573.979000:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483573.979339:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224885248 00000100:00100000:3.0:1788483573.979352:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224885248 00000100:00100000:3.0:1788483573.979409:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 253 00000100:00100000:3.0:1788483573.979419:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31282:x1875360224885248:12345-192.168.206.36@tcp:49:cat.0 00000100:00100000:3.0:1788483573.979615:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31282:x1875360224885248:12345-192.168.206.36@tcp:49:cat.0 Request processed in 196us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483573.979623:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 253 00000100:00100000:2.0:1788483573.990572:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483573.990679:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483573.991382:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224885632 00000100:00100000:1.0:1788483573.991396:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224885632 00000100:00100000:1.0:1788483573.991485:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 352 00000100:00100000:1.0:1788483573.991522:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+12:31282:x1875360224885632:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:1.0:1788483573.991545:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483573.991571:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cb1b158b/0xf2b1f833e60f3449 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477f5 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483573.991605:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a9a17f1, atime: 0x6a9a17f3, ctime: 0x6a9a17f1, blocks: 0x8 00010000:00010000:1.0:1788483573.991634:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=738s v=(0 0) 00010000:00010000:1.0:1788483573.991640:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483573.991652:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cb1b158b/0xf2b1f833e60f3449 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477f5 expref: 13 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.991670:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000cb1b158b/0xf2b1f833e60f3449 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477f5 expref: 13 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483573.991692:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2000, rc 0) 00000100:00100000:1.0:1788483573.991762:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+13:31282:x1875360224885632:12345-192.168.206.36@tcp:101:cat.0 Request processed in 266us (1081us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483573.991770:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 352 00000100:00100000:3.0:1788483573.992638:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224885504 00000100:00100000:3.0:1788483573.992648:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224885504 00000100:00100000:3.0:1788483573.992702:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 254 00000100:00100000:3.0:1788483573.992712:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a436050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:31283:x1875360224885504:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788483573.993054:0:14620:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x24:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788483573.993115:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968115 00010000:00010000:3.0:1788483573.993152:0:14620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.993179:0:14620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.993190:0:14620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.993199:0:14620:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.993207:0:14620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.993214:0:14620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483573.993232:0:14620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788483573.993337:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a436050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:31283:x1875360224885504:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 625us (2776us total) trans 4294968116 rc 0/0 00000100:00100000:3.0:1788483573.993345:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 254 00000020:00080000:3.0:1788483573.993350:0:14620:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1788483573.994024:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:0.0:1788483573.994040:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483573.994049:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.994063:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483573.994068:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.994077:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.994094:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483573.994108:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788483573.994114:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.994121:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f3450 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x24:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483573.994137:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483573.994139:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483573.994141:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483573.998234:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483573.998494:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224885760 00000100:00100000:3.0:1788483573.998532:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224885760 00002000:00100000:3.0:1788483573.998596:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff9f7509218000 x1875360224885760/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:324/0 lens 488/0 e 0 to 0 dl 1788483584 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483573.998607:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509218000 with x1875360224885760 ext(0->4095) 00002000:00010000:3.0:1788483573.998614:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7509218000 00000100:00100000:3.0:1788483573.998644:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 95 00000100:00100000:3.0:1788483573.998656:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224885760:12345-192.168.206.36@tcp:3:cat.0 00000100:00100000:3.0:1788483573.998870:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224885760:12345-192.168.206.36@tcp:3:cat.0 Request processed in 215us (648us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788483573.998878:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 95 00002000:00100000:3.0:1788483573.998885:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1a:0x0] (0->4095) req@ffff9f7509218000 x1875360224885760/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:324/0 lens 488/4536 e 0 to 0 dl 1788483584 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483573.998894:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509218000 with x1875360224885760 ext(0->4095) 00002000:00010000:3.0:1788483574.002423:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7509218000 00000100:00100000:3.0:1788483574.005812:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483574.009004:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224886016 00000100:00100000:0.0:1788483574.009026:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224886016 00000100:00100000:0.0:1788483574.009133:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 255 00000100:00100000:0.0:1788483574.009150:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31282:x1875360224886016:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:0.0:1788483574.009471:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31282:x1875360224886016:12345-192.168.206.36@tcp:35:cat.0 Request processed in 326us (3671us total) trans 4294968117 rc 0/0 00000100:00100000:0.0:1788483574.009480:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 255 00000100:00080000:3.0:1788483574.010333:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788483574.532697:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483574.854042:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483574.854069:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250990976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483574.854152:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483574.854341:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250990976 00000100:00100000:1.0:1788483574.854350:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250990976 00000100:00100000:1.0:1788483574.854424:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1788483574.854446:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3639:x1875360250990976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483574.854480:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483574.854836:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483574.854852:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250991104:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483574.854906:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483574.854959:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250991104 00000100:00100000:3.0:1788483574.854963:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250991104 00000100:00100000:3.0:1788483574.854993:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1788483574.855000:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250991104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483574.855012:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483574.855048:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250991104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (141us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483574.855055:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1788483574.855117:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250991104:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483574.855266:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3639:x1875360250990976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 832us (1112us total) trans 0 rc 0/0 00000100:00080000:3.0:1788483574.855272:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483574.855275:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1788483574.855659:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250990976:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788483575.557014:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483575.895718:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250991232:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483575.895835:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483575.897524:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250991232 00000100:00100000:1.0:1788483575.897552:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250991232 00000100:00100000:1.0:1788483575.897654:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1788483575.897669:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250991232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483575.897730:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1788483575.897810:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250991232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 145us (1981us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483575.897826:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1788483575.899035:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250991232:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483576.583406:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483577.001490:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483577.001566:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483577.001603:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483577.001627:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483577.001647:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483577.001668:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483577.001688:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483577.001702:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483577.001716:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483577.001746:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224886144 00000100:00100000:0.0:1788483577.001755:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224886144 00000100:00100000:0.0:1788483577.001811:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 727 00000100:00100000:0.0:1788483577.001819:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224886144:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483577.001895:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224886144:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 77us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483577.001901:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 727 00000100:00100000:0.0:1788483577.001955:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224886272 00000100:00100000:0.0:1788483577.001959:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224886272 00000100:00100000:0.0:1788483577.001999:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224886400 00000100:00100000:0.0:1788483577.002003:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224886400 00000100:00100000:3.0:1788483577.002083:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224886528 00000100:00100000:3.0:1788483577.002089:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224886528 00000100:00100000:3.0:1788483577.002123:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224886656 00000100:00100000:3.0:1788483577.002126:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224886656 00000100:00100000:3.0:1788483577.002142:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224887168 00000100:00100000:3.0:1788483577.002145:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224887168 00000100:00100000:3.0:1788483577.002157:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224887040 00000100:00100000:3.0:1788483577.002159:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224887040 00000100:00100000:3.0:1788483577.002175:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 574 00000100:00100000:3.0:1788483577.002182:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224886528:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483577.002218:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224886528:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 36us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483577.002225:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 574 00000100:00100000:3.0:1788483577.002239:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 575 00000100:00100000:3.0:1788483577.002804:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2400:x1875360224886656:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483577.002845:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2400:x1875360224886656:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 598us (1195us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483577.002852:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 575 00000100:00100000:3.0:1788483577.002870:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 576 00000100:00100000:3.0:1788483577.002877:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224887168:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483577.002903:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224887168:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483577.002921:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 576 00000100:00100000:3.0:1788483577.002933:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 577 00000100:00100000:3.0:1788483577.002941:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224887040:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483577.002970:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224887040:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483577.002977:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 577 00000100:00080000:3.0:1788483577.003140:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483577.003145:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483577.003149:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483577.003151:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483577.003658:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224886784 00000100:00100000:2.0:1788483577.003668:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224886784 00000100:00100000:0.0:1788483577.003701:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224886912 00000100:00100000:0.0:1788483577.003706:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224886912 00000100:00100000:2.0:1788483577.003837:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 961 00000100:00100000:2.0:1788483577.003846:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+99:2399:x1875360224886272:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483577.003900:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+99:2399:x1875360224886272:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 55us (2334us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483577.003908:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 961 00000100:00100000:2.0:1788483577.003936:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 962 00000100:00100000:2.0:1788483577.003943:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224886400:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483577.003969:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224886400:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (2365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483577.003975:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 962 00000100:00100000:2.0:1788483577.003987:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 963 00000100:00100000:2.0:1788483577.003993:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2399:x1875360224886784:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483577.004196:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2399:x1875360224886784:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (2353us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483577.004206:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 963 00000100:00100000:0.0:1788483577.004634:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 964 00000100:00100000:0.0:1788483577.004644:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224886912:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483577.004686:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224886912:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 44us (2998us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483577.004693:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 964 00000100:00080000:3.0:1788483577.004977:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483577.004983:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483577.412920:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250991360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483577.413029:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483577.413148:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250991360 00000100:00100000:2.0:1788483577.413158:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250991360 00000100:00100000:2.0:1788483577.413236:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:2.0:1788483577.413247:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250991360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483577.413285:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1788483577.413342:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360250991360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483577.413354:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00080000:2.0:1788483577.413382:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483577.413425:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250991360:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483577.414328:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250991616:0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.414337:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250991744:0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.414434:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250991488:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483577.414474:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483577.422228:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483577.422817:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483577.422874:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250992000:0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.422922:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483577.422943:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250992512:0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.422968:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483577.422985:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250993024:0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.423003:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483577.423298:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250992128:0@lo:400:kworker.0 00000100:00100000:2.0:1788483577.423334:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483577.423759:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250992640:0@lo:400:kworker.0 00000100:00100000:2.0:1788483577.423788:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483577.424119:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250991616 00000100:00100000:2.0:1788483577.424128:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250991616 00000100:00100000:1.0:1788483577.424436:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250991872:0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.424477:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483577.424515:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250992384:0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.424541:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483577.424566:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250992896:0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.424590:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483577.424623:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250992128 00000100:00100000:1.0:1788483577.424628:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250992128 00000100:00100000:1.0:1788483577.424665:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250991872 00000100:00100000:1.0:1788483577.424668:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250991872 00000100:00100000:1.0:1788483577.424685:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1788483577.424695:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250992128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483577.424731:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1788483577.424743:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250991616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.424770:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250992128:12345-0@lo:400:kworker.0 Request processed in 75us (1435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483577.424779:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1788483577.424804:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1788483577.424811:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250991872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.424844:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360250991872:12345-0@lo:400:kworker.0 Request processed in 34us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483577.424851:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1788483577.424895:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250991872:0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.424938:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250992256:0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.424964:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483577.424985:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250992768:0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.425004:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483577.425025:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250991744 00000100:00100000:1.0:1788483577.425029:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250991744 00000100:00100000:1.0:1788483577.425051:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250992000 00000100:00100000:1.0:1788483577.425054:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250992000 00000100:00100000:1.0:1788483577.425066:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250992384 00000100:00100000:2.0:1788483577.425069:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250991616:12345-0@lo:400:kworker.0 Request processed in 55us (10320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483577.425070:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250992384 00000100:00100000:2.0:1788483577.425081:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:2.0:1788483577.425119:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250992896 00000100:00100000:2.0:1788483577.425124:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250992896 00000100:00100000:0.0:1788483577.425188:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250992256 00000100:00100000:0.0:1788483577.425193:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250992256 00000100:00100000:0.0:1788483577.425223:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250992768 00000100:00100000:0.0:1788483577.425247:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250992768 00000100:00100000:0.0:1788483577.425273:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1788483577.425279:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250991744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483577.425449:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360250991744:12345-0@lo:400:kworker.0 Request processed in 170us (3246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483577.425456:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1788483577.425471:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1788483577.425477:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250992000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483577.425532:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360250992000:12345-0@lo:400:kworker.0 Request processed in 56us (2610us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483577.425539:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1788483577.425553:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1788483577.425559:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250992256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483577.425585:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360250992256:12345-0@lo:400:kworker.0 Request processed in 27us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483577.425591:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 967 00000100:00100000:0.0:1788483577.425605:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 968 00000100:00100000:0.0:1788483577.425611:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250992768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483577.425637:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360250992768:12345-0@lo:400:kworker.0 Request processed in 27us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483577.425643:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 968 00000100:00100000:3.0:1788483577.425923:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250991488 00000100:00100000:3.0:1788483577.425929:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250991488 00000100:00100000:3.0:1788483577.426235:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1788483577.426244:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250991488:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483577.426266:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788483577.426421:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636f56850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250991488:12345-0@lo:13:osp-pre-1-1.0 Request processed in 178us (3606us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483577.426429:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1788483577.426993:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1788483577.428195:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250992512 00000100:00100000:3.0:1788483577.428213:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250992512 00000100:00100000:3.0:1788483577.428277:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250993024 00000100:00100000:3.0:1788483577.428280:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250993024 00000100:00100000:3.0:1788483577.428302:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250992640 00000100:00100000:3.0:1788483577.428305:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250992640 00000100:00100000:3.0:1788483577.428324:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1788483577.428334:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250992512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.428414:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250992512:12345-0@lo:400:kworker.0 Request processed in 82us (5443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483577.428421:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1788483577.428438:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1788483577.428444:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250993024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.428474:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360250993024:12345-0@lo:400:kworker.0 Request processed in 30us (5470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483577.428479:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1788483577.428490:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1788483577.428496:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3639:x1875360250992640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.428545:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3639:x1875360250992640:12345-0@lo:400:kworker.0 Request processed in 49us (4756us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483577.428551:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1788483577.428899:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250991488:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483577.428930:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360250992000:0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.428943:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250992512:0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.428952:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641774380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250993024:0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.430019:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250991616:0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.430038:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250992128:0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.430053:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250992640:0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.430124:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1788483577.430135:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250992896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483577.430483:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360250992896:12345-0@lo:400:kworker.0 Request processed in 350us (5889us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483577.430491:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:3.0:1788483577.430562:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641774a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360250992896:0@lo:400:kworker.0 00000100:00080000:2.0:1788483577.431255:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483577.431264:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483577.431267:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483577.431270:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483577.432954:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641777800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360250992768:0@lo:400:kworker.0 00000100:00100000:2.0:1788483577.432999:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360250991744:0@lo:400:kworker.0 00000100:00100000:2.0:1788483577.433013:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360250992256:0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.433124:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250992384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483577.433244:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360250992384:12345-0@lo:400:kworker.0 Request processed in 6243us (8702us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483577.433254:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:3.0:1788483577.433479:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360250992384:0@lo:400:kworker.0 00010000:00010000:2.0:1788483577.605439:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483577.932877:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250993152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483577.932984:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483577.933139:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250993152 00000100:00100000:1.0:1788483577.933150:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250993152 00000100:00100000:1.0:1788483577.933211:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1788483577.933223:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250993152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483577.933266:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483577.933328:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250993152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 106us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483577.933336:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1788483577.933426:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250993152:0@lo:41:osp-pre-1-0.0 00000001:00080000:0.0:1788483577.933811:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967363 is committed 00000001:00080000:0.0:1788483577.933828:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967360 is committed 00010000:00010000:2.0:1788483578.630702:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483579.663620:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483579.973720:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250993280:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483579.973823:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483579.973966:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250993280 00000100:00100000:1.0:1788483579.973977:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250993280 00000100:00100000:1.0:1788483579.974051:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1788483579.974063:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250993280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483579.974107:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483579.974171:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250993280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483579.974179:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00080000:3.0:1788483579.974529:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483579.974576:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250993280:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483579.978332:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483579.978360:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250993408:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483579.978453:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483579.979548:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250993408 00000100:00100000:2.0:1788483579.979562:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250993408 00000100:00100000:2.0:1788483579.979868:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:2.0:1788483579.979883:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250993408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483579.979927:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178535232 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483579.980602:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250993408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 721us (2147us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483579.980612:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00080000:2.0:1788483579.981214:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483579.983696:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967363 gen 2 00000004:00080000:1.0:1788483579.983710:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967361 committed transno 4294967363 00000004:00080000:1.0:1788483579.983734:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967362 committed transno 4294967363 00000004:00080000:1.0:1788483579.983747:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7507653100, transno 4294967363 00000100:00100000:1.0:1788483579.983782:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509214380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250993408:0@lo:13:osp-pre-0-0.0 00000001:00080000:1.0:1788483579.991854:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967372 is committed 00000001:00080000:1.0:1788483579.991872:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967371 is committed 00000001:00080000:2.0:1788483579.994807:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968117 is committed 00000001:00080000:2.0:1788483579.994839:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968116 is committed 00000020:00080000:2.0:1788483579.994857:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f76132e13c0 refcount 2 committed 0 result 0 batchid 28 00000020:00080000:2.0:1788483579.994863:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f761e435700 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f76083870c0 00000020:00080000:2.0:1788483579.994866:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f761e435e00 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7620bec600 00010000:00010000:0.0:1788483579.994869:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483579.994882:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483579.994890:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483579.994907:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2200 already unused, calling callback (ffffffffc19ee4f0) 00000020:00080000:2.0:1788483579.994910:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 27 batchid updated 00010000:00010000:0.0:1788483579.994913:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483579.994921:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483579.994949:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x24:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483579.994953:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483579.994959:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483579.994966:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3418 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x24:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788483579.995057:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 28 committed batchid 27 00000020:00080000:3.0:1788483579.995157:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 27 00000040:00080000:2.0:1788483580.102403:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483580.102423:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483580.102539:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 37 count 4 00000040:00080000:2.0:1788483580.102548:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483580.183011:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483580.183177:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224887296 00000100:00100000:0.0:1788483580.183189:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224887296 00000100:00100000:0.0:1788483580.183314:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1317 00000100:00100000:0.0:1788483580.183328:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31243:x1875360224887296:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788483580.183464:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31243:x1875360224887296:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 140us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483580.183472:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1317 00000100:00080000:2.0:1788483580.185010:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483580.207065:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483580.214633:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224887424 00000100:00100000:3.0:1788483580.214649:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224887424 00000100:00100000:0.0:1788483580.215683:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1318 00000100:00100000:0.0:1788483580.215699:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:31243:x1875360224887424:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1788483580.215842:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:31243:x1875360224887424:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 147us (8788us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483580.215850:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1318 00000100:00080000:3.0:1788483580.215918:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1788483580.678180:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483580.997106:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250993536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483580.997224:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483580.997364:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250993536 00000100:00100000:3.0:1788483580.997376:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250993536 00000100:00100000:3.0:1788483580.997450:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1788483580.997462:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250993536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483580.997525:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444364288 avail 1298124800 00000100:00100000:3.0:1788483580.997578:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250993536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 117us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483580.997585:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1788483580.997877:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250993536:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788483581.061332:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788483581.701034:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483582.124442:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483582.124489:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483582.124555:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483582.124576:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483582.124610:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224887808 00000100:00100000:1.0:1788483582.124620:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224887808 00000100:00100000:1.0:1788483582.124693:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224888320 00000100:00100000:1.0:1788483582.124696:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224888320 00000100:00100000:1.0:1788483582.124719:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 971 00000100:00100000:1.0:1788483582.124731:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224887808:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483582.124819:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224887808:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 90us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.124827:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 971 00000100:00100000:1.0:1788483582.124860:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 972 00000100:00100000:1.0:1788483582.124868:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224888320:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483582.124905:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224888320:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.124912:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 972 00000100:00080000:1.0:1788483582.124930:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483582.125193:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224887552 00000100:00100000:0.0:1788483582.125199:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224887552 00000100:00100000:0.0:1788483582.125229:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 729 00000100:00100000:0.0:1788483582.125237:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224887552:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483582.125266:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224887552:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483582.125273:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 729 00000100:00100000:3.0:1788483582.126070:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224888064 00000100:00100000:3.0:1788483582.126076:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224888064 00000100:00100000:3.0:1788483582.126169:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 581 00000100:00100000:3.0:1788483582.126179:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2401:x1875360224888064:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483582.126230:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2401:x1875360224888064:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 53us (1675us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483582.126237:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 581 00000100:00080000:1.0:1788483582.126770:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483582.156162:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483582.156201:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483582.156240:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483582.156261:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483582.156292:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483582.156322:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224887680 00000100:00100000:1.0:1788483582.156334:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224887680 00000100:00100000:1.0:1788483582.156397:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224888192 00000100:00100000:1.0:1788483582.156400:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224888192 00000100:00100000:1.0:1788483582.156430:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 973 00000100:00100000:1.0:1788483582.156441:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+98:2402:x1875360224887680:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483582.156550:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+98:2402:x1875360224887680:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 110us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.156559:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 973 00000100:00100000:1.0:1788483582.156581:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 974 00000100:00100000:1.0:1788483582.156588:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2402:x1875360224888192:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483582.156615:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2402:x1875360224888192:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.156621:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 974 00000100:00100000:1.0:1788483582.156640:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224888576 00000100:00100000:1.0:1788483582.156644:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224888576 00000100:00100000:1.0:1788483582.156671:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224887936 00000100:00100000:1.0:1788483582.156674:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224887936 00000100:00100000:1.0:1788483582.156693:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224888448 00000100:00100000:1.0:1788483582.156696:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224888448 00000100:00100000:1.0:1788483582.156711:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 582 00000100:00100000:1.0:1788483582.156717:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224888576:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483582.156742:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224888576:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.156753:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 582 00000100:00100000:1.0:1788483582.156765:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 583 00000100:00100000:1.0:1788483582.156770:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224887936:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483582.156792:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224887936:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.156798:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 583 00000100:00100000:1.0:1788483582.156810:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 584 00000100:00100000:1.0:1788483582.156817:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224888448:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483582.156840:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224888448:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.156845:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 584 00000100:00080000:1.0:1788483582.157055:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483582.157060:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483582.157063:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483582.533224:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250993664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483582.533319:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483582.533412:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250993664 00000100:00100000:3.0:1788483582.533421:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250993664 00000100:00100000:3.0:1788483582.533485:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1788483582.533494:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250993664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483582.533560:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788483582.533673:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250993664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 179us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483582.533681:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1788483582.533737:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483582.533747:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250993792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483582.533776:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483582.533810:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250993792 00000100:00100000:3.0:1788483582.533815:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250993792 00000100:00100000:3.0:1788483582.533838:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1788483582.533844:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250993792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483582.533855:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788483582.533901:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250993792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483582.533908:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1788483582.533949:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250993792:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483582.533979:0:3639:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:3.0:1788483582.533986:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967372 committed transno 4294967372 00000100:00100000:3.0:1788483582.534181:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250993664:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788483582.534282:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483582.534392:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250994304:0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.534428:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483582.534451:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250994816:0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.534475:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483582.534494:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788483582.534520:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250993920:0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.534548:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483582.534571:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250994432:0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.534661:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483582.534680:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250994944:0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.534702:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483582.534729:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250994304 00000100:00100000:1.0:1788483582.534733:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250994304 00000100:00100000:1.0:1788483582.534772:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1788483582.534778:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250994304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.534819:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250994304:12345-0@lo:400:kworker.0 Request processed in 41us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.534827:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 975 00000100:00100000:1.0:1788483582.534848:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250994816 00000100:00100000:1.0:1788483582.534851:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250994816 00000100:00100000:1.0:1788483582.534879:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250994944 00000100:00100000:1.0:1788483582.534894:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250994944 00000100:00100000:1.0:1788483582.534920:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1788483582.534927:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250994816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.534960:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250994816:12345-0@lo:400:kworker.0 Request processed in 33us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.534966:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:1.0:1788483582.534977:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1788483582.534982:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250994944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.535853:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250994944:12345-0@lo:400:kworker.0 Request processed in 867us (1146us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.535862:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1788483582.535903:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250993920 00000100:00100000:1.0:1788483582.535909:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250993920 00000100:00100000:1.0:1788483582.535943:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1788483582.535950:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250993920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.535993:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360250993920:12345-0@lo:400:kworker.0 Request processed in 44us (1443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483582.536114:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360250994048:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.536256:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483582.536283:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360250994560:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.536306:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483582.536324:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360250995072:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.536345:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483582.536368:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788483582.536374:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250994176:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.536397:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483582.536413:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360250994688:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.536435:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483582.536454:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360250995200:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.536473:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483582.536512:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250994048 00000100:00100000:3.0:1788483582.536515:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250994048 00000100:00100000:3.0:1788483582.536539:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250994560 00000100:00100000:3.0:1788483582.536542:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250994560 00000100:00100000:3.0:1788483582.536556:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250995072 00000100:00100000:3.0:1788483582.536558:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250995072 00000100:00100000:3.0:1788483582.536569:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1788483582.536574:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360250994048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.536676:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360250994048:12345-0@lo:400:kworker.0 Request processed in 100us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483582.536683:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 976 00000100:00100000:3.0:1788483582.536695:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250994688 00000100:00100000:3.0:1788483582.536698:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250994688 00000100:00100000:3.0:1788483582.536711:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250995200 00000100:00100000:3.0:1788483582.536713:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250995200 00000100:00100000:3.0:1788483582.536724:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1788483582.536730:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360250994560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.536758:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360250994560:12345-0@lo:400:kworker.0 Request processed in 28us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483582.536763:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:3.0:1788483582.536774:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1788483582.536780:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360250995072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.536804:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360250995072:12345-0@lo:400:kworker.0 Request processed in 24us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483582.536810:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:3.0:1788483582.536822:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1788483582.536828:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360250994688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.536853:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360250994688:12345-0@lo:400:kworker.0 Request processed in 25us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483582.536858:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:3.0:1788483582.536868:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1788483582.536873:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360250995200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.537218:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1788483582.537257:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250994432 00000100:00100000:1.0:1788483582.537262:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250994432 00000100:00100000:1.0:1788483582.537289:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250994176 00000100:00100000:1.0:1788483582.537292:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250994176 00000100:00100000:1.0:1788483582.537304:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1788483582.537309:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250994432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.538722:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360250995200:12345-0@lo:400:kworker.0 Request processed in 1840us (2239us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483582.538735:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:3.0:1788483582.538779:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1788483582.538791:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250994176:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788483582.542222:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483582.542236:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483582.542240:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483582.542303:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509214000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360250993920:0@lo:400:kworker.0 00000100:00100000:0.0:1788483582.542332:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250994944:0@lo:400:kworker.0 00000100:00100000:0.0:1788483582.542345:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250994304:0@lo:400:kworker.0 00000100:00100000:0.0:1788483582.542358:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250994816:0@lo:400:kworker.0 00000100:00100000:0.0:1788483582.544117:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250994432:0@lo:400:kworker.0 00000100:00100000:1.0:1788483582.544278:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250994432:12345-0@lo:400:kworker.0 Request processed in 6677us (9325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483582.544292:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:3.0:1788483582.545777:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360250994176:12345-0@lo:400:kworker.0 Request processed in 6981us (9370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483582.545790:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1788483582.548376:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509217480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360250994176:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.548425:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360250994688:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.548441:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360250995200:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.548456:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360250994048:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.548468:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360250994560:0@lo:400:kworker.0 00000100:00100000:3.0:1788483582.548479:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360250995072:0@lo:400:kworker.0 00010000:00010000:2.0:1788483582.726746:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788483582.751735:0:23788:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12q: file attributes are refreshed after restore ========================================================== 20:59:39 (1788483579) 00000100:00100000:2.0:1788483583.041969:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483583.042596:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224888704 00000100:00100000:3.0:1788483583.042606:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224888704 00000100:00100000:3.0:1788483583.042662:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 731 00000100:00100000:3.0:1788483583.042672:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:31885:x1875360224888704:12345-192.168.206.36@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788483583.042688:0:6507:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483583.042704:0:6507:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f5e00/0xf2b1f833e60f3457 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1477fc expref: -99 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.042730:0:6507:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f5e00/0xf2b1f833e60f3457 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477fc expref: 14 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.042741:0:6507:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f5e00/0xf2b1f833e60f3457 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477fc expref: 14 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.042751:0:6507:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5e00, rc 0) 00000100:00100000:3.0:1788483583.042797:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31885:x1875360224888704:12345-192.168.206.36@tcp:101:mount.lustre.0 Request processed in 127us (836us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483583.042804:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 731 00000100:00100000:1.0:1788483583.046706:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483583.046728:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250995328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483583.046793:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483583.046857:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250995328 00000100:00100000:1.0:1788483583.046863:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250995328 00000100:00100000:1.0:1788483583.046916:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1788483583.046924:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250995328:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483583.046953:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483583.046991:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360250995328:12345-0@lo:41:osp-pre-1-0.0 Request processed in 68us (197us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483583.046998:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1788483583.047038:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360250995328:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483583.066735:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483583.066899:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224888832 00000100:00100000:1.0:1788483583.066911:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224888832 00000100:00100000:1.0:1788483583.067041:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 732 00000100:00100000:1.0:1788483583.067139:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31885:x1875360224888832:12345-192.168.206.36@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788483583.067338:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31885:x1875360224888832:12345-192.168.206.36@tcp:501:mount.lustre.0 Request processed in 286us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483583.067348:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 732 00000100:00100000:1.0:1788483583.096125:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483583.096284:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224888960 00000100:00100000:3.0:1788483583.096297:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224888960 00000100:00100000:3.0:1788483583.096363:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 733 00000100:00100000:3.0:1788483583.096375:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31885:x1875360224888960:12345-192.168.206.36@tcp:503:mount.lustre.0 00000100:00100000:3.0:1788483583.096592:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31885:x1875360224888960:12345-192.168.206.36@tcp:503:mount.lustre.0 Request processed in 218us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483583.096608:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 733 00000100:00100000:1.0:1788483583.101381:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483583.102359:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224889088 00000100:00100000:3.0:1788483583.102384:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224889088 00000100:00100000:3.0:1788483583.102462:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 734 00000100:00100000:3.0:1788483583.102486:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31889:x1875360224889088:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788483583.114422:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31889:x1875360224889088:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 11924us (13040us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483583.114441:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 734 00000100:00100000:3.0:1788483583.138317:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483583.138869:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224889216 00000100:00100000:1.0:1788483583.138892:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224889216 00000100:00100000:1.0:1788483583.138965:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 735 00000100:00100000:1.0:1788483583.138978:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31889:x1875360224889216:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:1.0:1788483583.139355:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31889:x1875360224889216:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 379us (1053us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483583.139366:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 735 00000100:00100000:3.0:1788483583.153706:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483583.154312:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224889344 00000100:00100000:0.0:1788483583.154327:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224889344 00000100:00100000:0.0:1788483583.154407:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 736 00000100:00100000:0.0:1788483583.154420:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31889:x1875360224889344:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788483583.154646:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31889:x1875360224889344:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 228us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483583.154655:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 736 00000100:00100000:2.0:1788483583.165728:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.165776:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224889472 00000100:00100000:2.0:1788483583.165788:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224889472 00000100:00100000:2.0:1788483583.165976:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 737 00000100:00100000:2.0:1788483583.165990:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+14:31885:x1875360224889472:12345-192.168.206.36@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788483583.166012:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483583.166035:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f76366ed800/0xf2b1f833e60f345e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14782d expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.166070:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f76366ed800/0xf2b1f833e60f345e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14782d expref: 15 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.166083:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f76366ed800/0xf2b1f833e60f345e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14782d expref: 15 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.166094:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed800, rc 0) 00000100:00100000:2.0:1788483583.166158:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+15:31885:x1875360224889472:12345-192.168.206.36@tcp:101:mount.lustre.0 Request processed in 171us (438us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.166166:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 737 00000100:00100000:2.0:1788483583.174111:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483583.176771:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224889600 00000100:00100000:1.0:1788483583.176789:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224889600 00000100:00100000:1.0:1788483583.176859:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 738 00000100:00100000:1.0:1788483583.176869:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+15:31885:x1875360224889600:12345-192.168.206.36@tcp:256:mount.lustre.0 20000000:01000000:1.0:1788483583.176915:0:6507:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:1.0:1788483583.176940:0:6507:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:1.0:1788483583.176944:0:6507:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:1.0:1788483583.176948:0:6507:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:1.0:1788483583.176951:0:6507:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:1.0:1788483583.176954:0:6507:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 6 00000100:00100000:1.0:1788483583.183590:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+15:31885:x1875360224889600:12345-192.168.206.36@tcp:256:mount.lustre.0 Request processed in 6706us (9475us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483583.183609:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 738 00000100:00100000:1.0:1788483583.186697:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483583.186778:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224889728 00000100:00100000:3.0:1788483583.186791:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224889728 00000100:00100000:3.0:1788483583.186853:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 739 00000100:00100000:3.0:1788483583.186865:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+15:31885:x1875360224889728:12345-192.168.206.36@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788483583.186894:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483583.186915:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9f75087f4c00/0xf2b1f833e60f3465 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147834 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.186945:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9f75087f4c00/0xf2b1f833e60f3465 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147834 expref: 16 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.186956:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9f75087f4c00/0xf2b1f833e60f3465 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147834 expref: 16 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.186966:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f4c00, rc 0) 00000100:00100000:3.0:1788483583.187027:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+16:31885:x1875360224889728:12345-192.168.206.36@tcp:101:mount.lustre.0 Request processed in 165us (343us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483583.187035:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 739 00000100:00100000:1.0:1788483583.201728:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483583.201848:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224889856 00000100:00100000:3.0:1788483583.201861:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224889856 00000100:00100000:3.0:1788483583.201938:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 740 00000100:00100000:3.0:1788483583.201952:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+16:31885:x1875360224889856:12345-192.168.206.36@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788483583.202212:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+16:31885:x1875360224889856:12345-192.168.206.36@tcp:501:mount.lustre.0 Request processed in 262us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483583.202222:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 740 00000100:00100000:3.0:1788483583.208169:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483583.208262:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224889984 00000100:00100000:1.0:1788483583.208276:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224889984 00000100:00100000:1.0:1788483583.208384:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 741 00000100:00100000:1.0:1788483583.208396:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+16:31885:x1875360224889984:12345-192.168.206.36@tcp:503:mount.lustre.0 00000100:00100000:1.0:1788483583.208611:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+16:31885:x1875360224889984:12345-192.168.206.36@tcp:503:mount.lustre.0 Request processed in 216us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483583.208621:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 741 00000100:00100000:0.0:1788483583.219538:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483583.219588:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224890112 00000100:00100000:0.0:1788483583.219599:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224890112 00000100:00100000:0.0:1788483583.219666:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 742 00000100:00100000:0.0:1788483583.219678:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+16:31893:x1875360224890112:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788483583.221036:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+16:31893:x1875360224890112:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 1352us (1503us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483583.221111:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 742 00000100:00100000:0.0:1788483583.230565:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483583.230684:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224890240 00000100:00100000:3.0:1788483583.230698:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224890240 00000100:00100000:3.0:1788483583.230777:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 743 00000100:00100000:3.0:1788483583.230789:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+16:31893:x1875360224890240:12345-192.168.206.36@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788483583.231006:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+16:31893:x1875360224890240:12345-192.168.206.36@tcp:502:llog_process_th.0 Request processed in 219us (456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483583.231015:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 743 00000100:00100000:3.0:1788483583.240908:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.241050:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224890368 00000100:00100000:2.0:1788483583.241064:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224890368 00000100:00100000:2.0:1788483583.241125:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1319 00000100:00100000:2.0:1788483583.241136:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:0+-99:2398:x1875360224890368:12345-192.168.206.36@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788483583.241174:0:12148:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from bd68fede-4789-460f-8e12-34f4d6102241@192.168.206.36@tcp t0 exp 0000000000000000 cur 748 last 0 00000020:00000080:2.0:1788483583.241219:0:12148:0:(genops.c:1385:class_connect()) connect: client bd68fede-4789-460f-8e12-34f4d6102241, cookie 0xf2b1f833e60f346c 00000004:00100000:2.0:1788483583.241251:0:12148:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788483583.241410:0:12148:0:(import.c:65:import_set_state_nolock()) ffff9f7508085800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788483583.241549:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+6:2398:x1875360224890368:12345-192.168.206.36@tcp:38:mount.lustre.0 Request processed in 411us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.241558:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1319 00000100:00100000:3.0:1788483583.241941:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483583.259926:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224890624 00000100:00100000:0.0:1788483583.259947:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224890624 00000100:00100000:2.0:1788483583.260166:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1320 00000100:00100000:2.0:1788483583.260178:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2398:x1875360224890624:12345-192.168.206.36@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788483583.260219:0:6514:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from bd68fede-4789-460f-8e12-34f4d6102241@192.168.206.36@tcp t0 exp 0000000000000000 cur 748 last 0 00000020:00000080:2.0:1788483583.260269:0:6514:0:(genops.c:1385:class_connect()) connect: client bd68fede-4789-460f-8e12-34f4d6102241, cookie 0xf2b1f833e60f3473 00000004:00100000:2.0:1788483583.260302:0:6514:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788483583.260489:0:6514:0:(import.c:65:import_set_state_nolock()) ffff9f750840d000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788483583.260740:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+6:2398:x1875360224890624:12345-192.168.206.36@tcp:38:mount.lustre.0 Request processed in 559us (18797us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.260748:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1320 00000100:00100000:2.0:1788483583.265797:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.265839:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.265865:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.265899:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.265920:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.265938:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.265958:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.265997:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.266036:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224891264 00000100:00100000:2.0:1788483583.266048:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224891264 00000100:00100000:2.0:1788483583.266104:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224891776 00000100:00100000:2.0:1788483583.266107:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224891776 00000100:00100000:2.0:1788483583.266121:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224891392 00000100:00100000:2.0:1788483583.266124:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224891392 00000100:00100000:2.0:1788483583.266136:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224891904 00000100:00100000:2.0:1788483583.266139:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224891904 00000100:00100000:2.0:1788483583.266153:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 587 00000100:00100000:2.0:1788483583.266164:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224891264:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483583.266269:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224891264:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 105us (428us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.266277:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 587 00000100:00100000:2.0:1788483583.266300:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 588 00000100:00100000:2.0:1788483583.266307:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224891776:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483583.266330:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224891776:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (431us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.266335:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 588 00000100:00100000:2.0:1788483583.266347:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 589 00000100:00100000:2.0:1788483583.266353:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224891392:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483583.266389:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2402:x1875360224891392:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 36us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.266396:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 589 00000100:00100000:2.0:1788483583.266408:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 590 00000100:00100000:2.0:1788483583.266415:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224891904:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483583.266440:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224891904:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (443us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.266447:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 590 00000100:00100000:1.0:1788483583.266795:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224891008 00000100:00100000:1.0:1788483583.266800:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224891008 00000100:00100000:1.0:1788483583.266837:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224891520 00000100:00100000:1.0:1788483583.266840:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224891520 00000100:00100000:1.0:1788483583.266859:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224891136 00000100:00100000:1.0:1788483583.266862:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224891136 00000100:00100000:1.0:1788483583.266874:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224891648 00000100:00100000:1.0:1788483583.268062:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224891648 00000100:00100000:1.0:1788483583.268116:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 981 00000100:00100000:1.0:1788483583.268126:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+98:2402:x1875360224891008:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483583.268187:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+98:2402:x1875360224891008:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 63us (2403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483583.268346:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 982 00000100:00100000:0.0:1788483583.268358:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2402:x1875360224891520:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483583.268407:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2402:x1875360224891520:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 53us (2542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483583.268414:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 982 00000100:00100000:0.0:1788483583.268438:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 983 00000100:00100000:0.0:1788483583.268444:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224891136:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483583.268483:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224891136:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 39us (2562us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483583.268488:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 983 00000100:00100000:0.0:1788483583.268521:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 984 00000100:00100000:0.0:1788483583.268528:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224891648:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483583.268550:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224891648:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (2592us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483583.268556:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 984 00000100:00100000:1.0:1788483583.271575:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 981 00000100:00100000:2.0:1788483583.288766:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483583.288889:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224890880 00000100:00100000:0.0:1788483583.288902:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224890880 00000100:00100000:0.0:1788483583.289012:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1321 00000100:00100000:0.0:1788483583.289025:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+6:31885:x1875360224890880:12345-192.168.206.36@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788483583.289071:0:6515:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444364288 avail 1298124800 00000100:00100000:0.0:1788483583.289154:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+6:31885:x1875360224890880:12345-192.168.206.36@tcp:41:mount.lustre.0 Request processed in 132us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483583.289163:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1321 00000100:00080000:1.0:1788483583.289408:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483583.302568:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483583.302681:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224890496 00000100:00100000:1.0:1788483583.302693:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224890496 00000100:00100000:1.0:1788483583.302763:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1322 00000100:00100000:1.0:1788483583.302776:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+6:0:x1875360224890496:12345-192.168.206.36@tcp:41:mount.lustre.0 00000004:00000024:1.0:1788483583.302828:0:8191:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444364288 avail 1298124800 00000100:00100000:1.0:1788483583.302925:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+6:0:x1875360224890496:12345-192.168.206.36@tcp:41:mount.lustre.0 Request processed in 150us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483583.302933:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1322 00000100:00100000:0.0:1788483583.309349:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.309581:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224890752 00000100:00100000:2.0:1788483583.309595:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224890752 00000100:00100000:2.0:1788483583.309691:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1323 00000100:00100000:2.0:1788483583.309704:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+6:0:x1875360224890752:12345-192.168.206.36@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788483583.309744:0:12148:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483583.309841:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+6:0:x1875360224890752:12345-192.168.206.36@tcp:41:mount.lustre.0 Request processed in 139us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.309849:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1323 00000100:00080000:1.0:1788483583.310000:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483583.322753:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.323488:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224892032 00000100:00100000:2.0:1788483583.323540:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224892032 00000100:00100000:2.0:1788483583.323614:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1324 00000100:00100000:2.0:1788483583.323627:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+6:31885:x1875360224892032:12345-192.168.206.36@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788483583.323731:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+6:31885:x1875360224892032:12345-192.168.206.36@tcp:40:mount.lustre.0 Request processed in 106us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.323740:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1324 00000100:00100000:0.0:1788483583.333038:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483583.333095:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483583.333136:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483583.333328:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224892160 00000100:00100000:1.0:1788483583.333340:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224892160 00000100:00100000:1.0:1788483583.333401:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224892288 00000100:00100000:1.0:1788483583.333405:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224892288 00000100:00100000:1.0:1788483583.333431:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 353 00000100:00100000:1.0:1788483583.333440:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2398:x1875360224892160:12345-192.168.206.36@tcp:8:mount.lustre.0 00000100:00100000:3.0:1788483583.333478:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 354 00000100:00100000:3.0:1788483583.333486:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:2398:x1875360224892288:12345-192.168.206.36@tcp:8:mount.lustre.0 00010000:00080000:1.0:1788483583.333491:0:8432:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from bd68fede-4789-460f-8e12-34f4d6102241@192.168.206.36@tcp t0 exp 0000000000000000 cur 748 last 0 00010000:00080000:3.0:1788483583.333549:0:8433:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from bd68fede-4789-460f-8e12-34f4d6102241@192.168.206.36@tcp t0 exp 0000000000000000 cur 748 last 0 00000020:00000080:3.0:1788483583.333579:0:8433:0:(genops.c:1385:class_connect()) connect: client bd68fede-4789-460f-8e12-34f4d6102241, cookie 0xf2b1f833e60f3481 00000020:00000080:1.0:1788483583.333580:0:8432:0:(genops.c:1385:class_connect()) connect: client bd68fede-4789-460f-8e12-34f4d6102241, cookie 0xf2b1f833e60f347a 00002000:00100000:3.0:1788483583.333596:0:8433:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli bd68fede-4789-460f-8e12-34f4d6102241/ffff9f7508069000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113954 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788483583.333610:0:8433:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00000100:00100000:2.0:1788483583.333638:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224892416 00000100:00100000:2.0:1788483583.333644:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224892416 00000100:00100000:2.0:1788483583.333691:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 11 00000100:00100000:2.0:1788483583.333700:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763918b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:bd68fede-4789-460f-8e12-34f4d6102241+6:31885:x1875360224892416:12345-192.168.206.36@tcp:900:mount.lustre.0 00002000:00080000:3.0:1788483583.333710:0:8433:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788483583.333749:0:8433:0:(import.c:65:import_set_state_nolock()) ffff9f750806e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788483583.333791:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763918b050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:bd68fede-4789-460f-8e12-34f4d6102241+6:31885:x1875360224892416:12345-192.168.206.36@tcp:900:mount.lustre.0 Request processed in 90us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483583.333792:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bd68fede-4789-460f-8e12-34f4d6102241+6:2398:x1875360224892288:12345-192.168.206.36@tcp:8:mount.lustre.0 Request processed in 302us (652us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483583.333817:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 354 00000100:00100000:2.0:1788483583.333820:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 11 00002000:00100000:1.0:1788483583.337145:0:8432:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli bd68fede-4789-460f-8e12-34f4d6102241/ffff9f750909b800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113954 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1788483583.337179:0:8432:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1788483583.337586:0:8432:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1788483583.337635:0:8432:0:(import.c:65:import_set_state_nolock()) ffff9f750909d000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1788483583.337735:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+6:2398:x1875360224892160:12345-192.168.206.36@tcp:8:mount.lustre.0 Request processed in 4291us (4635us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483583.337748:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 353 00000100:00100000:0.0:1788483583.341842:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483583.343098:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224892544 00000100:00100000:3.0:1788483583.343114:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224892544 00000100:00100000:3.0:1788483583.343193:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 256 00000100:00100000:3.0:1788483583.343206:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bd68fede-4789-460f-8e12-34f4d6102241+6:31885:x1875360224892544:12345-192.168.206.36@tcp:33:mount.lustre.0 00000004:00200000:3.0:1788483583.343355:0:6517:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:3.0:1788483583.343473:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bd68fede-4789-460f-8e12-34f4d6102241+6:31885:x1875360224892544:12345-192.168.206.36@tcp:33:mount.lustre.0 Request processed in 269us (1646us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483583.343482:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 256 00010000:00010000:2.0:1788483583.748775:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483583.898422:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483583.899175:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224892672 00000100:00100000:1.0:1788483583.899189:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224892672 00000100:00100000:1.0:1788483583.899278:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1325 00000100:00100000:1.0:1788483583.899290:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+6:31936:x1875360224892672:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483583.899316:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483583.899341:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3488 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147865 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.899420:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.899436:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.899449:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483583.899548:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483583.899552:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483583.899574:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.899601:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f3488 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147865 expref: 8 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.899619:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147865 expref: 7 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.899627:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483583.899630:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483583.899635:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2400, rc 0) 00000100:00100000:1.0:1788483583.899710:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+7:31936:x1875360224892672:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 423us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483583.899716:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1325 00000100:00100000:0.0:1788483583.909940:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.910057:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224892800 00000100:00100000:2.0:1788483583.910072:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224892800 00000100:00100000:2.0:1788483583.910252:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1326 00000100:00100000:2.0:1788483583.910275:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+7:31937:x1875360224892800:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483583.910304:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483583.910329:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3496 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14786c expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910410:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f349d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910610:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f349d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910624:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f349d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910643:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34a4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910652:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910659:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910731:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f34ab lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910740:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f34ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910747:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f34ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483583.910792:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788483583.910797:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483583.910822:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f34ab lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910835:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f349d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910842:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f349d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910850:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f349d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910856:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ecc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483583.910861:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f349d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.910870:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f349d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.911588:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483583.911591:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483583.911597:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f349d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.911603:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f349d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.911620:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34a4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.911626:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34a4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.911637:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.911642:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366edc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483583.911645:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34a4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.911650:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34a4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.911656:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9f7608dc0900) 00010000:00010000:2.0:1788483583.911659:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483583.911662:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34a4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.911667:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34a4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.911712:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3496 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14786c expref: 9 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.912173:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f34ab lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14786c expref: 8 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.912184:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9f750731ff00) 00010000:00010000:2.0:1788483583.912187:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483583.912190:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483583.912887:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+8:31937:x1875360224892800:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 2233us (2569us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.912903:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1326 00000100:00100000:3.0:1788483583.915799:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.915934:0:6525:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224892928 00000100:00100000:2.0:1788483583.915946:0:6525:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224892928 00000100:00100000:2.0:1788483583.916074:0:6525:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 12 00000100:00100000:2.0:1788483583.916087:0:6525:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:bd68fede-4789-460f-8e12-34f4d6102241+8:31937:x1875360224892928:12345-192.168.206.36@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1788483583.916199:0:6525:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:bd68fede-4789-460f-8e12-34f4d6102241+8:31937:x1875360224892928:12345-192.168.206.36@tcp:900:lhsmtool_posix.0 Request processed in 114us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.916207:0:6525:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 12 00000100:00100000:0.0:1788483583.922647:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.922785:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224893184 00000100:00100000:2.0:1788483583.922797:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224893184 00000100:00100000:2.0:1788483583.922863:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1327 00000100:00100000:2.0:1788483583.922891:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+8:31937:x1875360224893184:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483583.922915:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483583.922942:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34b2 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147873 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.923033:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34b9 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.923049:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34b9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.923062:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34b9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.923079:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f34c0 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.923093:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f34c0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.923100:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f34c0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.923565:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f34c7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.923578:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f34c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.923587:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f34c7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483583.923600:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00000001:00080000:0.0:1788483583.927285:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968118 is committed 00000001:00100000:0.0:1788483583.927306:0:6494:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of bd68fede-4789-460f-8e12-34f4d6102241 00000020:00080000:0.0:1788483583.927315:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 28 batchid updated 00000020:00080000:3.0:1788483583.927554:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000020:00080000:3.0:1788483583.927569:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00010000:00010000:2.0:1788483583.927662:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34b9 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927677:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34b9 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927686:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34b9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927693:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366edc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483583.927699:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34b9 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927707:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34b9 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927733:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9f750731ff00) 00010000:00010000:2.0:1788483583.927736:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483583.927742:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34b9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927749:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f34b9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927768:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f34c0 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927774:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f34c0 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927779:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f34c0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927784:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ecc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483583.927787:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f34c0 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927793:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f34c0 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927801:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9f7608dc0900) 00010000:00010000:2.0:1788483583.927803:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483583.927821:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f34c0 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.927828:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f34c0 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.928325:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34b2 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147873 expref: 9 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.928345:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f34c7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147873 expref: 8 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.928353:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:2.0:1788483583.928355:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483583.928358:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec200, rc 0) 00000100:00100000:3.0:1788483583.928638:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483583.928812:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224893312 00000100:00100000:1.0:1788483583.928823:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224893312 00000100:00100000:2.0:1788483583.928911:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+8:31937:x1875360224893184:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 6037us (6277us total) trans 4294968118 rc 0/0 00000100:00100000:1.0:1788483583.928913:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1328 00000100:00100000:2.0:1788483583.928926:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1327 00000100:00100000:1.0:1788483583.928930:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31938:x1875360224893312:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483583.928953:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483583.928974:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f34d5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14787a expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.930487:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.930958:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.930978:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931007:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f34e3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931014:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f34e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931020:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f34e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931073:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931081:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931091:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931099:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931106:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483583.931112:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931119:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931131:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483583.931135:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483583.931139:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931145:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f34dc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931162:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f34e3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931168:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f34e3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931174:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f34e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931179:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483583.931182:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f34e3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931188:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f34e3 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931195:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483583.931198:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483583.931201:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f34e3 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.931206:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f34e3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483583.933121:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:1.0:1788483583.933169:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f34d5 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14787a expref: 99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.933190:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483583.933193:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483583.933200:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f34d5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14787a expref: 99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483583.933218:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3800, rc 0) 00000100:00100000:3.0:1788483583.933404:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224893440 00000100:00100000:3.0:1788483583.933415:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224893440 00000100:00100000:3.0:1788483583.933476:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1329 00000100:00100000:3.0:1788483583.933487:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+8:31937:x1875360224893440:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788483583.933639:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+8:31937:x1875360224893440:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 154us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483583.933647:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1329 00000100:00100000:1.0:1788483583.934179:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31938:x1875360224893312:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 5252us (5540us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483583.934186:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1328 00000100:00100000:3.0:1788483583.940601:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483583.940947:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224893568 00000100:00100000:1.0:1788483583.940962:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224893568 00000100:00100000:1.0:1788483583.941036:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1330 00000100:00100000:1.0:1788483583.941049:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+6:31937:x1875360224893568:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483583.941351:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+6:31937:x1875360224893568:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 303us (766us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483583.941361:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1330 00000100:00100000:3.0:1788483583.950079:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483583.950542:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224893824 00000100:00100000:2.0:1788483583.950554:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224893824 00000100:00100000:2.0:1788483583.950619:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1331 00000100:00100000:2.0:1788483583.950632:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31938:x1875360224893824:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:2.0:1788483583.950705:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483583.950739:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f304b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476a5 expref: 98 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.950764:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483583.950771:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483583.950860:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.950888:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ba expref: 44 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.950899:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147865 expref: 7 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.950908:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 5/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.950949:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147865 expref: 7 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.950966:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147865 expref: 7 pid: 8191 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483583.950983:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250995456:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483583.951125:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ba expref: 44 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.951137:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ba expref: 44 pid: 8191 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483583.951147:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250995584:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483583.951173:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c180 going to sleep for 11 seconds 00000100:00100000:3.0:1788483583.955848:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250995456:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483583.955869:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810e680 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360250995584:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483583.955901:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:3.0:1788483583.955920:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483583.955935:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483583.956306:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224893952 00000100:00100000:0.0:1788483583.956315:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224893952 00010000:00010000:0.0:1788483583.956363:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147865 expref: 8 pid: 8191 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483583.956404:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224894080 00000100:00100000:0.0:1788483583.956408:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224894080 00000100:00100000:2.0:1788483583.956430:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 405 00000100:00100000:2.0:1788483583.956443:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bd68fede-4789-460f-8e12-34f4d6102241+8:2402:x1875360224893952:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483583.956464:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483583.956474:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147865 expref: 8 pid: 8191 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.956488:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147865 expref: 8 pid: 8191 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.956547:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f348f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147865 expref: 8 pid: 8191 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483583.956549:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ba expref: 45 pid: 8191 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483583.956570:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 406 00010000:00010000:2.0:1788483583.956576:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00000100:00100000:0.0:1788483583.956577:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:2402:x1875360224894080:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483583.956581:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483583.956585:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483583.956589:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ba expref: 45 pid: 8191 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483583.956592:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483583.956597:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ba expref: 45 pid: 8191 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483583.956610:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f308a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1476ba expref: 45 pid: 8191 timeout: 848 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483583.956624:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483583.956627:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483583.956634:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483583.956642:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483583.956646:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bd68fede-4789-460f-8e12-34f4d6102241+7:2402:x1875360224893952:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 206us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483583.956654:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 405 00010000:00010000:0.0:1788483583.956660:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483583.956679:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:2402:x1875360224894080:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 103us (743us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483583.956686:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 406 00010000:00010000:3.0:1788483583.956842:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.956851:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.957011:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.957024:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.957043:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963092:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963122:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963134:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483583.963154:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004c754271 reply state 0000000044a93bdb transno 4294968119 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963168:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963177:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f7607aed500) 00010000:00010000:3.0:1788483583.963181:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483583.963186:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788483583.963194:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00010000:00010000:3.0:1788483583.963208:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963215:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963223:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963230:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483583.963235:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963243:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963255:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483583.963258:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483583.963262:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963269:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f34ea lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483583.963286:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004c754271 reply state 0000000044a93bdb transno 4294968119 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963296:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483583.963307:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9f7607aedf00) 00010000:00010000:3.0:1788483583.963309:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483583.963311:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788483583.963430:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31938:x1875360224893824:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 12795us (13360us total) trans 4294968119 rc 0/0 00000100:00100000:3.0:1788483583.963440:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1331 00000100:00100000:2.0:1788483584.004612:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483584.005056:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224894208 00000100:00100000:0.0:1788483584.005069:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224894208 00000100:00100000:0.0:1788483584.005205:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1332 00000100:00100000:0.0:1788483584.005219:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+44:31942:x1875360224894208:12345-192.168.206.36@tcp:101:mkdir.0 00000100:00080000:1.0:1788483584.005538:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788483584.008737:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483584.008776:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f34ff lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147881 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.009687:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.009709:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.009728:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483584.009789:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483584.009794:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483584.009829:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.009863:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f34ff lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147881 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.009901:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147881 expref: 45 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.009911:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483584.009914:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483584.009918:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8ea00, rc 0) 00000100:00100000:0.0:1788483584.010011:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31942:x1875360224894208:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 4795us (5411us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483584.010022:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1332 00000100:00100000:1.0:1788483584.021034:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483584.021064:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483584.021126:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224894336 00000100:00100000:3.0:1788483584.021143:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224894336 00000100:00100000:2.0:1788483584.021149:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224894592 00000100:00100000:2.0:1788483584.021157:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224894592 00000100:00100000:3.0:1788483584.021223:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1333 00000100:00100000:3.0:1788483584.021235:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+6:2400:x1875360224894336:12345-192.168.206.36@tcp:41:mkdir.0 00000100:00100000:2.0:1788483584.021265:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1334 00000100:00100000:2.0:1788483584.021275:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+6:31942:x1875360224894592:12345-192.168.206.36@tcp:36:mkdir.0 00000004:00000024:3.0:1788483584.021289:0:6516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483584.021404:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6515:1875360250995712:0@lo:1000:mdt00_001.0 00000100:00080000:1.0:1788483584.021410:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483584.021425:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+6:2400:x1875360224894336:12345-192.168.206.36@tcp:41:mkdir.0 Request processed in 191us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483584.021434:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1333 00000100:00100000:2.0:1788483584.021459:0:6515:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483584.021565:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655cf00 going to sleep for 11 seconds 00000100:00100000:1.0:1788483584.021768:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250995712 00000100:00100000:1.0:1788483584.021773:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250995712 00000100:00100000:1.0:1788483584.021979:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1788483584.021989:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6515:x1875360250995712:12345-0@lo:1000:mdt00_001.0 00000100:00100000:1.0:1788483584.022420:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:6515:x1875360250995712:12345-0@lo:1000:mdt00_001.0 Request processed in 431us (960us total) trans 0 rc 1/1 00000100:00100000:1.0:1788483584.022430:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1788483584.022480:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b100 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-mdtlov_UUID:6515:1875360250995712:0@lo:1000:mdt00_001.0 00000100:00100000:2.0:1788483584.022788:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:31942:x1875360224894592:12345-192.168.206.36@tcp:36:mkdir.0 Request processed in 1512us (1719us total) trans 0 rc -17/-17 00000100:00100000:2.0:1788483584.022797:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1334 00000100:00100000:1.0:1788483584.026114:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483584.026272:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224894720 00000100:00100000:3.0:1788483584.026286:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224894720 00000100:00100000:3.0:1788483584.026419:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1335 00000100:00100000:3.0:1788483584.026434:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+45:31942:x1875360224894720:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:3.0:1788483584.026461:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483584.026496:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f350d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147888 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026626:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026650:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026674:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026690:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f351b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026698:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f351b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026706:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f351b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026806:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3522 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026815:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3522 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026823:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3522 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483584.026893:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1788483584.026898:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483584.026924:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3522 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026940:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026952:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026959:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026967:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026974:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483584.026979:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.026988:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027002:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483584.027006:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483584.027011:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027017:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f4e00/0xf2b1f833e60f3514 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027033:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f351b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027040:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f351b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027046:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f351b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027052:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76027e2a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483584.027055:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f351b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027062:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f351b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027070:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9f7607aedf00) 00010000:00010000:3.0:1788483584.027073:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483584.027076:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f351b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027082:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f351b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027129:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f350d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147888 expref: 47 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027145:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3522 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147888 expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.027153:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f7607aed500) 00010000:00010000:3.0:1788483584.027156:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483584.027159:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76027e2400, rc 0) 00000100:00100000:3.0:1788483584.027237:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31942:x1875360224894720:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 807us (1147us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483584.027246:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1335 00000100:00100000:3.0:1788483584.049858:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483584.050675:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224894848 00000100:00100000:1.0:1788483584.050689:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224894848 00000100:00100000:1.0:1788483584.050772:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1336 00000100:00100000:1.0:1788483584.050785:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31943:x1875360224894848:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483584.050809:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483584.050845:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3529 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14788f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051008:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3530 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051024:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3530 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051038:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3530 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051066:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3537 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051073:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3537 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051079:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3537 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051131:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3530 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051140:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3530 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051148:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3530 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051155:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483584.051161:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3530 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051169:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3530 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051184:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f7607aed500) 00010000:00010000:1.0:1788483584.051188:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483584.051193:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3530 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051201:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f3530 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051662:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3537 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051673:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3537 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051679:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3537 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051685:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483584.051688:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3537 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051695:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3537 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051703:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483584.051706:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483584.051709:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3537 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051715:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3537 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051758:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3529 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14788f expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051774:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f7607aed500) 00010000:00010000:1.0:1788483584.051776:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483584.051780:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3529 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14788f expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.051789:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3c00, rc 0) 00000100:00100000:1.0:1788483584.051886:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31943:x1875360224894848:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1103us (2042us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483584.051895:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1336 00000100:00100000:2.0:1788483584.066277:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483584.069984:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224895104 00000100:00100000:0.0:1788483584.070006:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224895104 00000100:00100000:0.0:1788483584.070128:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1337 00000100:00100000:0.0:1788483584.070153:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31944:x1875360224895104:12345-192.168.206.36@tcp:101:dd.0 00010000:00010000:0.0:1788483584.070179:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483584.070184:0:12148:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1788483584.070217:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3522 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147888 expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.070245:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f7607aed500) 00010000:00010000:0.0:1788483584.070251:0:12148:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483584.070268:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f353e lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147896 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.070545:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3545 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.070565:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3545 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.070577:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3545 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.070595:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.070602:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.070608:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483584.071113:0:12148:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x19:0x0], index 0: 0 00010000:00010000:1.0:1788483584.071308:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071319:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071328:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071364:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3545 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071372:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3545 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071379:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3545 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071385:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483584.071391:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3545 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071399:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3545 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071411:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f7607aed500) 00010000:00010000:1.0:1788483584.071414:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483584.071418:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3545 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071426:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f3545 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483584.071443:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000042184635 reply state 0000000044676cab transno 4294968120 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071456:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071463:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9f7602eebc00) 00010000:00010000:1.0:1788483584.071465:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483584.071468:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483584.071526:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e600/0xf2b1f833e60f353e lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147896 expref: 48 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071542:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147896 expref: 47 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.071551:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483584.071553:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483584.071557:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3c00, rc 0) 00000100:00100000:1.0:1788483584.071704:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31944:x1875360224895104:12345-192.168.206.36@tcp:101:dd.0 Request processed in 1554us (5443us total) trans 4294968120 rc 0/0 00000100:00100000:1.0:1788483584.071714:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1337 00000100:00100000:2.0:1788483584.101749:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483584.102462:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224895232 00000100:00100000:1.0:1788483584.102477:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224895232 00000100:00100000:1.0:1788483584.102724:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 355 00000100:00080000:0.0:1788483584.102728:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483584.102743:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:31944:x1875360224895232:12345-192.168.206.36@tcp:101:dd.0 00010000:00010000:1.0:1788483584.102768:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483584.102812:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3561 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14789d expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483584.102847:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483584.102888:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=749s v=(0 0) 00010000:00010000:1.0:1788483584.102893:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483584.102905:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3561 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14789d expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.102927:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3561 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14789d expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.102944:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2600, rc 0) 00000100:00100000:1.0:1788483584.103036:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:31944:x1875360224895232:12345-192.168.206.36@tcp:101:dd.0 Request processed in 300us (1302us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483584.103045:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 355 00000100:00100000:2.0:1788483584.128584:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483584.128762:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224895360 00000100:00100000:1.0:1788483584.128784:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224895360 00002000:00100000:1.0:1788483584.128852:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff9f764174b480 x1875360224895360/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:335/0 lens 488/0 e 0 to 0 dl 1788483595 ref 1 fl New:/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483584.128865:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764174b480 with x1875360224895360 ext(0->1048575) 00002000:00010000:1.0:1788483584.128882:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f764174b480 00000100:00100000:1.0:1788483584.128913:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 96 00000100:00100000:1.0:1788483584.128925:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224895360:12345-192.168.206.36@tcp:4:dd.0 00000040:00080000:0.0:1788483584.133375:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1788483584.200716:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483584.200725:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483584.201203:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:2.0:1788483584.201214:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483584.239084:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224895360:12345-192.168.206.36@tcp:4:dd.0 Request processed in 110144us (110496us total) trans 4294967364 rc 0/0 00000100:00100000:0.0:1788483584.239102:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 96 00002000:00100000:0.0:1788483584.239119:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff9f764174b480 x1875360224895360/t4294967364(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:335/0 lens 488/448 e 0 to 0 dl 1788483595 ref 1 fl Complete:/600/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483584.239131:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764174b480 with x1875360224895360 ext(0->1048575) 00002000:00010000:0.0:1788483584.239149:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f764174b480 00000100:00100000:3.0:1788483584.253625:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483584.253864:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224895488 00000100:00100000:1.0:1788483584.253887:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224895488 00000100:00100000:1.0:1788483584.253963:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1338 00000100:00100000:1.0:1788483584.253975:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31944:x1875360224895488:12345-192.168.206.36@tcp:44:dd.0 00000001:00080000:1.0:1788483584.257550:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968120 is committed 00000001:00080000:1.0:1788483584.257592:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968119 is committed 00000100:00100000:3.0:1788483584.257951:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:31944:x1875360224895488:12345-192.168.206.36@tcp:44:dd.0 Request processed in 3969us (4331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483584.257963:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1338 00010000:00010000:2.0:1788483584.258838:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258854:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258863:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258870:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483584.258884:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258893:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258914:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9f7607aedf00) 00010000:00010000:2.0:1788483584.258917:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483584.258924:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258931:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f34f1 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258957:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258964:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258970:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258976:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483584.258979:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258985:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.258992:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f7607aed500) 00010000:00010000:2.0:1788483584.258994:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483584.258997:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483584.259003:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f34f8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.260054:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.260076:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.260083:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.260089:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483584.260092:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.260099:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.260112:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9f7602eebc00) 00010000:00010000:0.0:1788483584.260115:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483584.260119:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.260126:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f354c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483584.262775:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483584.263338:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224895616 00000100:00100000:0.0:1788483584.263353:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224895616 00000100:00100000:0.0:1788483584.263421:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 356 00000100:00100000:0.0:1788483584.263435:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224895616:12345-192.168.206.36@tcp:16:dd.0 00000001:00080000:2.0:1788483584.275228:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967364 is committed 00000001:00100000:2.0:1788483584.275248:0:8426:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of bd68fede-4789-460f-8e12-34f4d6102241 00000100:00100000:0.0:1788483584.275828:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224895616:12345-192.168.206.36@tcp:16:dd.0 Request processed in 12387us (13057us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483584.275841:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 356 00000100:00100000:1.0:1788483584.282626:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483584.282864:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224895872 00000100:00100000:3.0:1788483584.282889:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224895872 00000100:00100000:3.0:1788483584.282961:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 257 00000100:00100000:3.0:1788483584.282974:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31944:x1875360224895872:12345-192.168.206.36@tcp:35:dd.0 00000100:00100000:3.0:1788483584.283847:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:31944:x1875360224895872:12345-192.168.206.36@tcp:35:dd.0 Request processed in 870us (1229us total) trans 4294968121 rc 0/0 00000100:00100000:3.0:1788483584.283857:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 257 00000100:00100000:2.0:1788483584.308604:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483584.308758:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224896000 00000100:00100000:1.0:1788483584.308770:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224896000 00000100:00100000:1.0:1788483584.308837:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1339 00000100:00100000:1.0:1788483584.308850:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:31945:x1875360224896000:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483584.308890:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483584.308915:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3568 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478a4 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.308999:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f356f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309015:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f356f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309031:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f356f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309062:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f3576 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309070:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f3576 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309077:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f3576 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309174:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f357d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309183:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f357d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309189:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f357d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483584.309245:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1788483584.309249:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483584.309282:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f357d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309296:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f356f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309303:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f356f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309313:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f356f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309320:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483584.309325:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f356f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309333:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f356f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309347:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483584.309351:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483584.309356:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f356f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309363:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f356f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309377:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f3576 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309384:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f3576 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309390:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f3576 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309395:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483584.309398:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f3576 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309408:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f3576 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309415:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9f760b52f400) 00010000:00010000:1.0:1788483584.309417:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483584.309420:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f3576 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309426:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f3576 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309463:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3568 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478a4 expref: 49 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309477:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3800/0xf2b1f833e60f357d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478a4 expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.309485:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:1.0:1788483584.309487:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788483584.309490:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3800, rc 0) 00000100:00100000:1.0:1788483584.309613:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:31945:x1875360224896000:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 765us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483584.309622:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1339 00000100:00100000:2.0:1788483584.341069:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483584.341227:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224896128 00000100:00100000:0.0:1788483584.341241:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224896128 00000100:00100000:1.0:1788483584.342001:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1340 00000100:00100000:1.0:1788483584.342015:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+97:31947:x1875360224896128:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:1.0:1788483584.342049:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483584.342076:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3584 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478ab expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.342168:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f358b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.342185:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f358b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.342198:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f358b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483584.342251:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483584.342255:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483584.342300:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f358b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.342327:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f3584 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ab expref: 99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.342346:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f358b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ab expref: 98 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.342354:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483584.342358:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483584.342361:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2400, rc 0) 00000100:00100000:1.0:1788483584.342437:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31947:x1875360224896128:12345-192.168.206.36@tcp:101:stat.0 Request processed in 425us (1393us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483584.342444:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1340 00000100:00080000:0.0:1788483584.342577:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483584.347599:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483584.347889:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224896256 00000100:00100000:3.0:1788483584.347903:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224896256 00000100:00100000:3.0:1788483584.347969:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1341 00000100:00100000:3.0:1788483584.347980:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+98:31947:x1875360224896256:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:3.0:1788483584.348007:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483584.348032:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3592 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478b2 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348131:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348146:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348157:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348178:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35a0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348186:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348191:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348495:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f35a7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348532:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f35a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348539:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f35a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483584.348580:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:3.0:1788483584.348585:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483584.348612:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f35a7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348628:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348634:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348641:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348652:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348659:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76027e2400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483584.348663:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348671:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348684:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483584.348687:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483584.348692:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348699:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2400/0xf2b1f833e60f3599 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348715:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35a0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348721:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35a0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348726:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348731:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75087f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483584.348733:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35a0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348742:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35a0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348749:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9f7607aed100) 00010000:00010000:3.0:1788483584.348751:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483584.348754:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35a0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348759:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35a0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348791:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76027e2a00/0xf2b1f833e60f3592 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b2 expref: 100 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348805:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5600/0xf2b1f833e60f35a7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b2 expref: 99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483584.348812:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:3.0:1788483584.348815:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483584.348818:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5600, rc 0) 00000100:00100000:3.0:1788483584.348906:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31947:x1875360224896256:12345-192.168.206.36@tcp:101:stat.0 Request processed in 927us (1321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483584.348914:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1341 00000100:00100000:2.0:1788483584.352600:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483584.352845:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224896384 00000100:00100000:1.0:1788483584.352858:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224896384 00000100:00100000:1.0:1788483584.352937:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1342 00000100:00100000:1.0:1788483584.352949:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+99:31947:x1875360224896384:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:1.0:1788483584.352987:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483584.353012:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f35ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478b9 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353101:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353117:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353130:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353146:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353153:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353163:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353249:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353258:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353265:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483584.353317:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1788483584.353323:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483584.353347:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353361:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353371:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353378:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35b5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353385:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353392:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483584.353396:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353404:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35b5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353418:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:1.0:1788483584.353422:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483584.353426:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353432:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353451:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353456:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353461:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353465:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483584.353468:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353473:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353480:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9f760b52f400) 00010000:00010000:1.0:1788483584.353482:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483584.353485:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35bc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353490:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353567:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f35ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b9 expref: 101 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353581:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b9 expref: 100 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.353593:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483584.353595:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483584.353598:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3a00, rc 0) 00000100:00100000:1.0:1788483584.353679:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+100:31947:x1875360224896384:12345-192.168.206.36@tcp:101:stat.0 Request processed in 732us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483584.353687:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1342 00000100:00100000:2.0:1788483584.365417:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483584.368600:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224896512 00000100:00100000:0.0:1788483584.368619:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224896512 00000100:00100000:0.0:1788483584.368721:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 357 00000100:00100000:0.0:1788483584.368734:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224896512:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:0.0:1788483584.368757:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483584.368780:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f35ca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478c0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483584.368861:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250995840:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483584.368994:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76208556c0 going to sleep for 11 seconds 00000100:00080000:1.0:1788483584.369089:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:0.0:1788483584.372985:0:8431:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb size: 0 -> 1048576 00002000:00010000:0.0:1788483584.373006:0:8431:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb mtime: 0 -> 1788483583 00002000:00010000:0.0:1788483584.373009:0:8431:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb atime: 0 -> 1788483583 00002000:00010000:0.0:1788483584.373011:0:8431:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb ctime: 0 -> 1788483583 00002000:00010000:0.0:1788483584.373013:0:8431:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x19:0x0] updating lvb blocks: 0 -> 2048 00000100:00100000:0.0:1788483584.373046:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250995840:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483584.373098:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f35ca lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478c0 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.373137:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f35ca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478c0 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.373154:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00100000:0.0:1788483584.373240:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224896512:12345-192.168.206.36@tcp:101:stat.0 Request processed in 4508us (7836us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483584.373249:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 357 00000100:00100000:2.0:1788483584.397869:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483584.397985:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224896640 00000100:00100000:1.0:1788483584.397999:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224896640 00000100:00100000:1.0:1788483584.398076:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 358 00000100:00100000:1.0:1788483584.398089:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224896640:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483584.398123:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483584.398151:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f35d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478c7 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483584.398238:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250995968:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483584.398366:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636ab10c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483584.412422:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360250995968:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483584.412480:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f35d1 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478c7 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.412563:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f35d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478c7 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.412586:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2200, rc 0) 00000100:00100000:1.0:1788483584.412688:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224896640:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 14601us (14832us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483584.412698:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 358 00000100:00100000:2.0:1788483584.418023:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483584.418387:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224896768 00000100:00100000:1.0:1788483584.418408:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224896768 00000100:00100000:1.0:1788483584.418538:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1343 00000100:00100000:1.0:1788483584.418558:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+100:31948:x1875360224896768:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483584.418590:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483584.418624:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35d8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478ce expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.419006:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.419023:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.419036:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483584.419112:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1788483584.419299:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483584.419328:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.419364:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f35d8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ce expref: 102 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.419393:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ce expref: 101 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483584.419404:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:1.0:1788483584.419408:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483584.419412:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3400, rc 0) 00000100:00100000:1.0:1788483584.420342:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31948:x1875360224896768:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1782us (2324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483584.420351:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1343 00000100:00100000:2.0:1788483584.436917:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483584.437108:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224896896 00000100:00100000:0.0:1788483584.437120:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224896896 00000100:00100000:0.0:1788483584.437334:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 359 00000100:00100000:0.0:1788483584.437347:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224896896:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483584.437370:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483584.437392:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f35e6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478d5 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483584.437755:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250996096:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483584.437862:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76208556c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483584.445597:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360250996096:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483584.445650:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f35e6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478d5 expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.445681:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004baa1b12/0xf2b1f833e60f35e6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478d5 expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483584.445696:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00100000:0.0:1788483584.445770:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224896896:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 8425us (8943us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483584.445781:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 359 00000100:00100000:2.0:1788483584.458880:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483584.459019:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224897152 00000100:00100000:3.0:1788483584.459032:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224897152 00000100:00100000:3.0:1788483584.459103:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1344 00000100:00100000:3.0:1788483584.459123:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31948:x1875360224897152:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:3.0:1788483584.459356:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].37, 136 off13224 00000100:00100000:3.0:1788483584.459466:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31948:x1875360224897152:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 345us (610us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483584.459474:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1344 00010000:00010000:3.0:1788483584.789209:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483585.093037:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483585.093068:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250996224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483585.093164:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483585.093257:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250996224 00000100:00100000:3.0:1788483585.093266:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250996224 00000100:00100000:1.0:1788483585.093355:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483585.093367:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250996352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483585.093399:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483585.093928:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250996352 00000100:00100000:2.0:1788483585.093935:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250996352 00000100:00100000:2.0:1788483585.093987:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:2.0:1788483585.094001:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250996352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483585.094036:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1788483585.094098:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250996352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 98us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483585.094110:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00080000:1.0:1788483585.094292:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483585.094334:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250996352:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483585.095447:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1788483585.095462:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250996224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483585.095481:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3920334848 avail 3688812544 00000100:00100000:2.0:1788483585.095930:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250996224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 471us (2767us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483585.095939:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:3.0:1788483585.097432:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250996224:0@lo:13:osp-pre-0-0.0 00000040:00080000:2.0:1788483585.221656:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483585.221735:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483585.221771:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:2.0:1788483585.221780:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483585.222053:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250996480:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483585.222166:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655cf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788483585.229409:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.229439:0:6526:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224897280 00000100:00100000:3.0:1788483585.229449:0:6526:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224897280 00000100:00100000:3.0:1788483585.229530:0:6526:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 13 00000100:00100000:3.0:1788483585.229543:0:6526:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bd68fede-4789-460f-8e12-34f4d6102241+6:31958:x1875360224897280:12345-192.168.206.36@tcp:900:lhsmtool_posix.0 00000100:00100000:3.0:1788483585.230793:0:6526:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:bd68fede-4789-460f-8e12-34f4d6102241+6:31958:x1875360224897280:12345-192.168.206.36@tcp:900:lhsmtool_posix.0 Request processed in 1243us (1386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483585.230805:0:6526:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 13 00000100:00080000:3.0:1788483585.230842:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483585.231011:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360250996480:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483585.240917:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483585.241004:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224897408 00000100:00100000:2.0:1788483585.241016:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224897408 00000100:00100000:2.0:1788483585.241098:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1345 00000100:00100000:2.0:1788483585.241112:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+7:31958:x1875360224897408:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483585.241153:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483585.241289:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+7:31958:x1875360224897408:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 181us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483585.241298:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1345 00000100:00080000:3.0:1788483585.241462:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483585.245402:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.245446:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224897664 00000100:00100000:3.0:1788483585.245458:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224897664 00000100:00100000:3.0:1788483585.245673:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1346 00000100:00100000:3.0:1788483585.245687:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+7:31958:x1875360224897664:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483585.245713:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483585.245737:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35ed lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478dc expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.245956:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.245973:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.245988:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483585.246001:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1788483585.246322:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5000/0xf2b1f833e60f35ed lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478dc expref: 10 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.246340:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478dc expref: 9 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.246349:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:3.0:1788483585.246353:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483585.246357:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75087f5c00, rc 0) 00000100:00100000:3.0:1788483585.246427:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+9:31958:x1875360224897664:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 742us (1033us total) trans 4294968122 rc 0/0 00000100:00100000:3.0:1788483585.246435:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1346 00000100:00100000:3.0:1788483585.251432:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483585.251554:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224897792 00000100:00100000:1.0:1788483585.251568:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224897792 00000100:00100000:1.0:1788483585.251717:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 360 00000100:00100000:1.0:1788483585.251729:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bd68fede-4789-460f-8e12-34f4d6102241+5:2401:x1875360224897792:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483585.251781:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.251805:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3561 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14789d expref: 8 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.251815:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x19:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788483585.251821:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483585.251827:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.251877:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3561 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14789d expref: 8 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.251893:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3561 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14789d expref: 8 pid: 8871 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483585.251909:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250996608:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483585.252001:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608da79c0 going to sleep for 11 seconds 00000100:00080000:3.0:1788483585.253150:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483585.258208:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.258274:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224897920 00000100:00100000:3.0:1788483585.258286:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224897920 00010000:00010000:3.0:1788483585.258338:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3561 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14789d expref: 9 pid: 8871 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.258403:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 407 00000100:00100000:3.0:1788483585.258416:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224897920:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483585.258441:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483585.258467:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3561 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14789d expref: 9 pid: 8871 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.258485:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3561 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14789d expref: 9 pid: 8871 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.258537:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483585.258544:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483585.258560:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.258572:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.258600:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483585.258665:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224897920:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 252us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483585.258678:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 407 00010000:00010000:1.0:1788483585.259927:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3561 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14789d expref: 8 pid: 8871 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483585.259952:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360250996608:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483585.259980:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.259993:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.260002:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.260033:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.260044:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.260053:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.260062:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483585.260067:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.260077:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.260095:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.260103:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a1ccb143/0xf2b1f833e60f3602 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483585.260195:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bd68fede-4789-460f-8e12-34f4d6102241+5:2401:x1875360224897792:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 8467us (8774us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483585.260204:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 360 00000100:00100000:3.0:1788483585.263365:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483585.263819:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224898176 00000100:00100000:0.0:1788483585.263832:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224898176 00000100:00100000:0.0:1788483585.263910:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1347 00000100:00100000:0.0:1788483585.263922:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+9:31958:x1875360224898176:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483585.264053:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+9:31958:x1875360224898176:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 133us (702us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483585.264061:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1347 00000100:00100000:3.0:1788483585.268986:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483585.269135:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224898304 00000100:00100000:1.0:1788483585.269150:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224898304 00000100:00100000:1.0:1788483585.269222:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 361 00000100:00100000:1.0:1788483585.269236:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bd68fede-4789-460f-8e12-34f4d6102241+5:2402:x1875360224898304:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483585.269271:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483585.269302:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000521e7d7e/0xf2b1f833e60f3609 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478e3 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483585.269339:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 1048576, mtime: 0x6a9a17ff, atime: 0x0, ctime: 0x6a9a17ff, blocks: 0x800 00010000:00010000:1.0:1788483585.269365:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=750s v=(0 0) 00010000:00010000:1.0:1788483585.269371:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483585.269383:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000521e7d7e/0xf2b1f833e60f3609 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478e3 expref: 6 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.269404:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000521e7d7e/0xf2b1f833e60f3609 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478e3 expref: 6 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.269421:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3600, rc 0) 00000100:00100000:1.0:1788483585.269527:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bd68fede-4789-460f-8e12-34f4d6102241+6:2402:x1875360224898304:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 293us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483585.269535:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 361 00000100:00100000:0.0:1788483585.273144:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483585.273357:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224898560 00000100:00100000:2.0:1788483585.273369:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224898560 00000100:00100000:2.0:1788483585.273436:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1348 00000100:00100000:2.0:1788483585.273453:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+9:31958:x1875360224898560:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483585.273617:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+9:31958:x1875360224898560:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 165us (485us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483585.273626:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1348 00000100:00100000:3.0:1788483585.286553:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483585.286916:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224898688 00000100:00100000:0.0:1788483585.286931:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224898688 00002000:00100000:0.0:1788483585.286996:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff9f75064e1880 x1875360224898688/t0(0) o3->bd68fede-4789-460f-8e12-34f4d6102241@192.168.206.36@tcp:336/0 lens 488/0 e 0 to 0 dl 1788483596 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483585.287009:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75064e1880 with x1875360224898688 ext(0->1048575) 00002000:00010000:0.0:1788483585.287015:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f75064e1880 00000100:00100000:0.0:1788483585.287042:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 97 00000100:00100000:0.0:1788483585.287053:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:bd68fede-4789-460f-8e12-34f4d6102241+6:2401:x1875360224898688:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788483585.334911:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:bd68fede-4789-460f-8e12-34f4d6102241+6:2401:x1875360224898688:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 47844us (48366us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1788483585.334927:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 97 00002000:00100000:0.0:1788483585.334943:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x19:0x0] (0->1048575) req@ffff9f75064e1880 x1875360224898688/t0(0) o3->bd68fede-4789-460f-8e12-34f4d6102241@192.168.206.36@tcp:336/0 lens 488/440 e 0 to 0 dl 1788483596 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483585.334955:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75064e1880 with x1875360224898688 ext(0->1048575) 00002000:00010000:0.0:1788483585.334963:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f75064e1880 00000100:00100000:3.0:1788483585.406988:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483585.408735:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224898816 00000100:00100000:0.0:1788483585.408753:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224898816 00000100:00100000:0.0:1788483585.408830:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1349 00000100:00100000:0.0:1788483585.408842:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+9:31958:x1875360224898816:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483585.408877:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483585.408906:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3610 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478ea expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.408949:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.408966:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.408979:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.409126:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3610 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ea expref: 11 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.409146:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ea expref: 10 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.409156:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:0.0:1788483585.409159:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483585.409164:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524400, rc 0) 00000100:00100000:0.0:1788483585.409240:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+10:31958:x1875360224898816:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 399us (2266us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483585.409250:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1349 00000100:00100000:3.0:1788483585.436598:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483585.436701:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224898944 00000100:00100000:0.0:1788483585.436714:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224898944 00000100:00100000:0.0:1788483585.436778:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1350 00000100:00100000:0.0:1788483585.436789:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+10:31958:x1875360224898944:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483585.436830:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483585.436988:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+10:31958:x1875360224898944:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 199us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483585.436996:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1350 00000100:00100000:3.0:1788483585.441058:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483585.441147:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224899072 00000100:00100000:0.0:1788483585.441159:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224899072 00000100:00100000:0.0:1788483585.441219:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 362 00000100:00100000:0.0:1788483585.441231:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bd68fede-4789-460f-8e12-34f4d6102241+6:2400:x1875360224899072:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483585.441285:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000226ced4a/0xf2b1f833e60f361e lrc: 3/1,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.441304:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483585.441309:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483585.441317:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000226ced4a/0xf2b1f833e60f361e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.441334:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000226ced4a/0xf2b1f833e60f361e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.441364:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000226ced4a/0xf2b1f833e60f361e lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.441373:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000226ced4a/0xf2b1f833e60f361e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.441381:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000226ced4a/0xf2b1f833e60f361e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.441388:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483585.441393:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000226ced4a/0xf2b1f833e60f361e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.441402:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000226ced4a/0xf2b1f833e60f361e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.441419:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000226ced4a/0xf2b1f833e60f361e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.441427:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000226ced4a/0xf2b1f833e60f361e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483585.441560:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bd68fede-4789-460f-8e12-34f4d6102241+6:2400:x1875360224899072:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 331us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483585.441568:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 362 00000100:00100000:0.0:1788483585.459986:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483585.466248:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224899328 00000100:00100000:2.0:1788483585.466267:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224899328 00000100:00100000:2.0:1788483585.466429:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1351 00000100:00100000:2.0:1788483585.466442:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+10:31958:x1875360224899328:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483585.466556:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.466578:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ea expref: 10 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.466588:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.466644:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ea expref: 10 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.466670:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ea expref: 10 pid: 12148 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483585.466687:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250996736:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483585.466816:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c180 going to sleep for 11 seconds 00000100:00100000:1.0:1788483585.476560:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483585.476793:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224899456 00000100:00100000:0.0:1788483585.476805:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224899456 00010000:00010000:0.0:1788483585.476857:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ea expref: 11 pid: 12148 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483585.476922:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 408 00000100:00100000:0.0:1788483585.476935:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a40b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bd68fede-4789-460f-8e12-34f4d6102241+11:2402:x1875360224899456:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483585.476954:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483585.476962:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ea expref: 11 pid: 12148 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.476979:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ea expref: 11 pid: 12148 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.477007:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:0.0:1788483585.477013:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.477024:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.477033:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.477069:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483585.477137:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a40b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bd68fede-4789-460f-8e12-34f4d6102241+11:2402:x1875360224899456:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 203us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483585.477145:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 408 00010000:00010000:2.0:1788483585.477495:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3617 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ea expref: 10 pid: 12148 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483585.477533:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360250996736:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483585.477556:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.477566:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.477572:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.477882:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.477891:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.477898:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.477905:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483585.477911:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.477919:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.477930:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:2.0:1788483585.477933:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483585.477936:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.477942:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3625 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483585.478055:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+10:31958:x1875360224899328:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 11615us (18083us total) trans 4294968123 rc 0/0 00000100:00100000:2.0:1788483585.478064:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1351 00000040:00080000:2.0:1788483585.478166:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483585.478171:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483585.478980:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1788483585.478991:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483585.481107:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.481174:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224899712 00000100:00100000:3.0:1788483585.481187:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224899712 00000100:00100000:3.0:1788483585.481249:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 258 00000100:00100000:3.0:1788483585.481267:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bd68fede-4789-460f-8e12-34f4d6102241+10:31958:x1875360224899712:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483585.481552:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bd68fede-4789-460f-8e12-34f4d6102241+11:31958:x1875360224899712:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 293us (458us total) trans 4294968124 rc 0/0 00000100:00100000:3.0:1788483585.481561:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 258 00000040:00080000:3.0:1788483585.643325:0:23838:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483585.643338:0:23838:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483585.643385:0:23838:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 38 count 5 00000040:00080000:3.0:1788483585.643393:0:23838:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483585.720985:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483585.721072:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224899840 00000100:00100000:0.0:1788483585.721085:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224899840 00000100:00100000:0.0:1788483585.721155:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 363 00000100:00100000:0.0:1788483585.721167:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224899840:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483585.721188:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483585.721208:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000dcc892de/0xf2b1f833e60f362c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478f1 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.721238:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483585.721244:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483585.721254:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000dcc892de/0xf2b1f833e60f362c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f1 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.721283:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000dcc892de/0xf2b1f833e60f362c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f1 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.721300:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483585.721366:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2399:x1875360224899840:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 201us (394us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483585.721373:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 363 00000100:00100000:2.0:1788483585.736328:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.736457:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224900096 00000100:00100000:3.0:1788483585.736471:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224900096 00000100:00100000:3.0:1788483585.736567:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1352 00000100:00100000:3.0:1788483585.736580:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31959:x1875360224900096:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483585.736606:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483585.736749:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3633 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478f8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.736896:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f363a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.736913:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f363a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.736925:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f363a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483585.736937:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1788483585.737065:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3633 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f8 expref: 104 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.737086:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f363a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f8 expref: 103 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.737095:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:3.0:1788483585.737099:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788483585.737102:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4c00, rc 0) 00000100:00100000:3.0:1788483585.737168:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+103:31959:x1875360224900096:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 590us (854us total) trans 4294968125 rc 0/0 00000100:00100000:3.0:1788483585.737176:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1352 00000100:00100000:3.0:1788483585.740559:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483585.740790:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224900224 00000100:00100000:1.0:1788483585.740803:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224900224 00000100:00100000:1.0:1788483585.740881:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 364 00000100:00100000:1.0:1788483585.740894:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360224900224:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:1.0:1788483585.740951:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.740976:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000521e7d7e/0xf2b1f833e60f3609 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478e3 expref: 5 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.740985:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000dcc892de/0xf2b1f833e60f362c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f1 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.740993:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483585.740998:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483585.741003:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.741057:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000dcc892de/0xf2b1f833e60f362c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f1 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.741073:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000dcc892de/0xf2b1f833e60f362c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f1 expref: 17 pid: 8431 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483585.741091:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250996864:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483585.741214:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000521e7d7e/0xf2b1f833e60f3609 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478e3 expref: 5 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.741226:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000521e7d7e/0xf2b1f833e60f3609 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478e3 expref: 5 pid: 8871 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483585.741241:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250996992:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483585.741275:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608da79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483585.744605:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.744766:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.744803:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224900352 00000100:00100000:3.0:1788483585.744814:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224900352 00010000:00010000:3.0:1788483585.744859:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000dcc892de/0xf2b1f833e60f362c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f1 expref: 18 pid: 8431 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.744907:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224900480 00000100:00100000:3.0:1788483585.744910:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224900480 00010000:00010000:3.0:1788483585.744922:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000521e7d7e/0xf2b1f833e60f3609 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478e3 expref: 6 pid: 8871 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.744942:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 409 00000100:00100000:3.0:1788483585.744952:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360224900352:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483585.744969:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483585.744995:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000dcc892de/0xf2b1f833e60f362c lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f1 expref: 18 pid: 8431 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.745010:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000dcc892de/0xf2b1f833e60f362c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f1 expref: 18 pid: 8431 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.745052:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483585.745111:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360224900352:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 160us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483585.745119:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 409 00000100:00100000:3.0:1788483585.745137:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 410 00000100:00100000:3.0:1788483585.745143:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bd68fede-4789-460f-8e12-34f4d6102241+6:2400:x1875360224900480:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483585.745151:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483585.745159:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000521e7d7e/0xf2b1f833e60f3609 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478e3 expref: 6 pid: 8871 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.745174:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000521e7d7e/0xf2b1f833e60f3609 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478e3 expref: 6 pid: 8871 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.745189:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483585.745194:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483585.745202:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.745212:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.745236:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483585.745419:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000dcc892de/0xf2b1f833e60f362c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f1 expref: 17 pid: 8431 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483585.745438:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250996864:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483585.745453:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000521e7d7e/0xf2b1f833e60f3609 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478e3 expref: 6 pid: 8871 timeout: 850 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483585.745462:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360250996992:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483585.745491:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.745522:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.745530:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.745553:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.745561:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.745570:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.745578:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483585.745582:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.745592:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.745605:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483585.745612:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e64b3ea8/0xf2b1f833e60f3648 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483585.745788:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224900224:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 4896us (5242us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483585.745797:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 364 00000100:00100000:3.0:1788483585.745965:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:bd68fede-4789-460f-8e12-34f4d6102241+5:2400:x1875360224900480:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 112us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483585.745973:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 410 00000100:00100000:0.0:1788483585.770461:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.770941:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224900736 00000100:00100000:3.0:1788483585.770955:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224900736 00000100:00100000:3.0:1788483585.771030:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 259 00000100:00100000:3.0:1788483585.771042:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a436850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+103:31959:x1875360224900736:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:3.0:1788483585.771124:0:6518:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x25:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f363a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f8 expref: 103 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483585.771368:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968126 00000001:00080000:3.0:1788483585.771963:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968127 00010000:00010000:3.0:1788483585.772005:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.772024:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147896 expref: 47 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.772034:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b9 expref: 106 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.772043:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478dc expref: 10 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.772052:0:6518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 6/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.772094:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478dc expref: 10 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.772112:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478dc expref: 10 pid: 6515 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.772128:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250997120:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483585.772759:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b9 expref: 106 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.772772:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b9 expref: 106 pid: 6516 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.772784:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a45f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250997248:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483585.772820:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147896 expref: 47 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.772830:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147896 expref: 47 pid: 12148 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.772839:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a47b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250997376:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483585.772857:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76208556c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483585.780225:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.780254:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.780279:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483585.780307:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224900992 00000100:00100000:3.0:1788483585.780318:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224900992 00010000:00010000:3.0:1788483585.780366:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b9 expref: 107 pid: 6516 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.780402:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224900864 00000100:00100000:3.0:1788483585.780406:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224900864 00010000:00010000:3.0:1788483585.780420:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478dc expref: 11 pid: 6515 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.780433:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224901120 00000100:00100000:3.0:1788483585.780436:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224901120 00010000:00010000:3.0:1788483585.780447:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147896 expref: 48 pid: 12148 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.780463:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 411 00000100:00100000:3.0:1788483585.780474:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2399:x1875360224900992:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483585.780492:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483585.780519:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b9 expref: 107 pid: 6516 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.780534:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b9 expref: 107 pid: 6516 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.780563:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:3.0:1788483585.780570:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.780580:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.780588:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483585.780754:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 412 00000100:00100000:2.0:1788483585.780765:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bd68fede-4789-460f-8e12-34f4d6102241+11:2399:x1875360224900864:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483585.780774:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483585.780781:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478dc expref: 11 pid: 6515 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.780797:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478dc expref: 11 pid: 6515 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.780809:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:2.0:1788483585.780813:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.780820:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.780825:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483585.780878:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bd68fede-4789-460f-8e12-34f4d6102241+11:2399:x1875360224900864:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 105us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483585.780885:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 412 00000100:00100000:2.0:1788483585.780908:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 413 00000100:00100000:2.0:1788483585.780915:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2399:x1875360224901120:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483585.780924:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483585.780928:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147896 expref: 48 pid: 12148 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.780938:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147896 expref: 48 pid: 12148 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.780950:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:2.0:1788483585.780954:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.780967:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.780975:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.780996:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483585.781015:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2399:x1875360224901120:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 100us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483585.781022:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 413 00000100:00100000:3.0:1788483585.781323:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2399:x1875360224900992:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 848us (1111us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483585.781332:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 411 00010000:00010000:3.0:1788483585.781398:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75087f5c00/0xf2b1f833e60f35f4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478dc expref: 10 pid: 6515 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.781417:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250997120:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483585.781432:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f35c3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478b9 expref: 106 pid: 6516 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.781443:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a45f80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250997248:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483585.781453:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3553 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147896 expref: 47 pid: 12148 timeout: 850 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483585.781463:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a47b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360250997376:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483585.781488:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.781527:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483585.781535:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483585.781794:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968128 00000001:00080000:3.0:1788483585.781941:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968129 00000001:00080000:3.0:1788483585.781978:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968130 00000100:00100000:3.0:1788483585.782235:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a47b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250997504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788483585.782305:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483585.782793:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610faecc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483585.786863:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250997504 00000100:00100000:1.0:1788483585.786891:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250997504 00000100:00100000:1.0:1788483585.786962:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1788483585.786972:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250997504:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788483585.787201:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250997504:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 229us (4895us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483585.787211:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1788483585.787328:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a47b80 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250997504:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:0.0:1788483585.787559:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968131 00000100:00100000:0.0:1788483585.787830:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417ab100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250997632:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:0.0:1788483585.787888:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483585.787923:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76097750c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483585.787970:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250997632 00000100:00100000:1.0:1788483585.787975:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250997632 00000100:00100000:1.0:1788483585.788012:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:1.0:1788483585.788019:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360250997632:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788483585.788282:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:6518:x1875360250997632:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 261us (392us total) trans 4294967365 rc 0/0 00000100:00100000:1.0:1788483585.788289:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1788483585.791776:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417ab100 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360250997632:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:0.0:1788483585.791819:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.791831:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.791840:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.791847:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483585.791853:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.791861:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.791889:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:0.0:1788483585.791893:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:0.0:1788483585.791898:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483585.791904:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f364f lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788483585.792139:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x45:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:0.0:1788483585.792219:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8984 00000004:00080000:0.0:1788483585.792234:0:6518:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 750746733920ns, next at 751746730792ns, rc = 0 00000001:00080000:0.0:1788483585.792244:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968132 00010000:00010000:0.0:1788483585.792288:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:0.0:1788483585.792291:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:0.0:1788483585.792299:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f363a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478f8 expref: 110 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483585.792566:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a436850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+109:31959:x1875360224900736:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 21525us (22119us total) trans 4294968133 rc 0/0 00000100:00100000:0.0:1788483585.792577:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 259 00000020:00080000:0.0:1788483585.792584:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00010000:00010000:3.0:1788483585.797936:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483585.858897:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483585.858946:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224901376 00000100:00100000:2.0:1788483585.858958:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224901376 00000100:00100000:2.0:1788483585.859029:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1353 00000100:00100000:2.0:1788483585.859053:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+109:31962:x1875360224901376:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483585.859083:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483585.859110:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3656 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1478ff expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.859208:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f365d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.859225:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f365d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.859239:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f365d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.859255:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3664 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.859264:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3664 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.859272:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3664 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.859411:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f366b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.859419:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f366b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.859426:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f366b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483585.859438:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1788483585.860119:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f365d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860129:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f365d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860137:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f365d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860143:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483585.860148:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f365d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860155:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f365d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860174:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:2.0:1788483585.860178:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483585.860182:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f365d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860188:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f365d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860204:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3664 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860210:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3664 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860216:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3664 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860221:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483585.860224:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3664 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860230:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3664 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860238:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9f7608dc0700) 00010000:00010000:2.0:1788483585.860240:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483585.860243:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3664 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860249:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3664 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860312:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3656 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ff expref: 112 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860328:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f366b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ff expref: 111 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.860337:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7608dc0800) 00010000:00010000:2.0:1788483585.860339:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483585.860341:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ecc00, rc 0) 00000100:00100000:2.0:1788483585.860430:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+111:31962:x1875360224901376:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1378us (1545us total) trans 4294968134 rc 0/0 00000100:00100000:2.0:1788483585.860440:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1353 00000100:00100000:2.0:1788483585.868879:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483585.868940:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224901504 00000100:00100000:2.0:1788483585.868952:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224901504 00000100:00100000:2.0:1788483585.869007:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1354 00000100:00100000:2.0:1788483585.869017:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+111:31962:x1875360224901504:12345-192.168.206.36@tcp:54:lfs.0 00010000:00010000:2.0:1788483585.869099:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3679 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.869119:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3679 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.869133:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3679 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.869177:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3679 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.869185:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3679 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.869193:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3679 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.869199:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ece00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483585.869204:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3679 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.869212:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3679 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.869225:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7608dc0800) 00010000:00010000:2.0:1788483585.869228:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483585.869234:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3679 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483585.869240:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3679 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483585.869323:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+111:31962:x1875360224901504:12345-192.168.206.36@tcp:54:lfs.0 Request processed in 306us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483585.869331:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1354 00000100:00100000:1.0:1788483585.872924:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483585.872969:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224901760 00000100:00100000:1.0:1788483585.872980:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224901760 00000100:00100000:1.0:1788483585.873035:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 260 00000100:00100000:1.0:1788483585.873047:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+111:31962:x1875360224901760:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:1.0:1788483585.873311:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+112:31962:x1875360224901760:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 265us (400us total) trans 4294968135 rc 0/0 00000100:00100000:1.0:1788483585.873320:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 260 00000100:00100000:2.0:1788483586.039651:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483586.039821:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224901888 00000100:00100000:3.0:1788483586.039832:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224901888 00000100:00100000:3.0:1788483586.039898:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1355 00000100:00100000:3.0:1788483586.039908:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+10:31937:x1875360224901888:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788483586.040021:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+10:31937:x1875360224901888:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 114us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483586.040028:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1355 00000100:00100000:1.0:1788483586.056338:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483586.056877:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224902016 00000100:00100000:2.0:1788483586.056888:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224902016 00000100:00100000:2.0:1788483586.056959:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1356 00000100:00100000:2.0:1788483586.056970:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+6:31937:x1875360224902016:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788483586.057081:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+6:31937:x1875360224902016:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 112us (753us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483586.057089:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1356 00000100:00100000:1.0:1788483586.064196:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483586.077753:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224902272 00000100:00100000:0.0:1788483586.077768:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224902272 00000100:00100000:0.0:1788483586.077837:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 261 00000100:00100000:0.0:1788483586.077848:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bd68fede-4789-460f-8e12-34f4d6102241+10:31937:x1875360224902272:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483586.078140:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bd68fede-4789-460f-8e12-34f4d6102241+11:31937:x1875360224902272:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 288us (13946us total) trans 4294968136 rc 0/0 00000100:00100000:0.0:1788483586.078150:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 261 00000100:00100000:1.0:1788483586.116991:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250997760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483586.117399:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483586.118045:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250997760 00000100:00100000:3.0:1788483586.118054:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250997760 00000100:00100000:3.0:1788483586.118111:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788483586.118383:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250997760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483586.118420:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:3.0:1788483586.118491:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360250997760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 370us (1092us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483586.118523:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1788483586.118709:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250997760:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483586.459926:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483586.461274:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224902528 00000100:00100000:2.0:1788483586.461297:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224902528 00000100:00100000:2.0:1788483586.461393:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1357 00000100:00100000:2.0:1788483586.461405:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+112:31983:x1875360224902528:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483586.461429:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483586.461450:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3680 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147906 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483586.461581:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3687 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483586.461595:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3687 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483586.461607:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3687 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483586.461617:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1788483586.461718:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3680 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147906 expref: 115 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483586.461737:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3687 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147906 expref: 114 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483586.461745:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7608dc0800) 00010000:00010000:2.0:1788483586.461749:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483586.461753:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed400, rc 0) 00000100:00100000:2.0:1788483586.461813:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+114:31983:x1875360224902528:12345-192.168.206.36@tcp:101:cat.0 Request processed in 410us (1896us total) trans 4294968137 rc 0/0 00000100:00100000:2.0:1788483586.461820:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1357 00000100:00080000:3.0:1788483586.461898:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483586.469841:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483586.470636:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224902784 00000100:00100000:3.0:1788483586.470648:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224902784 00000100:00100000:3.0:1788483586.470724:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 60 00000100:00100000:3.0:1788483586.470734:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+114:31983:x1875360224902784:12345-192.168.206.36@tcp:103:cat.0 00010000:00010000:3.0:1788483586.470748:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1788483586.470772:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3687 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147906 expref: 114 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483586.470804:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f366b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ff expref: 113 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483586.470817:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7608dc0800) 00010000:00010000:3.0:1788483586.470829:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483586.470897:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+112:31983:x1875360224902784:12345-192.168.206.36@tcp:103:cat.0 Request processed in 163us (1065us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483586.470903:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 60 00000100:00100000:1.0:1788483586.473307:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483586.473565:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224902912 00000100:00100000:3.0:1788483586.473574:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224902912 00000100:00100000:3.0:1788483586.473625:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1358 00000100:00100000:3.0:1788483586.473634:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+112:31983:x1875360224902912:12345-192.168.206.36@tcp:58:cat.0 00010000:00010000:3.0:1788483586.473739:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483586.473754:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483586.473766:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483586.473921:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].38, 136 off13360 00000100:00100000:3.0:1788483586.473997:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+112:31983:x1875360224902912:12345-192.168.206.36@tcp:58:cat.0 Request processed in 363us (698us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483586.474006:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1358 00000100:00100000:2.0:1788483586.479422:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483586.479531:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224903040 00000100:00100000:3.0:1788483586.479541:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224903040 00000100:00100000:3.0:1788483586.479588:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1359 00000100:00100000:3.0:1788483586.479598:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+112:31983:x1875360224903040:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483586.479617:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483586.479637:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4800/0xf2b1f833e60f369c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14790d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483586.479701:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483586.479712:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4800/0xf2b1f833e60f369c lrc: 4/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14790d expref: 113 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483586.479731:0:6514:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483586.479747:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4800/0xf2b1f833e60f369c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14790d expref: 113 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483586.479761:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:3.0:1788483586.479764:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483586.479768:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4800/0xf2b1f833e60f369c lrc: 3/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14790d expref: 113 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483586.479776:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4800, rc 0) 00000100:00100000:3.0:1788483586.479840:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+113:31983:x1875360224903040:12345-192.168.206.36@tcp:101:cat.0 Request processed in 242us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483586.479847:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1359 00000040:00080000:2.0:1788483586.501911:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483586.501919:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483586.501948:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 6 00000040:00080000:2.0:1788483586.501958:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483586.821324:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483587.652783:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483587.652807:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250997888:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483587.652889:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483587.653907:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250997888 00000100:00100000:3.0:1788483587.653917:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250997888 00000100:00100000:3.0:1788483587.653992:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1788483587.654003:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250997888:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483587.654033:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788483587.654096:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360250997888:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (1208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483587.654103:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:0.0:1788483587.654252:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360250997888:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483587.655079:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483587.655093:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250998016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483587.655145:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483587.655980:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250998016 00000100:00100000:2.0:1788483587.655989:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250998016 00000100:00100000:2.0:1788483587.656049:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1788483587.656059:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250998016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483587.656077:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1788483587.656152:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250998016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483587.656160:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00080000:2.0:1788483587.656180:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483587.656686:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250998272:0@lo:400:kworker.0 00000100:00100000:0.0:1788483587.656725:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483587.656763:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250998784:0@lo:400:kworker.0 00000100:00100000:0.0:1788483587.656795:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483587.656817:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250999296:0@lo:400:kworker.0 00000100:00100000:0.0:1788483587.656839:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483587.656871:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788483587.656877:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250998144:0@lo:400:kworker.0 00000100:00100000:0.0:1788483587.656904:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483587.656925:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250998656:0@lo:400:kworker.0 00000100:00100000:0.0:1788483587.656948:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483587.656965:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250999168:0@lo:400:kworker.0 00000100:00100000:0.0:1788483587.656986:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483587.657010:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250998272 00000100:00100000:0.0:1788483587.657014:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250998272 00000100:00100000:0.0:1788483587.657040:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250998784 00000100:00100000:0.0:1788483587.657044:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250998784 00000100:00100000:0.0:1788483587.657065:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250999296 00000100:00100000:0.0:1788483587.657068:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250999296 00000100:00100000:0.0:1788483587.657087:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1788483587.657093:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250998272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483587.657251:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360250998272:12345-0@lo:400:kworker.0 Request processed in 156us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483587.657258:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:1.0:1788483587.657531:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250999168 00000100:00100000:1.0:1788483587.657535:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250999168 00000100:00100000:1.0:1788483587.657578:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1788483587.657585:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250999168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483587.657631:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360250999168:12345-0@lo:400:kworker.0 Request processed in 47us (644us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483587.657636:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:1.0:1788483587.657663:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250998400:0@lo:400:kworker.0 00000100:00100000:1.0:1788483587.657690:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483587.657708:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250998912:0@lo:400:kworker.0 00000100:00100000:1.0:1788483587.657728:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483587.657738:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250999424:0@lo:400:kworker.0 00000100:00100000:1.0:1788483587.657757:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483587.659046:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250998016:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483587.659070:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788483587.659077:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250998528:0@lo:400:kworker.0 00000100:00100000:1.0:1788483587.659115:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483587.660208:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250998912 00000100:00100000:2.0:1788483587.660218:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250998912 00000100:00100000:2.0:1788483587.660253:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250999424 00000100:00100000:2.0:1788483587.660256:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250999424 00000100:00100000:2.0:1788483587.660270:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250998528 00000100:00100000:2.0:1788483587.660286:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250998528 00000100:00100000:2.0:1788483587.660302:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1788483587.660310:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250998784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483587.660609:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:3.0:1788483587.660620:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250999296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483587.660683:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1788483587.660693:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250998912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483587.660780:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250999040:0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.671812:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360250998784:12345-0@lo:400:kworker.0 Request processed in 11494us (15006us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483587.671826:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:2.0:1788483587.671874:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1788483587.671888:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250999424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.671942:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360250999424:12345-0@lo:400:kworker.0 Request processed in 61us (14185us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483587.671948:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:2.0:1788483587.671961:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1788483587.671968:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250998528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.672000:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360250998528:12345-0@lo:400:kworker.0 Request processed in 33us (12885us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483587.672005:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1788483587.672032:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250998656 00000100:00100000:2.0:1788483587.672040:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250998656 00000100:00100000:2.0:1788483587.672078:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250998400 00000100:00100000:2.0:1788483587.672081:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250998400 00000100:00100000:2.0:1788483587.672093:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1788483587.672098:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250998656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.672129:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360250998656:12345-0@lo:400:kworker.0 Request processed in 31us (15181us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483587.672135:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1788483587.672145:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1788483587.672150:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250998400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.672172:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360250998400:12345-0@lo:400:kworker.0 Request processed in 22us (14481us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483587.672179:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1788483587.672195:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250998144 00000100:00100000:2.0:1788483587.672199:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250998144 00000100:00100000:2.0:1788483587.672223:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1788483587.672228:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250998144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.672256:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360250998144:12345-0@lo:400:kworker.0 Request processed in 28us (15351us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483587.672261:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00080000:2.0:1788483587.672302:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483587.672308:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483587.672310:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483587.672466:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360250998144:0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.672480:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250998656:0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.672493:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360250999168:0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.672529:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360250998272:0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.672539:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360250998784:0@lo:400:kworker.0 00000100:00100000:3.0:1788483587.696559:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360250999296:12345-0@lo:400:kworker.0 Request processed in 35932us (39709us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483587.696573:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:2.0:1788483587.696704:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360250999296:0@lo:400:kworker.0 00000100:00100000:0.0:1788483587.705354:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360250998912:12345-0@lo:400:kworker.0 Request processed in 44654us (47615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483587.705369:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:1.0:1788483587.705885:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483587.705954:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a45500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250998400:0@lo:400:kworker.0 00000100:00100000:1.0:1788483587.705968:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360250998912:0@lo:400:kworker.0 00000100:00100000:1.0:1788483587.705980:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360250999424:0@lo:400:kworker.0 00000100:00100000:1.0:1788483587.706008:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360250998528:0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.706084:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250999040 00000100:00100000:2.0:1788483587.706092:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250999040 00000100:00100000:2.0:1788483587.706168:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1788483587.706176:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250999040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483587.706248:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360250999040:12345-0@lo:400:kworker.0 Request processed in 72us (363us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483587.706258:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1788483587.707786:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360250999040:0@lo:400:kworker.0 00000100:00080000:0.0:1788483587.708020:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483587.845528:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483588.168317:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483588.168350:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250999552:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483588.168428:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483588.169276:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250999552 00000100:00100000:0.0:1788483588.169288:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250999552 00000100:00100000:0.0:1788483588.169344:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:0.0:1788483588.169354:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250999552:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483588.169387:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483588.169439:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360250999552:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (1010us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483588.169446:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1788483588.169613:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250999552:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483588.777415:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483588.777466:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483588.777541:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483588.777667:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224903552 00000100:00100000:3.0:1788483588.777680:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224903552 00000100:00100000:3.0:1788483588.777767:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 593 00000100:00100000:3.0:1788483588.777780:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224903552:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483588.777876:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224903552:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 99us (409us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483588.777886:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 593 00000100:00080000:3.0:1788483588.777931:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483588.778319:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483588.778353:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483588.778394:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224904064 00000100:00100000:3.0:1788483588.778400:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224904064 00000100:00100000:3.0:1788483588.778438:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 594 00000100:00100000:3.0:1788483588.778445:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224904064:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483588.778489:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224904064:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 44us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483588.778496:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 594 00000100:00080000:3.0:1788483588.778545:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483588.791665:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483588.791711:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483588.791756:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483588.791976:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224903296 00000100:00100000:0.0:1788483588.791990:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224903296 00000100:00100000:0.0:1788483588.794897:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224903808 00000100:00100000:0.0:1788483588.794917:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224903808 00000100:00100000:0.0:1788483588.795131:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224904320 00000100:00100000:0.0:1788483588.795136:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224904320 00000100:00100000:0.0:1788483588.795177:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 991 00000100:00100000:0.0:1788483588.795200:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+113:2400:x1875360224903296:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483588.795432:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+113:2400:x1875360224903296:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 244us (18032us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483588.795441:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 991 00000100:00100000:0.0:1788483588.795464:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 992 00000100:00100000:0.0:1788483588.795555:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2400:x1875360224903808:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483588.795586:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2400:x1875360224903808:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 116us (18088us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483588.795592:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 992 00000100:00100000:0.0:1788483588.795605:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 993 00000100:00100000:0.0:1788483588.795612:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+11:2400:x1875360224904320:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483588.795643:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+11:2400:x1875360224904320:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (17289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483588.795649:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 993 00000100:00100000:0.0:1788483588.795683:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224903168 00000100:00100000:0.0:1788483588.795688:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224903168 00000100:00100000:0.0:1788483588.795720:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 745 00000100:00100000:0.0:1788483588.795727:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+16:2400:x1875360224903168:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483588.797378:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+16:2400:x1875360224903168:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1637us (5651us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483588.797393:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 745 00000100:00080000:2.0:1788483588.797844:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483588.798008:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224904576 00000100:00100000:2.0:1788483588.798557:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224904576 00000100:00100000:2.0:1788483588.798640:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 595 00000100:00100000:2.0:1788483588.798652:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bd68fede-4789-460f-8e12-34f4d6102241+5:2400:x1875360224904576:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483588.798712:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bd68fede-4789-460f-8e12-34f4d6102241+5:2400:x1875360224904576:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 63us (7064us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483588.798719:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 595 00000100:00080000:2.0:1788483588.798804:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483588.806685:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483588.806732:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483588.806783:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224903424 00000100:00100000:1.0:1788483588.806796:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224903424 00000100:00080000:1.0:1788483588.806843:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483588.806845:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224903936 00000100:00100000:0.0:1788483588.806860:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224903936 00000100:00100000:2.0:1788483588.806935:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224903680 00000100:00100000:0.0:1788483588.807033:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 994 00000100:00100000:0.0:1788483588.807046:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224903936:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483588.807623:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224903936:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 574us (885us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483588.807634:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 994 00000100:00100000:0.0:1788483588.807660:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 995 00000100:00100000:0.0:1788483588.807669:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224903424:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483588.807701:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224903424:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 35us (15945us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483588.807707:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 995 00000100:00100000:2.0:1788483588.807788:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224903680 00000100:00100000:2.0:1788483588.807829:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 596 00000100:00100000:2.0:1788483588.807838:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2400:x1875360224903680:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483588.807880:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:2400:x1875360224903680:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 43us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483588.807886:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 596 00000100:00080000:2.0:1788483588.807914:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483588.807918:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483588.807979:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483588.808061:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483588.812952:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483588.813050:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224904192 00000100:00100000:2.0:1788483588.813063:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224904192 00000100:00100000:2.0:1788483588.813147:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224904704 00000100:00100000:2.0:1788483588.813151:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224904704 00000100:00100000:2.0:1788483588.813179:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 597 00000100:00100000:2.0:1788483588.813206:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224904192:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483588.813680:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224904192:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 474us (5697us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483588.813690:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 597 00000100:00100000:2.0:1788483588.813715:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 598 00000100:00100000:2.0:1788483588.813723:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bd68fede-4789-460f-8e12-34f4d6102241+6:2400:x1875360224904704:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483588.813763:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:bd68fede-4789-460f-8e12-34f4d6102241+6:2400:x1875360224904704:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 41us (1595us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483588.813770:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 598 00000100:00080000:2.0:1788483588.813792:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483588.818139:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224904448 00000100:00100000:3.0:1788483588.818160:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224904448 00000100:00100000:3.0:1788483588.821582:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 996 00000100:00100000:3.0:1788483588.821600:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+6:2400:x1875360224904448:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483588.821702:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+6:2400:x1875360224904448:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 106us (13641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483588.821711:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 996 00000100:00080000:3.0:1788483588.821879:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788483588.869050:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:1.0:1788483589.198280:0:9510:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bd68fede-4789-460f-8e12-34f4d6102241 00000001:00100000:2.0:1788483589.201164:0:7446:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of bd68fede-4789-460f-8e12-34f4d6102241 00010000:00010000:3.0:1788483589.892805:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788483590.214478:0:8866:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 755168975071ns, next at 756168971412ns, rc = 0 00000100:00100000:3.0:1788483590.214549:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250999680:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483590.214596:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250999808:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483590.214640:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483590.214733:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483590.214779:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250999680 00000100:00100000:3.0:1788483590.214790:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250999680 00000100:00100000:3.0:1788483590.214867:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250999808 00000100:00100000:3.0:1788483590.214871:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250999808 00000100:00100000:3.0:1788483590.214894:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1788483590.214905:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250999680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483590.214941:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1788483590.214996:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360250999680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483590.215003:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1788483590.215021:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1788483590.215027:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250999808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483590.215037:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3920334848 avail 3688812544 00000100:00100000:3.0:1788483590.215063:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360250999808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483590.215070:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1788483590.215116:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360250999680:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788483590.218443:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483590.218555:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360250999808:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1788483590.224627:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968137 is committed 00000001:00080000:3.0:1788483590.224645:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968136 is committed 00000004:00080000:3.0:1788483590.224659:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 13 committed 00000020:00080000:3.0:1788483590.224678:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f76086e0600 refcount 2 committed 0 result 0 batchid 29 00000020:00080000:3.0:1788483590.224685:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f75088d8d00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7605fd23c0 00000020:00080000:3.0:1788483590.224689:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f75088d8500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f75091d9000 00000001:00080000:3.0:1788483590.224718:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968121 is committed 00000020:00080000:0.0:1788483590.224837:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 29 committed batchid 28 00000020:00080000:0.0:1788483590.224922:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 28 00000100:00100000:1.0:1788483590.225054:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250999936:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788483590.225146:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483590.226187:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360250999936 00000100:00100000:3.0:1788483590.226210:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360250999936 00000100:00100000:3.0:1788483590.226278:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1788483590.226289:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360250999936:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788483590.226324:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:25 count 1 00002000:00010000:3.0:1788483590.226363:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x19:0x0] initial LVB size: 1048576, mtime: 0x6a9a17ff, atime: 0x0, ctime: 0x6a9a17ff, blocks: 0x800 00010000:00010000:3.0:1788483590.226373:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f36a3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483590.226392:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=755s v=(0 0) 00010000:00010000:3.0:1788483590.226397:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x19:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483590.226404:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f36a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483590.226422:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f36a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483590.226433:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f36a3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483590.226441:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f36a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483590.226464:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788483590.226704:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788483590.226714:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f36a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483590.226724:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483590.226730:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f36a3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483590.226741:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f36a3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483590.226761:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f36a3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483590.226770:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f36a3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483590.226792:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483590.226794:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483590.226796:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483590.233993:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360250999936:12345-0@lo:6:osp-syn-0-0.0 Request processed in 7691us (8833us total) trans 4294967366 rc 0/0 00000100:00100000:3.0:1788483590.234012:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000004:00080000:1.0:1788483590.234629:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7636a46300/2, rc 0, transno 4294967366 00000100:00100000:1.0:1788483590.234638:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360250999936:0@lo:6:osp-syn-0-0.0 00000040:00080000:2.0:1788483590.597149:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483590.597162:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483590.597302:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:2.0:1788483590.597311:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483590.917113:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483591.236919:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483591.238156:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251000064:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483591.238260:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483591.239285:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251000064 00000100:00100000:2.0:1788483591.239298:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251000064 00000100:00100000:2.0:1788483591.239365:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:2.0:1788483591.239377:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251000064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483591.239424:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:2.0:1788483591.239541:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251000064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 164us (1280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483591.239549:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1788483591.239713:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251000064:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788483591.301671:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788483591.504159:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483591.504454:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224904832 00000100:00100000:3.0:1788483591.504482:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224904832 00000100:00080000:2.0:1788483591.506736:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483591.512064:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1360 00000100:00100000:3.0:1788483591.512222:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:31986:x1875360224904832:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:3.0:1788483591.512279:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483591.512328:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f36aa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147914 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512477:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512494:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512548:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512568:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f36b8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512577:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f36b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512584:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f36b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512684:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512715:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512723:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483591.512801:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:3.0:1788483591.512807:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483591.512861:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x53/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512873:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512885:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512893:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512900:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512917:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512924:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483591.512942:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512952:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.512995:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:3.0:1788483591.513000:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483591.513006:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513029:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f36b1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513069:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f36b8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513087:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f36b8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513094:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f36b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513099:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483591.513113:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f36b8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513119:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f36b8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513128:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9f760526d700) 00010000:00010000:3.0:1788483591.513140:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483591.513143:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f36b8 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513150:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f36b8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513229:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f36aa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147914 expref: 48 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513246:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147914 expref: 47 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483591.513253:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:3.0:1788483591.513269:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483591.513272:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:3.0:1788483591.513432:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:31986:x1875360224904832:12345-192.168.206.36@tcp:101:stat.0 Request processed in 1307us (9286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483591.516617:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1360 00000001:00080000:3.0:1788483591.765620:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967366 is committed 00010000:00010000:3.0:1788483591.942551:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483592.078930:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483592.079045:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224904960 00000100:00100000:1.0:1788483592.079054:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224904960 00000100:00100000:1.0:1788483592.079130:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1361 00000100:00100000:1.0:1788483592.079149:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+7:32010:x1875360224904960:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483592.079167:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483592.079185:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f36c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14791b expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788483592.079351:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788483592.079701:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f36cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.079718:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f36cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.079729:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f36cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483592.079768:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483592.079771:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483592.079786:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f36cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.079809:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f36c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14791b expref: 9 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.079827:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f36cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14791b expref: 8 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.079846:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483592.079850:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483592.079854:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc2200, rc 0) 00000100:00100000:1.0:1788483592.079958:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+8:32010:x1875360224904960:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 810us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483592.079965:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1361 00000100:00100000:2.0:1788483592.093964:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483592.094107:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224905216 00000100:00100000:0.0:1788483592.094117:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224905216 00000100:00100000:0.0:1788483592.094180:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1362 00000100:00100000:0.0:1788483592.094190:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+8:32011:x1875360224905216:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483592.094208:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483592.094228:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f36d4 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147922 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094305:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f36db lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094319:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f36db lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094330:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f36db lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094342:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f36e2 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094349:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f36e2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094356:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f36e2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094437:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f36e9 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094446:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f36e9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094454:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f36e9 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483592.094474:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:0.0:1788483592.094594:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f36db lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094602:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f36db lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094609:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f36db lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094615:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483592.094619:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f36db lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094627:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f36db lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094639:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9f750731ff00) 00010000:00010000:0.0:1788483592.094642:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483592.094646:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f36db lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094652:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f36db lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094665:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f36e2 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094672:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f36e2 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094678:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f36e2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094687:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483592.094690:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f36e2 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094695:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f36e2 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094701:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9f7602eeb800) 00010000:00010000:0.0:1788483592.094703:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483592.094706:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f36e2 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094711:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f36e2 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.094993:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f36d4 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147922 expref: 11 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.095021:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f36e9 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147922 expref: 10 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.095028:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:0.0:1788483592.095030:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483592.095033:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483592.095104:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+10:32011:x1875360224905216:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 916us (1148us total) trans 4294968138 rc 0/0 00000100:00100000:0.0:1788483592.095112:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1362 00000100:00100000:2.0:1788483592.101877:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483592.101945:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483592.102034:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224905344 00000100:00100000:1.0:1788483592.102043:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224905344 00000100:00100000:1.0:1788483592.102097:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1363 00000100:00100000:1.0:1788483592.102106:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+10:32011:x1875360224905344:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483592.102207:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+10:32011:x1875360224905344:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 102us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483592.102226:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1363 00000100:00100000:3.0:1788483592.102844:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224905472 00000100:00100000:3.0:1788483592.102852:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224905472 00000100:00100000:3.0:1788483592.102899:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 61 00000100:00100000:3.0:1788483592.102908:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a40ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bd68fede-4789-460f-8e12-34f4d6102241+10:2402:x1875360224905472:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483592.102920:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483592.102941:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f36e9 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147922 expref: 10 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.102958:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483592.102963:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483592.102999:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a40ac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bd68fede-4789-460f-8e12-34f4d6102241+9:2402:x1875360224905472:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 92us (1053us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.103012:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 61 00000100:00100000:2.0:1788483592.117077:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.117160:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224905600 00000100:00100000:3.0:1788483592.117169:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224905600 00000100:00100000:3.0:1788483592.117251:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1364 00000100:00100000:3.0:1788483592.117269:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+5:32011:x1875360224905600:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788483592.117373:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+5:32011:x1875360224905600:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 106us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.117380:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1364 00000100:00080000:2.0:1788483592.118337:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000040:00080000:0.0:1788483592.326898:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1788483592.644726:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483592.644736:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483592.644768:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 3 00000040:00080000:2.0:1788483592.644779:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483592.644929:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251000192:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483592.645061:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76277da480 going to sleep for 11 seconds 00000100:00100000:3.0:1788483592.652562:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251000192:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483592.663121:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483592.663218:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224905728 00000100:00100000:2.0:1788483592.663228:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224905728 00000100:00100000:2.0:1788483592.663283:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1365 00000100:00100000:2.0:1788483592.663293:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+9:32012:x1875360224905728:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483592.663324:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483592.663486:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+9:32012:x1875360224905728:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 193us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483592.663493:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1365 00000100:00100000:2.0:1788483592.683611:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483592.685142:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224905856 00000100:00100000:1.0:1788483592.685155:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224905856 00000100:00100000:1.0:1788483592.685228:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1366 00000100:00100000:1.0:1788483592.685238:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+9:32012:x1875360224905856:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788483592.685320:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f36f7 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685338:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f36f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685351:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f36f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685366:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f36fe lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685374:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f36fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685382:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f36fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685404:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685414:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685421:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483592.685465:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:1.0:1788483592.685469:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483592.685484:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685494:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f36f7 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685532:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f36f7 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685538:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f36f7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685544:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483592.685547:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f36f7 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685554:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f36f7 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685565:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:1.0:1788483592.685567:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483592.685572:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f36f7 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685577:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f36f7 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685588:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f36fe lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685594:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f36fe lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685599:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f36fe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685604:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483592.685607:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f36fe lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685613:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f36fe lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685619:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x6b95eb1f (ffff9f760b52f800) 00010000:00010000:1.0:1788483592.685622:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483592.685625:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f36fe lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685630:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f36fe lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x6b95eb1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685649:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685655:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685661:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685667:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483592.685670:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685676:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685682:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:1.0:1788483592.685684:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483592.685687:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.685811:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f3705 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483592.685906:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+9:32012:x1875360224905856:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 667us (2686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483592.685914:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1366 00000100:00100000:1.0:1788483592.694927:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.695024:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224906112 00000100:00100000:3.0:1788483592.695033:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224906112 00000100:00100000:3.0:1788483592.695092:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1367 00000100:00100000:3.0:1788483592.695102:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+9:32012:x1875360224906112:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483592.695122:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483592.695142:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f370c lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147929 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695267:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3713 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695281:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3713 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695292:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3713 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483592.695302:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:3.0:1788483592.695380:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3713 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695388:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3713 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695394:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3713 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695399:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483592.695403:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3713 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695410:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3713 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695422:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:3.0:1788483592.695425:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483592.695429:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3713 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695434:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3713 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695472:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f370c lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147929 expref: 11 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695482:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483592.695484:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483592.695488:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f370c lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147929 expref: 11 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.695552:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4600, rc 0) 00000100:00100000:3.0:1788483592.695618:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+10:32012:x1875360224906112:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 516us (700us total) trans 4294968139 rc 301/301 00000100:00100000:3.0:1788483592.695625:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1367 00000100:00100000:0.0:1788483592.727918:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.728021:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224906240 00000100:00100000:3.0:1788483592.728042:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224906240 00000100:00100000:3.0:1788483592.728098:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1368 00000100:00100000:3.0:1788483592.728109:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+10:32012:x1875360224906240:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483592.728142:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x25:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483592.728246:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+10:32012:x1875360224906240:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 139us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.728253:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1368 00000100:00100000:0.0:1788483592.736755:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483592.737179:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224906368 00000100:00100000:1.0:1788483592.737189:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224906368 00000100:00100000:1.0:1788483592.737262:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1369 00000100:00100000:1.0:1788483592.737272:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+10:32012:x1875360224906368:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483592.737291:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483592.737310:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3721 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147930 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737373:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3728 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737387:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3728 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737399:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3728 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737414:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f372f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737420:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f372f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737427:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f372f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737532:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f3736 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737541:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f3736 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737548:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f3736 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483592.737584:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x44:0x0]: returning size 4096 00000004:00200000:1.0:1788483592.737588:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483592.737606:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f3736 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737618:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3728 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737624:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3728 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737631:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3728 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737637:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483592.737641:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3728 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737649:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3728 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737661:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483592.737664:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483592.737668:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3728 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737674:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3728 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737686:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f372f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737696:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f372f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737702:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f372f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737706:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483592.737709:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f372f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737715:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f372f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737722:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x28683846 (ffff9f760b52f800) 00010000:00010000:1.0:1788483592.737725:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483592.737727:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f372f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737733:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f372f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x28683846 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737760:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f3721 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147930 expref: 12 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737772:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f3736 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147930 expref: 11 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.737779:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:1.0:1788483592.737781:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788483592.737784:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3a00, rc 0) 00000100:00100000:1.0:1788483592.737845:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+11:32012:x1875360224906368:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 575us (1099us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483592.737853:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1369 00000100:00100000:1.0:1788483592.743757:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.743935:0:6523:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224906496 00000100:00100000:3.0:1788483592.743945:0:6523:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224906496 00000100:00100000:3.0:1788483592.743997:0:6523:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 6 00000100:00100000:3.0:1788483592.744015:0:6523:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:bd68fede-4789-460f-8e12-34f4d6102241+11:32012:x1875360224906496:12345-192.168.206.36@tcp:700:lhsmtool_posix.0 00000100:00100000:3.0:1788483592.744111:0:6523:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:bd68fede-4789-460f-8e12-34f4d6102241+11:32012:x1875360224906496:12345-192.168.206.36@tcp:700:lhsmtool_posix.0 Request processed in 98us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.744119:0:6523:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 6 00000100:00100000:0.0:1788483592.747480:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.747611:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224906752 00000100:00100000:3.0:1788483592.747619:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224906752 00000100:00100000:3.0:1788483592.747666:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1370 00000100:00100000:3.0:1788483592.747677:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+11:32012:x1875360224906752:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483592.747695:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483592.747716:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f373d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147937 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.748404:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3744 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.748419:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3744 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.748429:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3744 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483592.748438:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00010000:00010000:3.0:1788483592.748483:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f373d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147937 expref: 14 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.748772:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3744 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147937 expref: 13 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.748781:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760526dc00) 00010000:00010000:3.0:1788483592.748784:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483592.748787:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5e00, rc 0) 00000100:00100000:2.0:1788483592.748987:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+13:32012:x1875360224906752:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1310us (1513us total) trans 4294968140 rc 0/0 00000100:00100000:2.0:1788483592.748996:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1370 00000100:00100000:2.0:1788483592.754463:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.755883:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224907008 00000100:00100000:3.0:1788483592.755897:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224907008 00000100:00100000:3.0:1788483592.755964:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1371 00000100:00100000:3.0:1788483592.755975:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+13:32012:x1875360224907008:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483592.756030:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483592.756059:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3744 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147937 expref: 13 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.756082:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760526dc00) 00010000:00010000:3.0:1788483592.756092:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483592.756113:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.756126:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ce expref: 100 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.756134:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.756165:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ce expref: 100 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.756179:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ce expref: 100 pid: 12148 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483592.756193:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251000320:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483592.756291:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fae240 going to sleep for 11 seconds 00000100:00100000:3.0:1788483592.760789:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251000320:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483592.760820:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483592.762961:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.763082:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224907136 00000100:00100000:3.0:1788483592.763092:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224907136 00010000:00010000:3.0:1788483592.763150:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ce expref: 101 pid: 12148 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483592.763196:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 414 00000100:00100000:3.0:1788483592.763207:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+101:2402:x1875360224907136:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483592.763235:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483592.763243:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ce expref: 101 pid: 12148 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.763257:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ce expref: 101 pid: 12148 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.763279:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f35df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ce expref: 101 pid: 12148 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.763294:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:3.0:1788483592.763300:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.763310:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.763318:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.763343:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483592.763391:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+100:2402:x1875360224907136:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 187us (438us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.763399:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 414 00000100:00080000:2.0:1788483592.763859:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788483592.764295:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764306:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764331:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3759 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x44:0x0].0x1ad9d1a4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764341:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3759 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x1ad9d1a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764350:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3759 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x1ad9d1a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764400:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764407:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764413:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764418:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483592.764422:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764430:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764441:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:0.0:1788483592.764444:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483592.764448:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764454:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3752 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764465:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3759 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x44:0x0].0x1ad9d1a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764470:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3759 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x1ad9d1a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764476:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3759 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x1ad9d1a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764481:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483592.764483:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3759 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x1ad9d1a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764489:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3759 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x44:0x0].0x1ad9d1a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764496:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x1ad9d1a4 (ffff9f7602eeb800) 00010000:00010000:0.0:1788483592.764533:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483592.764537:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3759 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x1ad9d1a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.764543:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3759 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x44:0x0].0x1ad9d1a4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483592.764623:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+12:32012:x1875360224907008:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 8648us (10166us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788483592.764630:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1371 00000100:00100000:3.0:1788483592.772730:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251000576:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.772798:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.772845:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251001088:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.772869:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.772888:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251001600:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.772908:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.772932:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1788483592.772938:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251000448:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.772965:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.772995:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251000960:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773020:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.773052:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251001472:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773074:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.773090:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251001984:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773106:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.773130:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251000832:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773149:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.773170:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251001344:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773188:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.773203:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251001856:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773221:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.773239:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788483592.773244:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251000704:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773263:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.773279:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251001216:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773295:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.773308:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251001728:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773327:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483592.773351:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251000448 00000100:00100000:3.0:1788483592.773357:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251000448 00000100:00100000:3.0:1788483592.773395:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1788483592.773401:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251000448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773441:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251000448:12345-0@lo:400:kworker.0 Request processed in 40us (475us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.773449:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:3.0:1788483592.773477:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251000960 00000100:00100000:3.0:1788483592.773481:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251000960 00000100:00100000:3.0:1788483592.773532:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251000704 00000100:00100000:3.0:1788483592.773536:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251000704 00000100:00100000:3.0:1788483592.773551:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1788483592.773557:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251000960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773591:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251000960:12345-0@lo:400:kworker.0 Request processed in 34us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.773597:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1788483592.773609:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1788483592.773615:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251000704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773648:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251000704:12345-0@lo:400:kworker.0 Request processed in 33us (383us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.773654:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:3.0:1788483592.773673:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251001472 00000100:00100000:3.0:1788483592.773676:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251001472 00000100:00100000:3.0:1788483592.773705:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251001984 00000100:00100000:3.0:1788483592.773709:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251001984 00000100:00100000:3.0:1788483592.773720:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251001344 00000100:00100000:3.0:1788483592.773722:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251001344 00000100:00100000:3.0:1788483592.773733:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251001856 00000100:00100000:3.0:1788483592.773736:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251001856 00000100:00100000:3.0:1788483592.773749:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1788483592.773755:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251001472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773786:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251001472:12345-0@lo:400:kworker.0 Request processed in 31us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.773791:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1788483592.773804:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1788483592.773810:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251001984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773852:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251001984:12345-0@lo:400:kworker.0 Request processed in 42us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.773858:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1788483592.773869:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1788483592.773875:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251001344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773901:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251001344:12345-0@lo:400:kworker.0 Request processed in 26us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.773906:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:3.0:1788483592.773917:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1788483592.773923:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251001856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.773949:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251001856:12345-0@lo:400:kworker.0 Request processed in 27us (727us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.773955:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00080000:3.0:1788483592.773989:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483592.773993:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483592.774022:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251000704:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774033:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251001344:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774042:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251001856:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774071:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251000448:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774081:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081af480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251000960:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774089:0:3639:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967366 gen 2 00000004:00080000:3.0:1788483592.774095:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967365 committed transno 4294967366 00000004:00080000:3.0:1788483592.774111:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7636a46300, transno 4294967366 00000100:00100000:3.0:1788483592.774123:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251001472:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774134:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251001984:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774158:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251000576 00000100:00100000:3.0:1788483592.774162:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251000576 00000100:00100000:3.0:1788483592.774180:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251001088 00000100:00100000:3.0:1788483592.774183:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251001088 00000100:00100000:3.0:1788483592.774200:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251001600 00000100:00100000:3.0:1788483592.774203:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251001600 00000100:00100000:3.0:1788483592.774215:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251000832 00000100:00100000:3.0:1788483592.774217:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251000832 00000100:00100000:3.0:1788483592.774226:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251001216 00000100:00100000:3.0:1788483592.774228:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251001216 00000100:00100000:3.0:1788483592.774239:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251001728 00000100:00100000:3.0:1788483592.774241:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251001728 00000100:00100000:3.0:1788483592.774252:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1788483592.774258:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251000576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774294:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251000576:12345-0@lo:400:kworker.0 Request processed in 36us (1496us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.774303:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:3.0:1788483592.774315:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1788483592.774321:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251001088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774350:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251001088:12345-0@lo:400:kworker.0 Request processed in 29us (1480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.774355:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1788483592.774365:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1788483592.774371:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251001600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774395:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251001600:12345-0@lo:400:kworker.0 Request processed in 25us (1486us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.774401:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 999 00000100:00100000:3.0:1788483592.774412:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1788483592.774418:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251000832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774448:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251000832:12345-0@lo:400:kworker.0 Request processed in 31us (1297us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.774453:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1000 00000100:00100000:3.0:1788483592.774465:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1788483592.774471:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251001216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774496:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251001216:12345-0@lo:400:kworker.0 Request processed in 26us (1199us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.774527:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1788483592.774539:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1788483592.774546:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251001728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774573:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251001728:12345-0@lo:400:kworker.0 Request processed in 28us (1246us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.774579:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00080000:3.0:1788483592.774593:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483592.774596:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483592.774613:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251001216:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774622:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251001728:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774631:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251000832:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774657:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251000576:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774667:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251001088:0@lo:400:kworker.0 00000100:00100000:3.0:1788483592.774677:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251001600:0@lo:400:kworker.0 00000100:00100000:1.0:1788483592.777594:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483592.777640:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224907264 00000100:00100000:1.0:1788483592.777649:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224907264 00000100:00100000:1.0:1788483592.777694:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1372 00000100:00100000:1.0:1788483592.777704:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+12:32012:x1875360224907264:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483592.777721:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483592.777745:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f3760 lrc: 2/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14793e expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.777779:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.777791:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.777802:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.777919:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2c00/0xf2b1f833e60f3760 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14793e expref: 14 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.777936:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14793e expref: 13 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483592.777950:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:1.0:1788483592.777953:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483592.777956:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3600, rc 0) 00000100:00100000:1.0:1788483592.778019:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+13:32012:x1875360224907264:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 316us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483592.778027:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1372 00000100:00100000:0.0:1788483592.779208:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483592.779239:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251002112:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483592.779294:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483592.780336:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251002240:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483592.780381:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483592.780467:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251002112 00000100:00100000:2.0:1788483592.780476:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251002112 00000100:00100000:2.0:1788483592.781264:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251002240 00000100:00100000:2.0:1788483592.781271:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251002240 00000100:00100000:0.0:1788483592.781381:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1788483592.781394:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251002112:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483592.781426:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788483592.781442:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1788483592.781451:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251002240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483592.781462:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170646336 pending 0 free 3921395712 avail 3689873408 00000100:00100000:0.0:1788483592.781483:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251002112:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (2189us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.781489:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251002240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (1109us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483592.781490:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1788483592.781494:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1788483592.781763:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251002112:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483592.782080:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251002240:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483592.784870:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483592.785216:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224907520 00000100:00100000:2.0:1788483592.785226:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224907520 00000100:00100000:2.0:1788483592.785285:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1373 00000100:00100000:2.0:1788483592.785296:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+13:32012:x1875360224907520:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483592.785376:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.785391:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.785401:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483592.786121:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008821950a reply state 00000000e3fd05b0 transno 4294968141 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.786138:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.786145:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:2.0:1788483592.786149:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483592.786153:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483592.786262:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+15:32012:x1875360224907520:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 965us (1398us total) trans 4294968141 rc 0/0 00000100:00100000:2.0:1788483592.786270:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1373 00000100:00100000:1.0:1788483592.789904:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483592.790000:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224907648 00000100:00100000:2.0:1788483592.790019:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224907648 00000100:00100000:2.0:1788483592.790074:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1374 00000100:00100000:2.0:1788483592.790084:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+15:32012:x1875360224907648:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483592.790112:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483592.790133:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3775 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147945 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.790188:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3775 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147945 expref: 16 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.790202:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3775 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147945 expref: 16 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.790211:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:2.0:1788483592.790214:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483592.790217:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ecc00, rc 0) 00000100:00100000:2.0:1788483592.790285:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+16:32012:x1875360224907648:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 202us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483592.790293:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1374 00000100:00100000:3.0:1788483592.794264:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483592.794916:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224907776 00000100:00100000:0.0:1788483592.794926:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224907776 00000100:00100000:0.0:1788483592.795024:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 262 00000100:00100000:0.0:1788483592.795190:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bd68fede-4789-460f-8e12-34f4d6102241+16:32012:x1875360224907776:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:0.0:1788483592.795328:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bd68fede-4789-460f-8e12-34f4d6102241+16:32012:x1875360224907776:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 295us (1074us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483592.795336:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 262 00000100:00100000:2.0:1788483592.798722:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483592.798816:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224908032 00000100:00100000:1.0:1788483592.798826:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224908032 00000100:00100000:1.0:1788483592.798894:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 263 00000100:00100000:1.0:1788483592.798904:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bd68fede-4789-460f-8e12-34f4d6102241+16:32012:x1875360224908032:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483592.799411:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:bd68fede-4789-460f-8e12-34f4d6102241+17:32012:x1875360224908032:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 507us (698us total) trans 4294968142 rc 0/0 00000100:00100000:1.0:1788483592.799421:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 263 00000100:00100000:2.0:1788483592.802581:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483592.802675:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224908288 00000100:00100000:1.0:1788483592.802684:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224908288 00000100:00100000:1.0:1788483592.802731:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1375 00000100:00100000:1.0:1788483592.802740:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+17:32012:x1875360224908288:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483592.802852:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+17:32012:x1875360224908288:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 112us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483592.802863:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1375 00000100:00100000:3.0:1788483592.806082:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483592.806292:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224908544 00000100:00100000:0.0:1788483592.806301:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224908544 00000100:00100000:0.0:1788483592.806352:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1376 00000100:00100000:0.0:1788483592.806362:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+17:32012:x1875360224908544:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483592.806381:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483592.806400:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f377c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14794c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.806542:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.806558:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3775 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147945 expref: 18 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.806566:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.806600:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3775 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147945 expref: 18 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.806614:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3775 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147945 expref: 18 pid: 13707 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483592.806625:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251002368:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483592.806706:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760821d240 going to sleep for 11 seconds 00000100:00100000:0.0:1788483592.813458:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773a300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251002368:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483592.813487:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483592.814351:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483592.814477:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224908672 00000100:00100000:0.0:1788483592.814485:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224908672 00010000:00010000:0.0:1788483592.814537:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3775 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147945 expref: 19 pid: 13707 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483592.814575:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 415 00000100:00100000:0.0:1788483592.814583:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bd68fede-4789-460f-8e12-34f4d6102241+19:2402:x1875360224908672:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483592.814596:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483592.814602:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3775 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147945 expref: 19 pid: 13707 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.814614:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3775 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147945 expref: 19 pid: 13707 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.814634:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3775 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147945 expref: 19 pid: 13707 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.814649:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:0.0:1788483592.814654:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.814663:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.814670:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.814695:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483592.814745:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bd68fede-4789-460f-8e12-34f4d6102241+18:2402:x1875360224908672:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 162us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483592.814752:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 415 00010000:00010000:2.0:1788483592.815332:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.815342:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483592.815361:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00080000:2.0:1788483592.815532:0:6514:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1b:0x0], index 1: 0 00010000:00010000:2.0:1788483592.815630:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.815643:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.815650:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.815655:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483592.815659:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.815666:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.815678:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:2.0:1788483592.815681:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483592.815685:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.815690:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f3783 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.815732:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f377c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14794c expref: 18 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.815741:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:2.0:1788483592.815743:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483592.815746:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f377c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14794c expref: 18 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.815754:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:2.0:1788483592.815800:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+17:32012:x1875360224908544:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 9438us (9725us total) trans 4294968143 rc 301/301 00000100:00100000:2.0:1788483592.815807:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1376 00000100:00100000:3.0:1788483592.822166:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483592.822390:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224908928 00000100:00100000:2.0:1788483592.822398:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224908928 00000100:00100000:2.0:1788483592.822452:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 264 00000100:00100000:2.0:1788483592.822462:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bd68fede-4789-460f-8e12-34f4d6102241+17:32012:x1875360224908928:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483592.823055:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bd68fede-4789-460f-8e12-34f4d6102241+18:32012:x1875360224908928:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 590us (895us total) trans 4294968144 rc 0/0 00000100:00100000:2.0:1788483592.823064:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 264 00000100:00100000:0.0:1788483592.828796:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483592.828928:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224909056 00000100:00100000:2.0:1788483592.828937:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224909056 00000100:00100000:2.0:1788483592.828996:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1377 00000100:00100000:2.0:1788483592.829016:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+18:32012:x1875360224909056:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483592.829045:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483592.829065:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3791 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147953 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.829130:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3798 lrc: 3/1,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.829143:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3798 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.829153:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3798 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483592.829192:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000404:0x1:0x0]: returning size 0 00000004:00200000:2.0:1788483592.829197:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483592.829229:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3798 lrc: 3/1,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.829254:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3791 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147953 expref: 20 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.829272:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3798 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147953 expref: 19 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.829279:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:2.0:1788483592.829282:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788483592.829285:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:2.0:1788483592.829342:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+19:32012:x1875360224909056:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 328us (554us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483592.829349:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1377 00000100:00100000:2.0:1788483592.832599:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483592.832730:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224909184 00000100:00100000:0.0:1788483592.832739:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224909184 00000100:00100000:0.0:1788483592.832804:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 366 00000100:00100000:0.0:1788483592.832813:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bd68fede-4789-460f-8e12-34f4d6102241+5:2402:x1875360224909184:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483592.832838:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483592.832860:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f379f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14795a expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483592.832882:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788483592.832899:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=757s v=(0 0) 00010000:00010000:0.0:1788483592.832903:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483592.832911:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f379f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14795a expref: 6 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.832928:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f379f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14795a expref: 6 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.832941:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:0.0:1788483592.832987:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:bd68fede-4789-460f-8e12-34f4d6102241+6:2402:x1875360224909184:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 175us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483592.832994:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 366 00000100:00080000:2.0:1788483592.833839:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483592.837205:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483592.838148:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224909440 00000100:00100000:1.0:1788483592.838160:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224909440 00000100:00100000:1.0:1788483592.838398:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1378 00000100:00100000:1.0:1788483592.838409:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+19:32012:x1875360224909440:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483592.838545:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+19:32012:x1875360224909440:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 137us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483592.838552:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1378 00000100:00100000:0.0:1788483592.849990:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.850176:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224909568 00000100:00100000:3.0:1788483592.850184:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224909568 00000100:00100000:3.0:1788483592.850302:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 367 00000100:00100000:3.0:1788483592.850312:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bd68fede-4789-460f-8e12-34f4d6102241+6:32012:x1875360224909568:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483592.850327:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483592.850344:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147961 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.850371:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f379f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14795a expref: 7 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.850380:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483592.850384:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483592.850390:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 7 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.850420:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f379f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14795a expref: 7 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.850433:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f379f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14795a expref: 7 pid: 8433 timeout: 857 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483592.850445:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251002496:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483592.862894:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fae180 going to sleep for 11 seconds 00000100:00100000:3.0:1788483592.863318:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251002496:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483592.863351:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 7 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.863375:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5e00, rc 0) 00000100:00100000:3.0:1788483592.863482:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bd68fede-4789-460f-8e12-34f4d6102241+7:32012:x1875360224909568:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 13171us (13499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.863491:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 367 00000100:00100000:2.0:1788483592.863594:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.864537:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224909696 00000100:00100000:3.0:1788483592.864547:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224909696 00010000:00010000:3.0:1788483592.864577:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f379f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14795a expref: 7 pid: 8433 timeout: 857 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483592.864615:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 416 00000100:00100000:3.0:1788483592.864624:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bd68fede-4789-460f-8e12-34f4d6102241+7:2402:x1875360224909696:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483592.864637:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483592.864658:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f379f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14795a expref: 7 pid: 8433 timeout: 857 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.864672:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f379f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14795a expref: 7 pid: 8433 timeout: 857 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.864693:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f379f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14795a expref: 7 pid: 8433 timeout: 857 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.864708:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483592.864712:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483592.864720:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 6 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.864730:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 6 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.864761:0:6500:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 6 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483592.864775:0:6500:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1875360251002624:192.168.206.36@tcp:105: 00000100:00100000:3.0:1788483592.866309:0:6500:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610fae180 going to sleep for 11 seconds 00000100:00100000:3.0:1788483592.880475:0:6500:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387caa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1875360251002624:192.168.206.36@tcp:105: 00010000:00010000:3.0:1788483592.880525:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483592.880582:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:bd68fede-4789-460f-8e12-34f4d6102241+6:2402:x1875360224909696:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 15958us (16987us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.880592:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 416 00000100:00100000:3.0:1788483592.905389:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483592.906199:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224909824 00000100:00100000:0.0:1788483592.906210:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224909824 00002000:00100000:0.0:1788483592.906539:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff9f76387caa00 x1875360224909824/t0(0) o4->bd68fede-4789-460f-8e12-34f4d6102241@192.168.206.36@tcp:343/0 lens 488/0 e 0 to 0 dl 1788483603 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483592.906558:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387caa00 with x1875360224909824 ext(0->1048575) 00002000:00010000:0.0:1788483592.906564:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76387caa00 00000100:00100000:0.0:1788483592.906648:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 98 00000100:00100000:0.0:1788483592.906658:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bd68fede-4789-460f-8e12-34f4d6102241+6:2402:x1875360224909824:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:0.0:1788483592.933749:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:bd68fede-4789-460f-8e12-34f4d6102241+8:2402:x1875360224909824:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 27083us (28360us total) trans 4294967373 rc 0/0 00000100:00100000:0.0:1788483592.933762:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 98 00002000:00100000:0.0:1788483592.933774:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff9f76387caa00 x1875360224909824/t4294967373(0) o4->bd68fede-4789-460f-8e12-34f4d6102241@192.168.206.36@tcp:343/0 lens 488/448 e 0 to 0 dl 1788483603 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483592.933784:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387caa00 with x1875360224909824 ext(0->1048575) 00002000:00010000:0.0:1788483592.933790:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76387caa00 00000100:00100000:3.0:1788483592.943690:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483592.943909:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224909952 00000100:00100000:2.0:1788483592.943919:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224909952 00000100:00100000:2.0:1788483592.943982:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1379 00000100:00100000:2.0:1788483592.943993:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+19:32012:x1875360224909952:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788483592.946411:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968144 is committed 00000020:00080000:2.0:1788483592.946448:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 29 batchid updated 00000004:00080000:2.0:1788483592.946467:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 14 committed 00000100:00100000:2.0:1788483592.947129:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:bd68fede-4789-460f-8e12-34f4d6102241+12:32012:x1875360224909952:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 3131us (3441us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483592.947143:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1379 00000020:00080000:3.0:1788483592.948154:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000020:00080000:3.0:1788483592.948171:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:2.0:1788483592.951872:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.951968:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224910080 00000100:00100000:3.0:1788483592.951978:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224910080 00000100:00100000:3.0:1788483592.952058:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 368 00000100:00100000:3.0:1788483592.952069:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bd68fede-4789-460f-8e12-34f4d6102241+8:2401:x1875360224910080:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00010000:00010000:0.0:1788483592.955161:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.955180:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.955188:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.955193:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483592.955199:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.955207:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.955310:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:0.0:1788483592.955313:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788483592.955318:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.955325:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f376e lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788483592.957610:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967373 is committed 00000100:00100000:2.0:1788483592.957796:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bd68fede-4789-460f-8e12-34f4d6102241+6:2401:x1875360224910080:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 5723us (5927us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483592.957807:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 368 00000100:00100000:1.0:1788483592.963459:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.964261:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224910336 00000100:00100000:3.0:1788483592.964272:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224910336 00000100:00100000:3.0:1788483592.964329:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1380 00000100:00100000:3.0:1788483592.964340:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+11:32012:x1875360224910336:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483592.964389:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483592.964414:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3798 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147953 expref: 11 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.964433:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:3.0:1788483592.964437:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483592.964464:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.964477:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.964486:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483592.964633:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000006806917e reply state 0000000006efc13a transno 4294968145 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.964646:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.964653:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:3.0:1788483592.964662:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483592.964666:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788483592.964758:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+12:32012:x1875360224910336:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 418us (1307us total) trans 4294968145 rc 0/0 00000100:00100000:3.0:1788483592.964766:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1380 00010000:00010000:3.0:1788483592.965405:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483592.978798:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.978882:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224910464 00000100:00100000:3.0:1788483592.978892:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224910464 00000100:00100000:3.0:1788483592.978940:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1381 00000100:00100000:3.0:1788483592.978950:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+12:32012:x1875360224910464:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483592.978972:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483592.978992:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f37b4 lrc: 2/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147968 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.979061:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f37b4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147968 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.979075:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f37b4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147968 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483592.979093:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:3.0:1788483592.979097:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483592.979100:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4400, rc 0) 00000100:00100000:3.0:1788483592.979165:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+13:32012:x1875360224910464:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 216us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483592.979172:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1381 00000100:00100000:0.0:1788483592.982564:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483592.982668:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224910592 00000100:00100000:3.0:1788483592.982677:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224910592 00000100:00100000:3.0:1788483592.982734:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 369 00000100:00100000:3.0:1788483592.982744:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+6:2401:x1875360224910592:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:3.0:1788483592.982912:0:8432:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 0 -> 1048576 00002000:00010000:3.0:1788483592.982917:0:8432:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 0 -> 1788483583 00002000:00010000:3.0:1788483592.982919:0:8432:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 0 -> 1788483583 00002000:00010000:3.0:1788483592.982921:0:8432:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 0 -> 1788483583 00002000:00010000:3.0:1788483592.982924:0:8432:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 0 -> 2048 00000100:00100000:3.0:1788483592.982989:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+7:2401:x1875360224910592:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 246us (433us total) trans 4294967374 rc 0/0 00000100:00100000:3.0:1788483592.982997:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 369 00000100:00100000:2.0:1788483592.985401:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483592.985552:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224910848 00000100:00100000:0.0:1788483592.985562:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224910848 00000100:00100000:0.0:1788483592.985617:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1382 00000100:00100000:0.0:1788483592.985627:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+13:32012:x1875360224910848:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:0.0:1788483592.985688:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.985705:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 2/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14793e expref: 13 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.985715:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 4/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.985748:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14793e expref: 13 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.985763:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14793e expref: 13 pid: 13707 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483592.985783:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251002752:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483592.985881:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760821d240 going to sleep for 11 seconds 00000100:00100000:0.0:1788483592.988746:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251002752:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483592.988773:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483592.992483:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483592.992705:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224910976 00000100:00100000:0.0:1788483592.992714:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224910976 00010000:00010000:0.0:1788483592.992756:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14793e expref: 14 pid: 13707 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483592.992790:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 417 00000100:00100000:0.0:1788483592.992799:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bd68fede-4789-460f-8e12-34f4d6102241+14:2401:x1875360224910976:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483592.992813:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483592.992820:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 4/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14793e expref: 14 pid: 13707 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.992843:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 3/0,0 mode: PR/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14793e expref: 14 pid: 13707 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.992864:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f3767 lrc: 0/0,0 mode: --/PR res: [0x200000404:0x1:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14793e expref: 14 pid: 13707 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.992880:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:0.0:1788483592.992886:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.992896:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.992903:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483592.992933:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483592.992981:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bd68fede-4789-460f-8e12-34f4d6102241+13:2401:x1875360224910976:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 182us (506us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483592.992988:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 417 00010000:00010000:2.0:1788483592.993146:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.993154:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.993198:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.993205:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.993221:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.993227:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483592.993231:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.993238:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 4/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.993248:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:2.0:1788483592.993251:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:2.0:1788483592.993255:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 2/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483592.993260:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f37bb lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483592.993300:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+12:32012:x1875360224910848:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 7675us (7907us total) trans 0 rc -22/-22 00000100:00100000:2.0:1788483592.993309:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1382 00000100:00100000:1.0:1788483593.000921:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.001015:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224911104 00000100:00100000:3.0:1788483593.001028:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224911104 00000100:00100000:3.0:1788483593.001082:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 370 00000100:00100000:3.0:1788483593.001092:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bd68fede-4789-460f-8e12-34f4d6102241+7:2401:x1875360224911104:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483593.001132:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.001152:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 7 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.001161:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483593.001165:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483593.001170:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.001205:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 7 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.001220:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 7 pid: 8871 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483593.001235:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251002880:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483593.001374:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7610faecc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483593.005095:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251002880:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483593.005125:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483593.006170:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.006797:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224911232 00000100:00100000:3.0:1788483593.006807:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224911232 00010000:00010000:3.0:1788483593.006860:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 8 pid: 8871 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483593.006902:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 418 00000100:00100000:3.0:1788483593.006912:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bd68fede-4789-460f-8e12-34f4d6102241+8:2402:x1875360224911232:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483593.006925:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483593.006944:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 8 pid: 8871 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.006957:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 8 pid: 8871 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.006978:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c0c8427d/0xf2b1f833e60f37a6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147961 expref: 8 pid: 8871 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.006993:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483593.006997:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483593.007003:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.007018:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.007093:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483593.007155:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:bd68fede-4789-460f-8e12-34f4d6102241+7:2402:x1875360224911232:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 241us (987us total) trans 0 rc 0/0 00010000:00010000:1.0:1788483593.007160:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483593.007163:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 418 00010000:00010000:1.0:1788483593.007170:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.007188:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.007201:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.007209:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.007217:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483593.007222:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.007231:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.007243:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.007260:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f37c2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483593.007310:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bd68fede-4789-460f-8e12-34f4d6102241+6:2401:x1875360224911104:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 6219us (6396us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483593.007319:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 370 00000100:00100000:1.0:1788483593.009345:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.009494:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224911488 00000100:00100000:3.0:1788483593.009637:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224911488 00000100:00100000:2.0:1788483593.009802:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1383 00000100:00100000:2.0:1788483593.009814:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+12:32012:x1875360224911488:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483593.009896:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f37c9 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.009912:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f37c9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.009924:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f37c9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.010072:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.010084:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f37b4 lrc: 2/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147968 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.010092:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 4/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.010124:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f37b4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147968 expref: 13 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.010137:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f37b4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147968 expref: 13 pid: 6516 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483593.010150:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251003008:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483593.010294:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719240 going to sleep for 11 seconds 00000100:00100000:0.0:1788483593.012933:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251003008:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483593.012959:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483593.014205:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.015109:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224911616 00000100:00100000:0.0:1788483593.015120:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224911616 00010000:00010000:0.0:1788483593.015161:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f37b4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147968 expref: 14 pid: 6516 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483593.015379:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 419 00000100:00100000:0.0:1788483593.015391:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bd68fede-4789-460f-8e12-34f4d6102241+14:2401:x1875360224911616:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483593.015818:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483593.015839:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f37b4 lrc: 4/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147968 expref: 14 pid: 6516 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.015854:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f37b4 lrc: 3/0,0 mode: CR/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147968 expref: 14 pid: 6516 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.015881:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f37b4 lrc: 0/0,0 mode: --/CR res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147968 expref: 14 pid: 6516 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.015896:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:0.0:1788483593.015901:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 3/0,1 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.015910:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.015917:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 4/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.015939:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483593.016049:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.016057:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483593.016151:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968146 00000001:00080000:2.0:1788483593.016288:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968147 00000001:00080000:2.0:1788483593.016322:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968148 00000100:00100000:2.0:1788483593.016393:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360251003136:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788483593.016575:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bd68fede-4789-460f-8e12-34f4d6102241+16:2401:x1875360224911616:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 1183us (2373us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.016585:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 419 00000100:00100000:2.0:1788483593.016748:0:13707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483593.016798:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76277da480 going to sleep for 11 seconds 00000100:00100000:3.0:1788483593.016935:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251003136 00000100:00100000:3.0:1788483593.016941:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251003136 00000100:00100000:3.0:1788483593.016989:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1788483593.016998:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360251003136:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788483593.017088:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360251003136:12345-0@lo:1000:mdt00_005.0 Request processed in 91us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483593.017095:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1788483593.017206:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360251003136:0@lo:1000:mdt00_005.0 00000001:00080000:0.0:1788483593.017791:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968149 00000100:00100000:0.0:1788483593.017866:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360251003264:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788483593.017904:0:13707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483593.017930:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719180 going to sleep for 11 seconds 00000100:00100000:3.0:1788483593.017985:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251003264 00000100:00100000:3.0:1788483593.017991:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251003264 00000100:00100000:3.0:1788483593.018032:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1788483593.018040:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360251003264:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788483593.018139:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:13707:x1875360251003264:12345-0@lo:1000:mdt00_005.0 Request processed in 100us (233us total) trans 4294967375 rc 0/0 00000100:00100000:3.0:1788483593.018145:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1788483593.018233:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360251003264:0@lo:1000:mdt00_005.0 00000001:00080000:0.0:1788483593.018300:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968150 00010000:00010000:0.0:1788483593.018323:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 3/0,1 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018336:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 2/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018343:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018349:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483593.018353:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 3/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018359:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 4/0,0 mode: EX/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018373:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:0.0:1788483593.018376:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483593.018380:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 2/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018385:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f37d0 lrc: 0/0,0 mode: --/EX res: [0x200000404:0x1:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018417:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018423:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018428:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018432:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483593.018435:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018868:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018879:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483593.018882:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483593.018888:0:13707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4800/0xf2b1f833e60f369c lrc: 2/0,0 mode: --/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14790d expref: 99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018899:0:13707:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4800/0xf2b1f833e60f369c lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14790d expref: 99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018908:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4800/0xf2b1f833e60f369c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14790d expref: 99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.018936:0:13707:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4800/0xf2b1f833e60f369c lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14790d expref: 99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483593.018949:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251003392:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483593.019005:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76208556c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483593.033091:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.033183:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224911744 00000100:00100000:3.0:1788483593.033192:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224911744 00000100:00100000:3.0:1788483593.033271:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 265 00000100:00100000:3.0:1788483593.033283:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a436450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+100:31983:x1875360224911744:12345-192.168.206.36@tcp:49:cat.0 00000100:00100000:3.0:1788483593.033422:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a436450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+100:31983:x1875360224911744:12345-192.168.206.36@tcp:49:cat.0 Request processed in 141us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483593.033430:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 265 00000100:00100000:0.0:1788483593.038587:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251003392:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483593.038620:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.038631:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3695 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.038845:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.038861:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147914 expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.038869:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.038907:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147914 expref: 46 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.038924:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147914 expref: 46 pid: 8191 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483593.038937:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251003520:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483593.039122:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608da76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483593.053486:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.053965:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224911872 00000100:00100000:3.0:1788483593.053975:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224911872 00000100:00100000:0.0:1788483593.054052:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 371 00000100:00100000:0.0:1788483593.054065:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+13:31983:x1875360224911872:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483593.054082:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483593.054105:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f37de lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14796f expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483593.054132:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1b:0x0] initial LVB size: 1048576, mtime: 0x6a9a17ff, atime: 0x6a9a17ff, ctime: 0x6a9a17ff, blocks: 0x800 00010000:00010000:0.0:1788483593.054153:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=758s v=(0 0) 00010000:00010000:0.0:1788483593.054157:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483593.054167:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f37de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14796f expref: 14 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.054185:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f37de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14796f expref: 14 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.054198:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00080000:2.0:1788483593.054518:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483593.056906:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:31983:x1875360224911872:12345-192.168.206.36@tcp:101:cat.0 Request processed in 2834us (3419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.056919:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 371 00000100:00100000:1.0:1788483593.065205:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251003520:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483593.065237:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483593.070105:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483593.070209:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.070414:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224912000 00000100:00100000:0.0:1788483593.070423:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224912000 00010000:00010000:0.0:1788483593.070473:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147914 expref: 47 pid: 8191 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483593.070545:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 420 00000100:00100000:0.0:1788483593.070556:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a40b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224912000:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483593.070571:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483593.070578:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147914 expref: 47 pid: 8191 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.070592:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147914 expref: 47 pid: 8191 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.070615:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f36bf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147914 expref: 47 pid: 8191 timeout: 857 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.070631:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483593.070637:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.070647:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.070654:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.070680:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483593.070742:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a40b450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2402:x1875360224912000:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 188us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.070750:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 420 00000100:00080000:2.0:1788483593.071108:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788483593.072397:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072410:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072423:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072430:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072438:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072444:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483593.072448:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072456:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072470:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483593.072473:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483593.072477:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072482:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3600/0xf2b1f833e60f37d7 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072536:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f37c9 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072544:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f37c9 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072550:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f37c9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072556:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eda00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483593.072559:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f37c9 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072564:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f37c9 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072573:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483593.072576:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483593.072578:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f37c9 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.072583:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f37c9 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483593.073474:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+17:32012:x1875360224911488:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 63657us (64135us total) trans 4294968151 rc 0/0 00000100:00100000:2.0:1788483593.073486:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1383 00000020:00080000:2.0:1788483593.073492:0:13707:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:1.0:1788483593.073871:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224912128 00000100:00100000:1.0:1788483593.073880:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224912128 00002000:00100000:1.0:1788483593.073918:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff9f750810c700 x1875360224912128/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:344/0 lens 488/0 e 0 to 0 dl 1788483604 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483593.073929:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750810c700 with x1875360224912128 ext(0->1048575) 00002000:00010000:1.0:1788483593.073933:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f750810c700 00000040:00080000:3.0:1788483593.073949:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483593.073954:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:1.0:1788483593.073956:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 99 00000100:00100000:1.0:1788483593.073964:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2400:x1875360224912128:12345-192.168.206.36@tcp:3:cat.0 00000040:00080000:3.0:1788483593.078395:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:3.0:1788483593.079247:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483593.082743:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483593.083262:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224912384 00000100:00100000:1.0:1788483593.083272:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224912384 00000100:00100000:1.0:1788483593.083337:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 266 00000100:00100000:1.0:1788483593.083348:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bd68fede-4789-460f-8e12-34f4d6102241+17:32012:x1875360224912384:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788483593.084386:0:6517:0:(mdd_object.c:4014:mdd_close()) Object [0x200000404:0x1:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788483593.084418:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968152 00010000:00010000:1.0:1788483593.084453:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 3/0,1 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.084469:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.084480:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 3/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.084488:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.084494:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 4/0,1 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.084526:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.084550:0:6517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788483593.084646:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:bd68fede-4789-460f-8e12-34f4d6102241+19:32012:x1875360224912384:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 1298us (1909us total) trans 4294968153 rc 0/0 00000100:00100000:1.0:1788483593.084663:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 266 00000020:00080000:1.0:1788483593.084669:0:6517:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788483593.085125:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788483593.085133:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.085140:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483593.085144:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 2/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.085153:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 3/0,0 mode: PW/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.085167:0:19385:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:2.0:1788483593.085170:0:19385:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788483593.085175:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 1/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.085181:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f37e5 lrc: 0/0,0 mode: --/PW res: [0x200000404:0x1:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.085198:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483593.085200:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483593.085202:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483593.101492:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2400:x1875360224912128:12345-192.168.206.36@tcp:3:cat.0 Request processed in 27520us (31274us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1788483593.101546:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 99 00002000:00100000:1.0:1788483593.101559:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1b:0x0] (0->1048575) req@ffff9f750810c700 x1875360224912128/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:344/0 lens 488/440 e 0 to 0 dl 1788483604 ref 1 fl Complete:/600/0 rc 1048576/1048576 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483593.101577:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750810c700 with x1875360224912128 ext(0->1048575) 00002000:00010000:1.0:1788483593.101584:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f750810c700 00000100:00100000:2.0:1788483593.122242:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.122691:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224912512 00000100:00100000:3.0:1788483593.122701:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224912512 00002000:00100000:3.0:1788483593.122748:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->1052671) req@ffff9f7509217b80 x1875360224912512/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:344/0 lens 488/0 e 0 to 0 dl 1788483604 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483593.122760:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509217b80 with x1875360224912512 ext(1048576->1052671) 00002000:00010000:3.0:1788483593.122765:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7509217b80 00000100:00100000:3.0:1788483593.122797:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 100 00000100:00100000:3.0:1788483593.122807:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2399:x1875360224912512:12345-192.168.206.36@tcp:3:cat.0 00000100:00100000:3.0:1788483593.123546:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2399:x1875360224912512:12345-192.168.206.36@tcp:3:cat.0 Request processed in 736us (1310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483593.123556:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 100 00002000:00100000:3.0:1788483593.123566:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1b:0x0] (1048576->1052671) req@ffff9f7509217b80 x1875360224912512/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:344/0 lens 488/440 e 0 to 0 dl 1788483604 ref 1 fl Complete:/600/0 rc 0/0 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483593.123577:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509217b80 with x1875360224912512 ext(1048576->1052671) 00002000:00010000:3.0:1788483593.123581:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7509217b80 00000100:00100000:0.0:1788483593.135385:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483593.135543:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224912768 00000100:00100000:1.0:1788483593.135552:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224912768 00000100:00100000:1.0:1788483593.135610:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 267 00000100:00100000:1.0:1788483593.135620:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+100:31983:x1875360224912768:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:1.0:1788483593.135946:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+101:31983:x1875360224912768:12345-192.168.206.36@tcp:35:cat.0 Request processed in 326us (570us total) trans 4294968154 rc 0/0 00000100:00100000:1.0:1788483593.135954:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 267 00000100:00100000:1.0:1788483593.167765:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.168572:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224912896 00000100:00100000:3.0:1788483593.168599:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224912896 00000100:00100000:3.0:1788483593.168668:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1384 00000100:00100000:3.0:1788483593.168678:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+101:32014:x1875360224912896:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:3.0:1788483593.168700:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483593.168720:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f37ec lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147976 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.168780:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f37f3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.168794:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f37f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.168805:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f37f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.168818:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f37fa lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.168824:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f37fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.168841:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f37fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.168910:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.168919:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.168929:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483593.171587:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:3.0:1788483593.171604:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483593.173090:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173113:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173124:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f37f3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173135:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f37f3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173166:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f37f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173172:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483593.173177:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f37f3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173184:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f37f3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173199:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:2.0:1788483593.173202:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483593.173206:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f37f3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173211:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f37f3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173226:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f37fa lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173233:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f37fa lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173238:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f37fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173243:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483593.173247:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f37fa lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173253:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f37fa lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173260:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9f7607aedb00) 00010000:00010000:2.0:1788483593.173262:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483593.173265:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f37fa lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173270:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f37fa lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173314:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f37ec lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147976 expref: 103 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173329:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147976 expref: 102 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.173336:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:2.0:1788483593.173338:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483593.173341:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:2.0:1788483593.173478:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+102:32014:x1875360224912896:12345-192.168.206.36@tcp:101:stat.0 Request processed in 4800us (5720us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483593.173487:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1384 00000100:00100000:2.0:1788483593.191078:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.191694:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224913024 00000100:00100000:0.0:1788483593.191704:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224913024 00000100:00100000:0.0:1788483593.191803:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1385 00000100:00100000:0.0:1788483593.191813:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:32015:x1875360224913024:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:0.0:1788483593.191838:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483593.191858:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3808 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14797d expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.191918:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f380f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.191930:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f380f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.191943:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f380f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.191957:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3816 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.191963:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3816 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192105:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3816 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192184:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192194:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192201:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483593.192443:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00000004:00200000:0.0:1788483593.192449:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483593.192471:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192483:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192492:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f380f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192528:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f380f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192534:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f380f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192540:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483593.192543:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f380f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192550:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f380f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192562:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:0.0:1788483593.192565:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483593.192570:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f380f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192576:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f380f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192588:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3816 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192593:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3816 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192599:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3816 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192604:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483593.192607:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3816 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192612:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3816 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192619:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9f7602eebf00) 00010000:00010000:0.0:1788483593.192622:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483593.192625:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3816 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192631:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3816 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192662:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3808 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14797d expref: 48 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192675:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14797d expref: 47 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.192681:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483593.192683:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483593.192686:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524600, rc 0) 00000100:00100000:0.0:1788483593.192807:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:32015:x1875360224913024:12345-192.168.206.36@tcp:101:stat.0 Request processed in 994us (1735us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.192814:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1385 00000100:00100000:0.0:1788483593.197871:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.197959:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224913152 00000100:00100000:3.0:1788483593.197968:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224913152 00000100:00080000:2.0:1788483593.198119:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483593.198963:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 372 00000100:00100000:3.0:1788483593.198978:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224913152:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:3.0:1788483593.198995:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483593.199013:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3824 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147984 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.199039:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483593.199044:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483593.199054:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147984 expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.199070:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147984 expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.199084:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5200, rc 0) 00000100:00100000:3.0:1788483593.199144:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224913152:12345-192.168.206.36@tcp:101:stat.0 Request processed in 172us (1281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483593.199152:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 372 00000100:00100000:1.0:1788483593.205467:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483593.205615:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224913408 00000100:00100000:2.0:1788483593.205624:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224913408 00000100:00100000:2.0:1788483593.205685:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1386 00000100:00100000:2.0:1788483593.205695:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+102:31725:x1875360224913408:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483593.205714:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483593.205735:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f382b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14798b expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.205845:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.205859:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147976 expref: 103 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.205866:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14797d expref: 46 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.205874:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 5/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.205904:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14797d expref: 46 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.205917:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14797d expref: 46 pid: 6515 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483593.205928:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509217100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251003648:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483593.206197:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147976 expref: 103 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.206957:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147976 expref: 103 pid: 6516 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483593.207097:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509218380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251003776:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483593.207257:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607a22000 going to sleep for 11 seconds 00000100:00100000:2.0:1788483593.211116:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509218380 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251003776:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483593.211134:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509217100 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251003648:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483593.211161:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483593.211657:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.211741:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.212607:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224913536 00000100:00100000:1.0:1788483593.212608:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224913664 00000100:00100000:1.0:1788483593.212617:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224913664 00000100:00100000:0.0:1788483593.212617:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224913536 00010000:00010000:1.0:1788483593.212657:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147976 expref: 104 pid: 6516 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.212657:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14797d expref: 47 pid: 6515 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483593.212742:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 421 00000100:00100000:1.0:1788483593.212752:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2401:x1875360224913536:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483593.212765:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483593.212772:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14797d expref: 47 pid: 6515 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.212784:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14797d expref: 47 pid: 6515 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483593.212801:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 422 00010000:00010000:1.0:1788483593.212810:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f381d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14797d expref: 47 pid: 6515 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483593.212810:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+104:2401:x1875360224913664:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483593.212818:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483593.212822:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147976 expref: 104 pid: 6516 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.212836:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:1.0:1788483593.212841:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.212888:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.212895:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483593.212898:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147976 expref: 104 pid: 6516 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.212911:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3801 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147976 expref: 104 pid: 6516 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.212920:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483593.212923:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,1 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.212929:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.212936:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 4/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483593.212941:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2401:x1875360224913536:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 191us (1286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483593.212947:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 421 00010000:00010000:0.0:1788483593.212956:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483593.212975:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+103:2401:x1875360224913664:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 167us (1234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.212982:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 422 00010000:00010000:2.0:1788483593.213153:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.213160:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,1 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483593.213178:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 1048576 00010000:00010000:2.0:1788483593.213312:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f382b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14798b expref: 104 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.213327:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14798b expref: 103 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.213334:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:2.0:1788483593.213336:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1788483593.213339:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ecc00, rc 0) 00000100:00100000:2.0:1788483593.213365:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+103:31725:x1875360224913408:12345-192.168.206.36@tcp:101:bash.0 Request processed in 7672us (7906us total) trans 4294968155 rc 0/0 00000100:00100000:2.0:1788483593.213372:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1386 00000100:00100000:0.0:1788483593.218093:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483593.218176:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224913792 00000100:00100000:1.0:1788483593.218186:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224913792 00000100:00100000:1.0:1788483593.218334:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1387 00000100:00100000:1.0:1788483593.218610:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+103:31725:x1875360224913792:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483593.218637:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483593.218657:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3840 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147992 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.218763:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38600/0xf2b1f833e60f3847 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.218777:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38600/0xf2b1f833e60f3847 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.218791:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38600/0xf2b1f833e60f3847 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.218918:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3840 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147992 expref: 105 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.218934:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38600/0xf2b1f833e60f3847 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147992 expref: 104 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.218942:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:1.0:1788483593.218945:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483593.218948:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38600, rc 0) 00000100:00100000:1.0:1788483593.219007:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+104:31725:x1875360224913792:12345-192.168.206.36@tcp:101:bash.0 Request processed in 663us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483593.219014:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1387 00000100:00100000:1.0:1788483593.221723:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483593.221820:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224914048 00000100:00100000:2.0:1788483593.221840:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224914048 00000100:00100000:2.0:1788483593.221900:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1388 00000100:00100000:2.0:1788483593.221911:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+104:31725:x1875360224914048:12345-192.168.206.36@tcp:36:bash.0 00010000:00010000:2.0:1788483593.222207:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.222240:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.222251:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483593.222291:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968156 00000004:00010000:2.0:1788483593.222315:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a0232d1b reply state 00000000e8b18dd5 transno 4294968157 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.222327:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483593.222334:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:2.0:1788483593.222337:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483593.222340:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000001:00080000:2.0:1788483593.222377:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968157 00000100:00100000:2.0:1788483593.222477:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+108:31725:x1875360224914048:12345-192.168.206.36@tcp:36:bash.0 Request processed in 566us (760us total) trans 4294968158 rc 0/0 00000100:00100000:2.0:1788483593.222484:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1388 00000020:00080000:2.0:1788483593.222489:0:6514:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00000100:00100000:3.0:1788483593.226344:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483593.226422:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224914176 00000100:00100000:1.0:1788483593.226433:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224914176 00000100:00100000:1.0:1788483593.226490:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 373 00000100:00100000:1.0:1788483593.226532:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+14:31725:x1875360224914176:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483593.226549:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483593.226571:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004a82e9f4/0xf2b1f833e60f3855 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147999 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.226602:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f37de lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14796f expref: 15 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.226618:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3824 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147984 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.226625:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483593.226629:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483593.226634:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a82e9f4/0xf2b1f833e60f3855 lrc: 5/0,0 mode: --/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147999 expref: 15 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.226667:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3824 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147984 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.226681:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147984 expref: 10 pid: 14965 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483593.226694:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251003904:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483593.226778:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f37de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14796f expref: 15 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483593.226788:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f37de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14796f expref: 15 pid: 8432 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483593.226798:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251004032:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483593.226821:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608da79c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483593.233356:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b7800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251004032:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483593.233531:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.233770:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224914304 00000100:00100000:3.0:1788483593.233776:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224914304 00010000:00010000:3.0:1788483593.233812:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f37de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14796f expref: 16 pid: 8432 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483593.233855:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 423 00000100:00100000:3.0:1788483593.233864:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224914304:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483593.233877:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483593.233882:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f37de lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14796f expref: 16 pid: 8432 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.233893:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f37de lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14796f expref: 16 pid: 8432 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.233914:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f37de lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14796f expref: 16 pid: 8432 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.233929:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483593.234098:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224914304:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 233us (600us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483593.234106:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 423 00000100:00100000:1.0:1788483593.236762:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.236848:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224914432 00000100:00100000:0.0:1788483593.236857:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224914432 00010000:00010000:0.0:1788483593.236894:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3824 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147984 expref: 11 pid: 14965 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483593.236935:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 424 00000100:00100000:0.0:1788483593.236944:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224914432:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483593.236958:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483593.236964:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3824 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147984 expref: 11 pid: 14965 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.236988:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3824 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147984 expref: 11 pid: 14965 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.237020:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483593.237024:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483593.237032:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004a82e9f4/0xf2b1f833e60f3855 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147999 expref: 14 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.237042:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004a82e9f4/0xf2b1f833e60f3855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080080000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147999 expref: 14 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.237079:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004a82e9f4/0xf2b1f833e60f3855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147999 expref: 14 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483593.237092:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251004160:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483593.237336:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7506719180 going to sleep for 11 seconds 00010000:00010000:3.0:1788483593.237545:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3824 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147984 expref: 11 pid: 14965 timeout: 858 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483593.237565:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b6680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251003904:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483593.237597:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004a82e9f4/0xf2b1f833e60f3855 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147999 expref: 14 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.237608:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38000, rc 0) 00000100:00100000:3.0:1788483593.237641:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+14:31725:x1875360224914176:12345-192.168.206.36@tcp:101:bash.0 Request processed in 11143us (11310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483593.237648:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 373 00000100:00100000:0.0:1788483593.245368:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251004160:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483593.245395:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483593.245449:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224914432:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 8505us (8696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.245460:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 424 00000100:00100000:2.0:1788483593.247671:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.247765:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224914560 00000100:00100000:0.0:1788483593.247774:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224914560 00002000:00010000:0.0:1788483593.247810:0:20624:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:0.0:1788483593.247814:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509218e00 with x1875360224914560 ext(0->18446744073709551615) 00002000:00010000:0.0:1788483593.247824:0:20624:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7509218e00. 00000100:00100000:0.0:1788483593.247870:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 101 00000100:00100000:0.0:1788483593.247880:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2399:x1875360224914560:12345-192.168.206.36@tcp:10:bash.0 00002000:00010000:0.0:1788483593.249483:0:20624:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb size from disk: 1048576 -> 0 00002000:00010000:0.0:1788483593.249490:0:20624:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb mtime from disk: 1788483583 -> 1788483592 00002000:00010000:0.0:1788483593.249493:0:20624:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb atime from disk: 1788483583 -> 1788483583 00002000:00010000:0.0:1788483593.249496:0:20624:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb ctime from disk: 1788483583 -> 1788483592 00002000:00010000:0.0:1788483593.249666:0:20624:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1b:0x0] updating lvb blocks from disk: 2048 -> 0 00000100:00100000:0.0:1788483593.249770:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2399:x1875360224914560:12345-192.168.206.36@tcp:10:bash.0 Request processed in 1888us (2102us total) trans 4294967376 rc 0/0 00000100:00100000:0.0:1788483593.249781:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 101 00002000:00010000:0.0:1788483593.249786:0:20624:0:(ofd_dev.c:2827:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 11811161089/27 (0->18446744073709551615) 00002000:00100000:0.0:1788483593.249790:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7509218e00 with x1875360224914560 ext(0->18446744073709551615) 00002000:00010000:0.0:1788483593.249797:0:20624:0:(ofd_dev.c:2832:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7509218e00. 00000100:00100000:1.0:1788483593.265603:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.265686:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224914688 00000100:00100000:3.0:1788483593.265695:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224914688 00000100:00100000:3.0:1788483593.265750:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1389 00000100:00100000:3.0:1788483593.265760:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+108:32016:x1875360224914688:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:3.0:1788483593.265781:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483593.265800:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f385c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479a0 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.265871:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3863 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.265884:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3863 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.265893:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3863 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.265906:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f386a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.265913:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f386a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.265918:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f386a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.266121:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.266133:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 2/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14798b expref: 109 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.266140:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 4/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.266170:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14798b expref: 109 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.266182:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14798b expref: 109 pid: 12148 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483593.266194:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251004288:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483593.266280:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0780 going to sleep for 11 seconds 00000100:00100000:0.0:1788483593.269635:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.269732:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387c8e00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251004288:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483593.269759:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483593.269895:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224914944 00000100:00100000:1.0:1788483593.269903:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224914944 00000100:00100000:1.0:1788483593.269957:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 268 00000100:00100000:1.0:1788483593.270142:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:6172:x1875360224914944:12345-192.168.206.36@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1788483593.270379:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+111:6172:x1875360224914944:12345-192.168.206.36@tcp:35:ldlm_bl.0 Request processed in 413us (754us total) trans 4294968159 rc 0/0 00000100:00100000:1.0:1788483593.270387:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 268 00000100:00100000:2.0:1788483593.273161:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.273622:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224915072 00000100:00100000:3.0:1788483593.273632:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224915072 00010000:00010000:3.0:1788483593.273669:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14798b expref: 111 pid: 12148 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483593.273706:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 425 00000100:00100000:3.0:1788483593.273715:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+111:2402:x1875360224915072:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483593.273727:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483593.273733:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 4/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14798b expref: 111 pid: 12148 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.273745:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 3/0,0 mode: CW/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14798b expref: 111 pid: 12148 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.273765:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3832 lrc: 0/0,0 mode: --/CW res: [0x200000403:0x25:0x0].0x0 bits 0x5/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14798b expref: 111 pid: 12148 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.273781:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:3.0:1788483593.273786:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x13/0x48 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.273795:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.273802:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 4/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483593.273863:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483593.273920:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360224915072:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 206us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483593.273931:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 425 00010000:00010000:0.0:1788483593.274414:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274424:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483593.274481:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:0.0:1788483593.274486:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483593.274550:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274564:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274573:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3863 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274579:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3863 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274585:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3863 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274589:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483593.274593:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3863 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274600:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3863 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274610:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:0.0:1788483593.274612:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483593.274616:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3863 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274622:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3863 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274632:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f386a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274638:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f386a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274643:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f386a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274648:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483593.274650:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f386a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274655:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f386a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274661:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9f7607aede00) 00010000:00010000:0.0:1788483593.274664:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483593.274666:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f386a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274671:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f386a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274703:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f385c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479a0 expref: 110 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274721:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5a00/0xf2b1f833e60f3871 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479a0 expref: 109 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.274728:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483593.274730:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483593.274732:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5a00, rc 0) 00000100:00100000:0.0:1788483593.274770:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+109:32016:x1875360224914688:12345-192.168.206.36@tcp:101:stat.0 Request processed in 9012us (9176us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.274777:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1389 00000100:00100000:3.0:1788483593.284930:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251004416:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483593.285090:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483593.285196:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251004416 00000100:00100000:0.0:1788483593.285203:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251004416 00000100:00100000:0.0:1788483593.285263:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:0.0:1788483593.285271:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251004416:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483593.285302:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483593.285359:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251004416:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.285366:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1788483593.285546:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251004416:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483593.323917:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.324060:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224915200 00000100:00100000:0.0:1788483593.324070:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224915200 00000100:00100000:0.0:1788483593.324131:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1390 00000100:00100000:0.0:1788483593.324142:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:32017:x1875360224915200:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:0.0:1788483593.324161:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483593.324180:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f3878 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479a7 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324268:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f387f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324282:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f387f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324293:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f387f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324309:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3886 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324316:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3886 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324324:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3886 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324394:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f388d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x25:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324405:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f388d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324412:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f388d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483593.324450:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x25:0x0]: returning size 0 00000004:00200000:0.0:1788483593.324455:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483593.324474:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f388d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x5b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324491:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f388d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324541:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f387f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324549:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f387f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324555:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f387f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324561:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483593.324565:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f387f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324572:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f387f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324584:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:0.0:1788483593.324588:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483593.324593:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f387f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324600:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f387f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324612:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3886 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324619:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3886 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324626:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3886 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324632:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483593.324635:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3886 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324641:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3886 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324649:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0xa624d530 (ffff9f7602eebf00) 00010000:00010000:0.0:1788483593.324651:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483593.324654:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3886 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324660:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3886 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0xa624d530 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324690:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f3878 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x44:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479a7 expref: 48 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324704:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524600/0xf2b1f833e60f388d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x25:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479a7 expref: 47 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.324712:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483593.324715:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483593.324717:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524600, rc 0) 00000100:00100000:0.0:1788483593.324771:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:32017:x1875360224915200:12345-192.168.206.36@tcp:101:stat.0 Request processed in 631us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.324783:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1390 00000100:00100000:3.0:1788483593.330430:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.332090:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224915328 00000100:00100000:0.0:1788483593.332102:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224915328 00000100:00100000:0.0:1788483593.332157:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 374 00000100:00100000:0.0:1788483593.332167:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224915328:12345-192.168.206.36@tcp:101:stat.0 00010000:00010000:0.0:1788483593.332183:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483593.332200:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f3894 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479ae expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483593.332270:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360251004544:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483593.332374:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7634042c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788483593.347855:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360251004544:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483593.347895:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f3894 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479ae expref: 11 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.347918:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000df8dbed7/0xf2b1f833e60f3894 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479ae expref: 11 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483593.347931:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524e00, rc 0) 00000100:00100000:0.0:1788483593.348043:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224915328:12345-192.168.206.36@tcp:101:stat.0 Request processed in 15873us (17617us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483593.348052:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 374 00000100:00100000:3.0:1788483593.899495:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.899583:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.899621:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.899658:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.899677:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483593.899702:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224915712 00000100:00100000:3.0:1788483593.899711:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224915712 00000100:00100000:3.0:1788483593.899759:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224915968 00000100:00100000:3.0:1788483593.899763:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224915968 00000100:00100000:1.0:1788483593.899781:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224916480 00000100:00100000:1.0:1788483593.899787:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224916480 00000100:00100000:1.0:1788483593.899817:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 603 00000100:00100000:2.0:1788483593.899887:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 604 00000100:00100000:2.0:1788483593.899898:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+6:2400:x1875360224916480:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483593.899969:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+6:2400:x1875360224916480:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 74us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483593.899976:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 604 00000100:00080000:2.0:1788483593.900012:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483593.900058:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 605 00000100:00100000:0.0:1788483593.900850:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224915456 00000100:00100000:0.0:1788483593.900858:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224915456 00000100:00100000:0.0:1788483593.900899:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 747 00000100:00100000:0.0:1788483593.900908:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+16:2400:x1875360224915456:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483593.900946:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+16:2400:x1875360224915456:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 40us (1460us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.900952:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 747 00000100:00100000:0.0:1788483593.901037:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224916224 00000100:00100000:0.0:1788483593.901042:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224916224 00000100:00100000:0.0:1788483593.901073:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1003 00000100:00100000:0.0:1788483593.901079:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+5:2400:x1875360224916224:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483593.901120:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+5:2400:x1875360224916224:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 41us (1461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.901127:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1003 00000100:00100000:0.0:1788483593.901174:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.901257:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.901275:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224915584 00000100:00100000:0.0:1788483593.901279:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224915584 00000100:00100000:0.0:1788483593.901304:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224915840 00000100:00100000:0.0:1788483593.901307:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224915840 00000100:00100000:0.0:1788483593.901330:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1004 00000100:00100000:0.0:1788483593.901336:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224915584:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483593.901363:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224915584:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (189us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.901369:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1004 00000100:00100000:0.0:1788483593.901382:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1005 00000100:00100000:0.0:1788483593.901389:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224915840:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483593.901412:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360224915840:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (156us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.901418:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1005 00000100:00100000:0.0:1788483593.901461:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.901476:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224916096 00000100:00100000:0.0:1788483593.901479:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224916096 00000100:00100000:0.0:1788483593.901546:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1006 00000100:00100000:0.0:1788483593.901553:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+19:2400:x1875360224916096:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483593.901585:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:bd68fede-4789-460f-8e12-34f4d6102241+19:2400:x1875360224916096:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 33us (123us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.901591:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1006 00000100:00100000:0.0:1788483593.901672:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483593.901688:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224916352 00000100:00100000:0.0:1788483593.901691:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224916352 00000100:00100000:1.0:1788483593.903426:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224915712:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483593.904262:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224915712:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 4433us (4674us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483593.904273:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 603 00000100:00080000:2.0:1788483593.914665:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483593.919376:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224915968:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483593.919540:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224915968:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 19474us (19917us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483593.919550:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 605 00000100:00100000:0.0:1788483593.920328:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 606 00000100:00100000:0.0:1788483593.920340:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bd68fede-4789-460f-8e12-34f4d6102241+5:2400:x1875360224916352:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483593.920392:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bd68fede-4789-460f-8e12-34f4d6102241+5:2400:x1875360224916352:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 56us (18720us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483593.920398:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 606 00000100:00080000:2.0:1788483593.923329:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483593.991626:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483595.014085:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483595.333055:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483595.333077:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251004672:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483595.333143:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483595.333658:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251004672 00000100:00100000:1.0:1788483595.333666:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251004672 00000100:00100000:1.0:1788483595.333721:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1788483595.333731:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251004672:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483595.333757:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483595.333804:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251004672:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (661us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483595.333813:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:1.0:1788483595.333869:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251004672:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788483595.333960:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483595.338773:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483595.338794:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251004800:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483595.338882:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483595.339148:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251004800 00000100:00100000:1.0:1788483595.339158:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251004800 00000100:00100000:1.0:1788483595.339234:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1788483595.339244:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251004800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483595.339265:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483595.339313:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251004800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483595.339321:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1788483595.339367:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251004800:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788483595.339623:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483596.036772:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483596.358757:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483596.358779:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251004928:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483596.358863:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483596.358940:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251004928 00000100:00100000:0.0:1788483596.358946:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251004928 00000100:00100000:0.0:1788483596.359001:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1788483596.359010:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251004928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483596.359039:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:0.0:1788483596.359081:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251004928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483596.359089:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1788483596.359130:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251004928:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483597.060929:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483597.892830:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251005440:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.892906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.892962:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251005952:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.892999:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893020:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251006464:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893038:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893060:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:3.0:1788483597.893065:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251005056:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893087:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893106:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251005568:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893125:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893138:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251006080:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893155:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893167:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251006592:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893183:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893203:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251005184:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893226:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893240:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251005696:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893257:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893269:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251006208:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893286:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893300:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788483597.893304:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251005312:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893321:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893335:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251005824:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893352:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893365:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251006336:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893382:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.893434:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251005440 00000100:00100000:3.0:1788483597.893440:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251005440 00000100:00100000:3.0:1788483597.893469:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251005184 00000100:00100000:3.0:1788483597.893471:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251005184 00000100:00100000:3.0:1788483597.893480:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251005696 00000100:00100000:3.0:1788483597.893482:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251005696 00000100:00100000:3.0:1788483597.893535:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251006208 00000100:00100000:3.0:1788483597.893538:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251006208 00000100:00100000:3.0:1788483597.893547:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251005824 00000100:00100000:3.0:1788483597.893549:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251005824 00000100:00100000:3.0:1788483597.893558:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251006336 00000100:00100000:3.0:1788483597.893560:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251006336 00000100:00100000:3.0:1788483597.893572:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1788483597.893579:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251005440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893621:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251005440:12345-0@lo:400:kworker.0 Request processed in 42us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.893627:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1007 00000100:00100000:3.0:1788483597.893641:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1788483597.893646:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251005184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893667:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251005184:12345-0@lo:400:kworker.0 Request processed in 21us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.893672:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1008 00000100:00100000:3.0:1788483597.893681:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1788483597.893686:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251005696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893705:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251005696:12345-0@lo:400:kworker.0 Request processed in 20us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.893710:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:3.0:1788483597.893719:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1788483597.893724:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251006208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893746:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251006208:12345-0@lo:400:kworker.0 Request processed in 22us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.893751:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:3.0:1788483597.893764:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1788483597.893769:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251005824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893788:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251005824:12345-0@lo:400:kworker.0 Request processed in 19us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.893794:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:3.0:1788483597.893816:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1788483597.893822:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251006336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893844:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251006336:12345-0@lo:400:kworker.0 Request processed in 22us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.893849:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:3.0:1788483597.893866:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251005952 00000100:00100000:3.0:1788483597.893869:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251005952 00000100:00100000:3.0:1788483597.893888:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251006464 00000100:00100000:3.0:1788483597.893891:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251006464 00000100:00100000:3.0:1788483597.893900:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251006080 00000100:00100000:3.0:1788483597.893902:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251006080 00000100:00100000:3.0:1788483597.893911:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251006592 00000100:00100000:3.0:1788483597.893913:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251006592 00000100:00100000:3.0:1788483597.893923:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1788483597.893927:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251005952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893954:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251005952:12345-0@lo:400:kworker.0 Request processed in 27us (957us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.893959:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1788483597.893968:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1788483597.893974:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251006464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.893993:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251006464:12345-0@lo:400:kworker.0 Request processed in 20us (955us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.893998:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1788483597.894007:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1788483597.894012:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251006080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894030:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251006080:12345-0@lo:400:kworker.0 Request processed in 18us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.894035:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1788483597.894044:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1788483597.894049:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360251006592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894068:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360251006592:12345-0@lo:400:kworker.0 Request processed in 20us (885us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.894073:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1788483597.894086:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251005056 00000100:00100000:3.0:1788483597.894089:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251005056 00000100:00100000:3.0:1788483597.894109:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1788483597.894114:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251005056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894137:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251005056:12345-0@lo:400:kworker.0 Request processed in 22us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.894142:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:3.0:1788483597.894167:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251005568 00000100:00100000:3.0:1788483597.894170:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251005568 00000100:00100000:3.0:1788483597.894188:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251005312 00000100:00100000:3.0:1788483597.894190:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251005312 00000100:00100000:3.0:1788483597.894200:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1788483597.894205:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251005568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894230:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251005568:12345-0@lo:400:kworker.0 Request processed in 25us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.894236:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1788483597.894245:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1788483597.894250:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251005312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894269:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251005312:12345-0@lo:400:kworker.0 Request processed in 19us (947us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.894275:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:3.0:1788483597.894311:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483597.894314:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483597.894316:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483597.894318:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483597.894330:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483597.894339:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251006720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483597.894363:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483597.894387:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251006720 00000100:00100000:3.0:1788483597.894390:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251006720 00000100:00100000:3.0:1788483597.894410:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1788483597.894416:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251006720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483597.894437:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788483597.894467:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251006720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483597.894472:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:3.0:1788483597.894524:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251006720:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483597.894547:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251005312:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894557:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251005824:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894565:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251006336:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894574:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251005184:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894582:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251005696:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894591:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251006208:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894616:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251005056:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894624:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251005568:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894632:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251006080:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894640:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251006592:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894649:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251005440:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894656:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251005952:0@lo:400:kworker.0 00000100:00100000:3.0:1788483597.894663:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251006464:0@lo:400:kworker.0 00000100:00100000:2.0:1788483597.902490:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483597.902530:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251006848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483597.902594:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483597.902649:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251006848 00000100:00100000:2.0:1788483597.902656:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251006848 00000100:00100000:2.0:1788483597.902693:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1788483597.902701:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251006848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483597.902731:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1788483597.902773:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251006848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (177us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483597.902780:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1788483597.902840:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251006848:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788483598.086585:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483598.404842:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251006976:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483598.404918:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483598.405169:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251006976 00000100:00100000:1.0:1788483598.405177:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251006976 00000100:00100000:1.0:1788483598.405239:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1788483598.405248:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251006976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483598.405278:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483598.405532:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251006976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 284us (613us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483598.405539:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:0.0:1788483598.405654:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251006976:0@lo:41:osp-pre-1-0.0 00000001:00080000:3.0:1788483598.922527:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967376 is committed 00000001:00080000:3.0:1788483598.922544:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967375 is committed 00000001:00080000:3.0:1788483598.922549:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967374 is committed 00000001:00080000:0.0:1788483598.925642:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968159 is committed 00000001:00080000:0.0:1788483598.925680:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968153 is committed 00000020:00080000:0.0:1788483598.925696:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f760821d900 refcount 2 committed 0 result 0 batchid 30 00000020:00080000:0.0:1788483598.925702:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f75088d8b00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f760821d240 00000020:00080000:0.0:1788483598.925706:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f75088d8300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7508844600 00010000:00010000:0.0:1788483598.925756:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.925770:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.925778:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.925785:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366edc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483598.925791:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.925935:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.925959:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x25:0x0].0x0 (ffff9f7607aed100) 00010000:00010000:0.0:1788483598.925963:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483598.925969:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.925978:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f384e lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x25:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.926010:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.926017:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.926023:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.926029:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483598.926032:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.926039:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.926047:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000404:0x1:0x0].0x0 (ffff9f760b52f800) 00010000:00010000:0.0:1788483598.926050:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483598.926053:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 2/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483598.926060:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f37ad lrc: 0/0,0 mode: --/TXN res: [0x200000404:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788483598.926091:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 30 committed batchid 29 00000020:00080000:0.0:1788483598.926177:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 29 00000100:00100000:1.0:1788483599.028438:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.028487:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.028546:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.028566:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.028583:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.028599:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.028616:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.028633:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.028734:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483599.029208:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224916864 00000100:00100000:2.0:1788483599.029220:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224916864 00000100:00100000:2.0:1788483599.029291:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224917376 00000100:00100000:2.0:1788483599.029294:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224917376 00000100:00100000:2.0:1788483599.029308:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224917888 00000100:00100000:2.0:1788483599.029310:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224917888 00000100:00100000:2.0:1788483599.029322:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224916736 00000100:00100000:2.0:1788483599.029324:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224916736 00000100:00100000:2.0:1788483599.029343:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1013 00000100:00100000:2.0:1788483599.029352:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224916864:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483599.029436:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224916864:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 85us (948us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483599.029444:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1013 00000100:00100000:2.0:1788483599.029463:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1014 00000100:00100000:2.0:1788483599.029469:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224917376:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483599.029491:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224917376:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (924us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483599.029517:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1014 00000100:00100000:2.0:1788483599.029531:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1015 00000100:00100000:2.0:1788483599.029537:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+5:2402:x1875360224917888:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483599.029562:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+5:2402:x1875360224917888:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483599.029569:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1015 00000100:00100000:2.0:1788483599.029581:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1016 00000100:00100000:2.0:1788483599.029586:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+102:2402:x1875360224916736:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483599.029615:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+102:2402:x1875360224916736:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483599.029622:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1016 00000100:00100000:3.0:1788483599.030181:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224916608 00000100:00100000:3.0:1788483599.030189:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224916608 00000100:00100000:3.0:1788483599.030289:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 749 00000100:00100000:3.0:1788483599.030298:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+16:2402:x1875360224916608:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483599.030337:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+16:2402:x1875360224916608:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 40us (1913us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483599.030344:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 749 00000100:00100000:3.0:1788483599.030379:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224917120 00000100:00100000:3.0:1788483599.030383:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224917120 00000100:00100000:3.0:1788483599.030409:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224917632 00000100:00100000:3.0:1788483599.030412:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224917632 00000100:00100000:3.0:1788483599.030427:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 611 00000100:00100000:3.0:1788483599.030433:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2402:x1875360224917120:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483599.030461:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2402:x1875360224917120:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (1914us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483599.030468:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 611 00000100:00100000:3.0:1788483599.030478:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224918144 00000100:00100000:3.0:1788483599.030481:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224918144 00000100:00100000:3.0:1788483599.030494:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224916992 00000100:00100000:3.0:1788483599.030517:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224916992 00000100:00100000:3.0:1788483599.030536:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 612 00000100:00100000:3.0:1788483599.030542:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224917632:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483599.030568:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224917632:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (1984us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483599.030574:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 612 00000100:00100000:3.0:1788483599.030586:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 613 00000100:00100000:3.0:1788483599.030591:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+5:2402:x1875360224918144:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483599.030616:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+5:2402:x1875360224918144:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (1998us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483599.030625:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 613 00000100:00100000:3.0:1788483599.030635:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 614 00000100:00100000:3.0:1788483599.030641:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224916992:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483599.030659:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224916992:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 19us (1926us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483599.030665:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 614 00000100:00080000:1.0:1788483599.031426:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483599.031433:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483599.031436:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483599.031440:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483599.031528:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.031617:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.031668:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483599.031704:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483599.032200:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224917248 00000100:00100000:2.0:1788483599.032212:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224917248 00000100:00100000:3.0:1788483599.032308:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224917504 00000100:00100000:3.0:1788483599.032312:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224917504 00000100:00100000:2.0:1788483599.039740:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224917760 00000100:00100000:2.0:1788483599.039760:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224917760 00000100:00100000:2.0:1788483599.040426:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1017 00000100:00100000:2.0:1788483599.040439:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224917248:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483599.040466:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224918016 00000100:00100000:3.0:1788483599.040472:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224918016 00000100:00100000:3.0:1788483599.040494:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 615 00000100:00100000:3.0:1788483599.040516:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224917504:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483599.040597:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224917504:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 83us (8980us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483599.040606:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 615 00000100:00100000:3.0:1788483599.040624:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 616 00000100:00100000:3.0:1788483599.040631:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+5:2402:x1875360224918016:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483599.040658:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+5:2402:x1875360224918016:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (8953us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483599.040664:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 616 00000100:00100000:3.0:1788483599.040688:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1018 00000100:00100000:3.0:1788483599.040695:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+9:2402:x1875360224917760:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483599.040719:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+9:2402:x1875360224917760:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (9051us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483599.040726:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1018 00000100:00100000:2.0:1788483599.041011:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224917248:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 572us (9510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483599.041019:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1017 00000100:00080000:1.0:1788483599.041474:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483599.041479:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788483599.109907:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483600.143919:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483600.260823:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483600.260847:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483600.260958:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 39 count 2 00000040:00080000:0.0:1788483600.261074:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483600.453760:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251007104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483600.453863:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483600.453973:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251007104 00000100:00100000:1.0:1788483600.453983:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251007104 00000100:00100000:1.0:1788483600.454050:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1788483600.454063:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251007104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483600.454100:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483600.454155:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251007104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483600.454163:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00080000:1.0:1788483600.454190:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483600.454235:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251007104:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483600.455665:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251007232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483600.455723:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483600.455832:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251007232 00000100:00100000:3.0:1788483600.455841:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251007232 00000100:00100000:3.0:1788483600.455900:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1788483600.455908:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251007232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483600.455930:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483600.455978:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251007232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 70us (254us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483600.455985:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1788483600.456032:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251007232:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483600.456268:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483601.160134:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483601.353657:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483601.353719:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224918272 00000100:00100000:3.0:1788483601.353732:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224918272 00000100:00080000:1.0:1788483601.353826:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483601.353840:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1391 00000100:00100000:3.0:1788483601.353853:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+9:32011:x1875360224918272:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788483601.353991:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+9:32011:x1875360224918272:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 140us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483601.353999:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1391 00000100:00100000:3.0:1788483601.355825:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483601.358156:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224918400 00000100:00100000:0.0:1788483601.358182:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224918400 00000100:00100000:1.0:1788483601.358542:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1392 00000100:00100000:1.0:1788483601.358558:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+5:32011:x1875360224918400:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788483601.358704:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:bd68fede-4789-460f-8e12-34f4d6102241+5:32011:x1875360224918400:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 152us (2889us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483601.358712:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1392 00000100:00080000:2.0:1788483601.359882:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483601.363631:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483601.363724:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224918656 00000100:00100000:3.0:1788483601.363737:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224918656 00000100:00100000:2.0:1788483601.369606:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 269 00000100:00100000:2.0:1788483601.369632:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bd68fede-4789-460f-8e12-34f4d6102241+9:32011:x1875360224918656:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483601.369953:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:bd68fede-4789-460f-8e12-34f4d6102241+10:32011:x1875360224918656:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 330us (6336us total) trans 4294968160 rc 0/0 00000100:00100000:2.0:1788483601.369962:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 269 00000100:00100000:3.0:1788483601.476925:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483601.476965:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251007360:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483601.477083:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483601.477308:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251007360 00000100:00100000:0.0:1788483601.477319:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251007360 00000100:00100000:0.0:1788483601.477376:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1788483601.477387:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251007360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483601.477429:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 11780096 pending 0 free 1444360192 avail 1298120704 00000100:00100000:0.0:1788483601.477491:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251007360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (409us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483601.477523:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:3.0:1788483601.478949:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251007360:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788483601.543300:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788483602.183614:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483603.013126:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251007744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483603.013257:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483603.013658:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251007488:0@lo:400:kworker.0 00000100:00100000:1.0:1788483603.013746:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483603.013806:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483603.013812:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251007616:0@lo:400:kworker.0 00000100:00100000:1.0:1788483603.013840:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483603.013888:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251007744 00000100:00100000:1.0:1788483603.013897:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251007744 00000100:00100000:1.0:1788483603.013957:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1788483603.013967:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251007744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483603.014000:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1788483603.014180:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251007872:0@lo:400:kworker.0 00000100:00100000:2.0:1788483603.014219:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483603.014267:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251007616 00000100:00100000:2.0:1788483603.014273:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251007616 00000100:00100000:2.0:1788483603.014309:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1788483603.014318:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251007616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483603.014479:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251007616:12345-0@lo:400:kworker.0 Request processed in 160us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483603.014487:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:2.0:1788483603.014627:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251007488 00000100:00100000:2.0:1788483603.014633:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251007488 00000100:00100000:2.0:1788483603.014666:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1788483603.014674:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251007488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483603.014716:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251007488:12345-0@lo:400:kworker.0 Request processed in 44us (970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483603.014723:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:2.0:1788483603.014842:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251007872 00000100:00100000:2.0:1788483603.014847:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251007872 00000100:00100000:2.0:1788483603.014879:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1788483603.014887:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251007872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483603.014991:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251007872:12345-0@lo:400:kworker.0 Request processed in 106us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483603.014998:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1788483603.015041:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251007872:0@lo:400:kworker.0 00000100:00080000:2.0:1788483603.015082:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483603.021460:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251008000:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483603.021627:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251008384:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.021706:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483603.021765:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251008384 00000100:00100000:3.0:1788483603.021772:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251008384 00000100:00100000:3.0:1788483603.021973:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1788483603.021983:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251008384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.022031:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251008384:12345-0@lo:400:kworker.0 Request processed in 51us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483603.022038:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:3.0:1788483603.022084:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251008384:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.022092:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251008896:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.022115:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483603.022141:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251008896 00000100:00100000:3.0:1788483603.022145:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251008896 00000100:00100000:3.0:1788483603.022178:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1788483603.022185:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251008896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.022269:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251008896:12345-0@lo:400:kworker.0 Request processed in 32us (100us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483603.022277:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:3.0:1788483603.022309:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251008896:0@lo:400:kworker.0 00000100:00080000:2.0:1788483603.022422:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483603.022452:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251008256:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.027480:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251008128:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.027575:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483603.027623:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251008640:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.027705:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483603.027792:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251009152:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.027824:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483603.027900:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483603.027916:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251008640 00000100:00100000:0.0:1788483603.027961:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251008512:0@lo:400:kworker.0 00000100:00100000:0.0:1788483603.028006:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483603.028041:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251008640 00000100:00100000:0.0:1788483603.028042:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251009024:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.028111:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251009152 00000100:00100000:3.0:1788483603.028116:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251009152 00000100:00100000:3.0:1788483603.028140:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1788483603.028150:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251008640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.028210:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251008640:12345-0@lo:400:kworker.0 Request processed in 62us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483603.028217:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:3.0:1788483603.028233:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1788483603.028239:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251009152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.028271:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251009152:12345-0@lo:400:kworker.0 Request processed in 28us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483603.028276:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1788483603.028321:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251008640:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.028330:0:3641:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967375 gen 2 00000004:00080000:3.0:1788483603.028335:0:3641:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967375 committed transno 4294967375 00000100:00100000:3.0:1788483603.028354:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251009152:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.028388:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251008128 00000100:00100000:3.0:1788483603.028391:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251008128 00000100:00100000:3.0:1788483603.028416:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251008512 00000100:00100000:3.0:1788483603.028419:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251008512 00000100:00100000:3.0:1788483603.028439:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1788483603.028445:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251008128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.028482:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251008128:12345-0@lo:400:kworker.0 Request processed in 37us (907us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483603.028488:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:3.0:1788483603.028530:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1788483603.028537:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251008512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.028568:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251008512:12345-0@lo:400:kworker.0 Request processed in 32us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483603.028574:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1023 00000100:00100000:3.0:1788483603.028606:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251008128:0@lo:400:kworker.0 00000100:00080000:3.0:1788483603.028631:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483603.028636:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483603.028638:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483603.028666:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251008000 00000100:00100000:3.0:1788483603.028670:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251008000 00000100:00100000:3.0:1788483603.028695:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1788483603.028702:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251008000:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483603.028718:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 178010944 pending 0 free 3921395712 avail 3689873408 00000100:00100000:3.0:1788483603.028750:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251008000:12345-0@lo:13:osp-pre-1-0.0 Request processed in 49us (862us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483603.028755:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1788483603.028801:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483603.028847:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251009024 00000100:00100000:3.0:1788483603.028854:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251009024 00000100:00100000:0.0:1788483603.028863:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251007616:0@lo:400:kworker.0 00000100:00100000:0.0:1788483603.028885:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251007488:0@lo:400:kworker.0 00000100:00100000:3.0:1788483603.028906:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1024 00000100:00100000:3.0:1788483603.028917:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251009024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483603.028941:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251008000:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483603.028957:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251008512:0@lo:400:kworker.0 00000100:00100000:2.0:1788483603.029142:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483603.029175:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251008256 00000100:00100000:2.0:1788483603.029181:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251008256 00000100:00100000:2.0:1788483603.029224:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1788483603.029233:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251008256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483603.029283:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251008256:12345-0@lo:400:kworker.0 Request processed in 51us (141us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483603.029291:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1788483603.029326:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251008256:0@lo:400:kworker.0 00000100:00100000:2.0:1788483603.029337:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251008768:0@lo:400:kworker.0 00000100:00100000:2.0:1788483603.029364:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483603.029389:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251008768 00000100:00100000:2.0:1788483603.029392:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251008768 00000100:00100000:2.0:1788483603.029428:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1788483603.029434:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251008768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483603.029467:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251008768:12345-0@lo:400:kworker.0 Request processed in 33us (102us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483603.029473:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1788483603.029522:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251008768:0@lo:400:kworker.0 00000100:00080000:2.0:1788483603.029567:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483603.029571:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483603.029808:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251007744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 15840us (16549us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483603.029819:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:2.0:1788483603.030151:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251007744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483603.031325:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251009024:12345-0@lo:400:kworker.0 Request processed in 2402us (3234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483603.031338:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1024 00000100:00100000:0.0:1788483603.039310:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251009024:0@lo:400:kworker.0 00010000:00010000:3.0:1788483603.207007:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483603.530223:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251009280:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483603.530330:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483603.530669:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251009280 00000100:00100000:0.0:1788483603.530681:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251009280 00000100:00100000:0.0:1788483603.530751:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1788483603.530761:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e7c4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251009280:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483603.530812:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6438912 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483603.530881:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e7c4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251009280:12345-0@lo:41:osp-pre-1-0.0 Request processed in 120us (551us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483603.531063:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251009280:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483603.531333:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1788483604.148282:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483604.148338:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483604.148378:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483604.148404:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483604.148422:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483604.148784:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224918784 00000100:00100000:0.0:1788483604.148798:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224918784 00000100:00100000:0.0:1788483604.148868:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 751 00000100:00100000:2.0:1788483604.148880:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224919296 00000100:00100000:0.0:1788483604.148882:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+16:2401:x1875360224918784:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483604.148888:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224919296 00000100:00100000:2.0:1788483604.148941:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 620 00000100:00100000:2.0:1788483604.148951:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2401:x1875360224919296:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483604.148976:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+16:2401:x1875360224918784:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 96us (709us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483604.148985:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 751 00000100:00100000:2.0:1788483604.148995:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2401:x1875360224919296:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 45us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483604.149004:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 620 00000100:00080000:2.0:1788483604.149035:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483604.149051:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224919040 00000100:00100000:0.0:1788483604.149056:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224919040 00000100:00080000:2.0:1788483604.149083:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483604.149092:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224919552 00000100:00100000:0.0:1788483604.149096:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224919552 00000100:00100000:2.0:1788483604.149111:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1025 00000100:00100000:2.0:1788483604.149121:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224919040:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483604.149130:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1026 00000100:00100000:0.0:1788483604.149140:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224919552:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483604.149177:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224919552:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (772us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483604.149184:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1026 00000100:00100000:0.0:1788483604.150763:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224919808 00000100:00100000:0.0:1788483604.150784:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224919808 00000100:00100000:0.0:1788483604.150843:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 621 00000100:00100000:0.0:1788483604.150853:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224919808:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483604.150911:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224919808:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 61us (2488us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483604.150919:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 621 00000100:00080000:0.0:1788483604.150961:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483604.150966:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483604.150974:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483604.151049:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224919040:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 41us (822us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483604.151060:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1025 00000100:00100000:2.0:1788483604.151078:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224920064 00000100:00100000:2.0:1788483604.151082:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224920064 00000100:00100000:0.0:1788483604.153943:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1027 00000100:00100000:0.0:1788483604.153975:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+5:2401:x1875360224920064:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483604.154135:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+5:2401:x1875360224920064:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 177us (3163us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483604.154144:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1027 00000100:00080000:0.0:1788483604.154184:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483604.198749:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483604.198863:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483604.198905:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483604.198960:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224918912 00000100:00100000:3.0:1788483604.198972:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224918912 00000100:00100000:3.0:1788483604.199058:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1028 00000100:00100000:3.0:1788483604.199070:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+102:2401:x1875360224918912:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483604.199163:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+102:2401:x1875360224918912:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 96us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483604.199182:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1028 00000100:00080000:1.0:1788483604.199385:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483604.200006:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483604.200038:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483604.200073:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224919424 00000100:00100000:1.0:1788483604.200079:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224919424 00000100:00100000:1.0:1788483604.200121:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1029 00000100:00100000:1.0:1788483604.200127:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2401:x1875360224919424:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483604.200252:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2401:x1875360224919424:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 124us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483604.200258:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1029 00000100:00080000:1.0:1788483604.200276:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483604.200448:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224920320 00000100:00100000:2.0:1788483604.200453:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224920320 00000100:00080000:1.0:1788483604.200559:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483604.201116:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224919168 00000100:00100000:3.0:1788483604.201123:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224919168 00000100:00100000:3.0:1788483604.201427:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 622 00000100:00100000:3.0:1788483604.201447:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+5:2401:x1875360224920320:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483604.201528:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+5:2401:x1875360224920320:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 84us (2792us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483604.201535:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 622 00000100:00100000:3.0:1788483604.201551:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 623 00000100:00100000:3.0:1788483604.201558:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224919168:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483604.201583:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224919168:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (2678us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483604.201589:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 623 00000100:00100000:0.0:1788483604.202218:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483604.202259:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483604.202289:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224919680 00000100:00100000:0.0:1788483604.202295:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224919680 00000100:00100000:2.0:1788483604.202633:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224919936 00000100:00100000:2.0:1788483604.202638:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224919936 00000100:00100000:3.0:1788483604.202736:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224920192 00000100:00100000:3.0:1788483604.202741:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224920192 00000100:00080000:1.0:1788483604.202878:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483604.202884:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483604.203148:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 624 00000100:00100000:0.0:1788483604.203157:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224919680:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483604.203379:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224919680:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 223us (3339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483604.203387:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 624 00000100:00100000:2.0:1788483604.204000:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1030 00000100:00100000:2.0:1788483604.204011:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+10:2401:x1875360224919936:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483604.204066:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:bd68fede-4789-460f-8e12-34f4d6102241+10:2401:x1875360224919936:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 57us (1851us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483604.204073:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1030 00000100:00100000:3.0:1788483604.205149:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 625 00000100:00100000:3.0:1788483604.206053:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bd68fede-4789-460f-8e12-34f4d6102241+5:2401:x1875360224920192:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483604.206384:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:bd68fede-4789-460f-8e12-34f4d6102241+5:2401:x1875360224920192:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1223us (4121us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483604.206394:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 625 00010000:00010000:3.0:1788483604.229131:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788483605.064328:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968160 is committed 00000020:00080000:1.0:1788483605.064409:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 30 batchid updated 00000020:00080000:0.0:1788483605.064462:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000020:00080000:0.0:1788483605.064474:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:0.0:1788483605.130087:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483605.133147:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483605.133888:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483605.134114:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224920448 00000100:00100000:1.0:1788483605.134126:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224920448 00000100:00100000:1.0:1788483605.134220:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224920576 00000100:00100000:1.0:1788483605.134225:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224920576 00000100:00100000:1.0:1788483605.134255:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 62 00000100:00100000:1.0:1788483605.134282:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+17:2402:x1875360224920448:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483605.134302:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483605.134327:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75087f5e00/0xf2b1f833e60f3457 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 15 type: PLN flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1477fc expref: 17 pid: 6507 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483605.134349:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483605.134411:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+16:2402:x1875360224920448:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 147us (4339us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483605.134419:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 62 00000100:00100000:1.0:1788483605.134441:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 63 00000100:00100000:1.0:1788483605.134448:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a409850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+15:2401:x1875360224920576:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483605.134455:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483605.134465:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f76366ed800/0xf2b1f833e60f345e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14782d expref: 15 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483605.134477:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483605.134529:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a409850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+14:2401:x1875360224920576:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 49us (1366us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483605.134537:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 63 00000100:00100000:2.0:1788483605.138031:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483605.138173:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224920832 00000100:00100000:0.0:1788483605.138186:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224920832 00000100:00100000:2.0:1788483605.138490:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 375 00000100:00100000:2.0:1788483605.138528:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bd68fede-4789-460f-8e12-34f4d6102241+5:2398:x1875360224920832:12345-192.168.206.36@tcp:9:umount.0 00000020:00000080:2.0:1788483605.138567:0:8871:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf2b1f833e60f3481 00000100:00080000:2.0:1788483605.138578:0:8871:0:(import.c:65:import_set_state_nolock()) ffff9f750806e800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788483605.138635:0:8871:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967376 00000100:00100000:2.0:1788483605.138868:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:bd68fede-4789-460f-8e12-34f4d6102241+2:2398:x1875360224920832:12345-192.168.206.36@tcp:9:umount.0 Request processed in 357us (841us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483605.138878:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 375 00010000:00010000:2.0:1788483605.138909:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483605.139725:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224920704 00000100:00100000:3.0:1788483605.139738:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224920704 00000100:00100000:3.0:1788483605.146170:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483605.146448:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224920960 00000100:00100000:2.0:1788483605.146460:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224920960 00000100:00100000:2.0:1788483605.146563:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 376 00000100:00100000:2.0:1788483605.146576:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+5:2398:x1875360224920960:12345-192.168.206.36@tcp:9:umount.0 00000020:00000080:2.0:1788483605.146617:0:8432:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf2b1f833e60f347a 00000100:00080000:2.0:1788483605.146629:0:8432:0:(import.c:65:import_set_state_nolock()) ffff9f750909d000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788483605.146698:0:8432:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967366 00000100:00100000:2.0:1788483605.146904:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:bd68fede-4789-460f-8e12-34f4d6102241+2:2398:x1875360224920960:12345-192.168.206.36@tcp:9:umount.0 Request processed in 331us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483605.146913:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 376 00010000:00010000:2.0:1788483605.146948:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483605.151708:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 64 00000100:00100000:1.0:1788483605.151741:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+14:2401:x1875360224920704:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483605.151776:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483605.151808:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9f75087f4c00/0xf2b1f833e60f3465 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147834 expref: 14 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483605.151829:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483605.151926:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224920704:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 201us (18042us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483605.152079:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 64 00000100:00100000:3.0:1788483605.163389:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483605.163565:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224921600 00000100:00100000:0.0:1788483605.163578:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224921600 00000100:00100000:0.0:1788483605.163891:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1393 00000100:00100000:0.0:1788483605.163907:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+9:2398:x1875360224921600:12345-192.168.206.36@tcp:39:umount.0 00000020:00000080:0.0:1788483605.163964:0:13707:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf2b1f833e60f346c 00000020:00010000:0.0:1788483605.163982:0:13707:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9f7508085000: total 0 00000100:00080000:0.0:1788483605.163989:0:13707:0:(import.c:65:import_set_state_nolock()) ffff9f7508085800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788483605.164023:0:13707:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 1, last_transno is 4294968160 00000100:00100000:0.0:1788483605.164250:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:bd68fede-4789-460f-8e12-34f4d6102241+8:2398:x1875360224921600:12345-192.168.206.36@tcp:39:umount.0 Request processed in 346us (1108us total) trans 4294968161 rc 0/0 00000020:00010000:3.0:1788483605.165063:0:19386:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9f7508085000: total 0 00010000:00010000:3.0:1788483605.165134:0:19386:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9f7508085000, canceled 0 locks, left on hash table 4. 00010000:00010000:3.0:1788483605.165186:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483605.165191:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483605.165202:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f34c7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147873 expref: 8 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483605.165240:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x44:0x0].0x0 (ffff9f760b52f700) 00010000:00010000:3.0:1788483605.165243:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483605.165248:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3a00/0xf2b1f833e60f3736 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x44:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147930 expref: 7 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483605.165429:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483605.165433:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483605.165438:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2200/0xf2b1f833e60f36cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14791b expref: 6 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483605.165453:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9f750731ff00) 00010000:00010000:3.0:1788483605.165456:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483605.165460:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f34ab lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14786c expref: 5 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483605.165471:0:19386:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9f7508085000, canceled 4 locks, left on hash table 0. 00010000:00010000:3.0:1788483605.165487:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483605.165489:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483605.165492:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483605.171844:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1393 00000100:00100000:3.0:1788483605.176273:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483605.176545:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224921728 00000100:00100000:1.0:1788483605.176558:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224921728 00000100:00100000:1.0:1788483605.176623:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1394 00000100:00100000:1.0:1788483605.176634:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+5:2398:x1875360224921728:12345-192.168.206.36@tcp:39:umount.0 00000020:00000080:1.0:1788483605.176687:0:8191:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xf2b1f833e60f3473 00000100:00080000:1.0:1788483605.176710:0:8191:0:(import.c:65:import_set_state_nolock()) ffff9f750840d000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788483605.176743:0:8191:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 1, last_transno is 4294967329 00000100:00100000:1.0:1788483605.177074:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:bd68fede-4789-460f-8e12-34f4d6102241+3:2398:x1875360224921728:12345-192.168.206.36@tcp:39:umount.0 Request processed in 440us (822us total) trans 4294967330 rc 0/0 00000100:00100000:1.0:1788483605.177084:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1394 00010000:00010000:3.0:1788483605.177283:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483605.253094:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483605.572986:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251009408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483605.573099:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483605.573600:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251009408 00000100:00100000:0.0:1788483605.573612:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251009408 00000100:00100000:0.0:1788483605.573699:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1788483605.573713:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251009408:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483605.573751:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185899840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483605.573816:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251009408:12345-0@lo:13:osp-pre-0-0.0 Request processed in 107us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483605.573828:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00080000:1.0:1788483605.573939:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483605.574181:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251009536:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483605.574224:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483605.574273:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251009536 00000100:00100000:1.0:1788483605.574446:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251009408:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483605.574521:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251009536 00000100:00100000:3.0:1788483605.574569:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1788483605.574577:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251009536:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483605.574591:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 185899840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483605.574635:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251009536:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483605.574642:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:2.0:1788483605.574723:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251009536:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483605.574833:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483606.276797:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483606.617438:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251009664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483606.617602:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483606.617749:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251009664 00000100:00100000:1.0:1788483606.617768:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251009664 00000100:00100000:1.0:1788483606.617816:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1788483606.617826:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251009664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483606.617858:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444360192 avail 1298120704 00000100:00100000:1.0:1788483606.617907:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251009664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483606.617930:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1788483606.617979:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251009664:0@lo:41:osp-pre-0-1.0 00000001:02000400:3.0:1788483607.073804:0:24037:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12r: lseek restores released file ===== 21:00:04 (1788483604) 00010000:00010000:3.0:1788483607.300893:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483607.545859:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483607.546112:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224921856 00000100:00100000:0.0:1788483607.546125:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224921856 00000100:00100000:0.0:1788483607.546251:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1395 00000100:00100000:0.0:1788483607.546263:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:32657:x1875360224921856:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788483607.546379:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:32657:x1875360224921856:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 118us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483607.546387:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1395 00000100:00080000:1.0:1788483607.546677:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483607.561050:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483607.561160:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224921984 00000100:00100000:1.0:1788483607.561177:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224921984 00000100:00100000:1.0:1788483607.561286:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1396 00000100:00100000:1.0:1788483607.561299:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:32657:x1875360224921984:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483607.561423:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:32657:x1875360224921984:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 128us (1562us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483607.561431:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1396 00000100:00080000:2.0:1788483607.561596:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483607.599657:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483607.599743:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224922112 00000100:00100000:1.0:1788483607.599768:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224922112 00000100:00100000:1.0:1788483607.599870:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1397 00000100:00100000:1.0:1788483607.599882:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+102:32658:x1875360224922112:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483607.599901:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483607.599921:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f389b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479b5 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.600201:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.600215:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.600225:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.600239:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.600245:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.600251:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.600291:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.600300:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788483607.601795:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1788483607.602089:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602103:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602109:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483607.602116:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602124:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602140:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483607.602143:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483607.602148:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602155:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f38a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602172:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602179:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602185:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602190:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483607.602193:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602199:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38a9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602207:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9f76039f5c00) 00010000:00010000:1.0:1788483607.602210:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483607.602213:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38a9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602219:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602264:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f389b lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479b5 expref: 103 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602275:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483607.602277:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483607.602281:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f389b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479b5 expref: 103 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.602289:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38400, rc 0) 00000100:00100000:1.0:1788483607.604261:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+102:32658:x1875360224922112:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4370us (4617us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483607.604273:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1397 00000100:00100000:3.0:1788483607.634193:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483607.634346:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224922368 00000100:00100000:0.0:1788483607.634354:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224922368 00000100:00100000:0.0:1788483607.634408:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1398 00000100:00100000:0.0:1788483607.634418:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+102:32658:x1875360224922368:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:0.0:1788483607.634467:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483607.634491:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2400/0xf2b1f833e60f358b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1478ab expref: 102 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.634537:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483607.634542:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483607.634615:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.634633:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147881 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.634642:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.634673:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147881 expref: 46 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.634692:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147881 expref: 46 pid: 6514 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483607.634707:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251009792:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483607.634814:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76190cfa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483607.645248:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483607.645338:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224922496 00000100:00100000:2.0:1788483607.645355:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224922496 00010000:00010000:2.0:1788483607.645416:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 5/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147881 expref: 47 pid: 6514 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483607.645461:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251009792:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483607.645473:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 426 00000100:00100000:2.0:1788483607.645489:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224922496:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483607.645547:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483607.645549:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.645559:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147881 expref: 47 pid: 6514 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.645580:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147881 expref: 47 pid: 6514 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.661329:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f3506 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147881 expref: 47 pid: 6514 timeout: 872 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.661368:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483607.661374:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.661385:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.661394:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.661556:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483607.661662:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:2402:x1875360224922496:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 16175us (16420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483607.661674:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 426 00010000:00010000:3.0:1788483607.665482:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.665678:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.665726:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.665743:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.665767:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.668423:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.668463:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.668484:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483607.671767:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000765850c6 reply state 00000000162f739e transno 4294968162 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.671805:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.671816:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483607.671820:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483607.671825:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788483607.671835:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00010000:00010000:0.0:1788483607.671847:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.671855:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.671923:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.671930:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483607.671936:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.671945:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.671961:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483607.671964:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.671969:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.671976:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38b0 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483607.671993:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000765850c6 reply state 00000000162f739e transno 4294968162 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.672002:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.672009:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9f7607aed200) 00010000:00010000:0.0:1788483607.672011:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483607.672014:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788483607.672268:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+103:32658:x1875360224922368:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 37843us (38074us total) trans 4294968162 rc 0/0 00000100:00100000:0.0:1788483607.672279:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1398 00000040:00080000:1.0:1788483607.685275:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788483607.696770:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483607.696890:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224922624 00000100:00100000:1.0:1788483607.696905:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224922624 00000100:00100000:1.0:1788483607.696989:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1399 00000100:00100000:1.0:1788483607.697002:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+103:32659:x1875360224922624:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483607.697035:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483607.697062:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f38c5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479bc expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.697162:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38cc lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.697184:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.697197:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483607.697264:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483607.697269:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483607.697295:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38cc lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.697327:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f38c5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479bc expref: 105 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.697350:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38cc lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479bc expref: 104 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.697359:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483607.697362:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483607.697367:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39000, rc 0) 00000100:00100000:1.0:1788483607.697683:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+104:32659:x1875360224922624:12345-192.168.206.36@tcp:101:bash.0 Request processed in 682us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483607.697691:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1399 00000100:00100000:1.0:1788483607.709312:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483607.709441:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224922752 00000100:00100000:0.0:1788483607.709457:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224922752 00000100:00100000:0.0:1788483607.709560:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1400 00000100:00100000:0.0:1788483607.709573:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+104:32659:x1875360224922752:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483607.709600:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483607.709624:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f38d3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479c3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.709715:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38da lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.709732:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.709743:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.709765:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f38e1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.709773:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f38e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.709781:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f38e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.709900:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f38e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.709908:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f38e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.709915:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f38e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483607.709964:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:0.0:1788483607.709969:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483607.709995:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f38e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710009:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38da lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710016:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38da lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710023:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710029:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483607.710034:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38da lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710041:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38da lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710056:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483607.710059:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.710064:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38da lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710070:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f38da lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710086:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f38e1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710092:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f38e1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710103:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f38e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710108:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483607.710110:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f38e1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710116:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f38e1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710122:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9f7607aed200) 00010000:00010000:0.0:1788483607.710125:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.710128:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f38e1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710133:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f38e1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710164:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f38d3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479c3 expref: 106 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710180:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525200/0xf2b1f833e60f38e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479c3 expref: 105 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.710188:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483607.710190:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483607.710192:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525200, rc 0) 00000100:00100000:0.0:1788483607.710296:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+105:32659:x1875360224922752:12345-192.168.206.36@tcp:101:bash.0 Request processed in 723us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483607.710307:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1400 00000100:00100000:0.0:1788483607.712664:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483607.712764:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224922880 00000100:00100000:3.0:1788483607.712779:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224922880 00000100:00100000:3.0:1788483607.712851:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1401 00000100:00100000:3.0:1788483607.712862:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+105:32659:x1875360224922880:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:3.0:1788483607.712897:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483607.712936:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f38ef lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479ca expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713032:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f38f6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713051:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f38f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713063:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f38f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713081:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f38fd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713089:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f38fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713096:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f38fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713158:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f38f6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713167:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f38f6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713174:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f38f6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713181:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483607.713186:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f38f6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713195:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f38f6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713209:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:3.0:1788483607.713213:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483607.713218:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f38f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713223:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f38f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713239:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f38fd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713245:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f38fd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713251:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f38fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713257:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483607.713260:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f38fd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713265:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f38fd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713272:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9f7607aeda00) 00010000:00010000:3.0:1788483607.713274:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483607.713276:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f38fd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713282:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f38fd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713323:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f38ef lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479ca expref: 106 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713335:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:3.0:1788483607.713338:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483607.713341:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f38ef lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479ca expref: 106 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.713351:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:3.0:1788483607.713438:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+105:32659:x1875360224922880:12345-192.168.206.36@tcp:101:bash.0 Request processed in 578us (788us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483607.713447:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1401 00000100:00100000:3.0:1788483607.745050:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483607.745177:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224923008 00000100:00100000:1.0:1788483607.745190:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224923008 00000100:00100000:1.0:1788483607.745268:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1402 00000100:00100000:1.0:1788483607.745283:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+46:32660:x1875360224923008:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483607.745310:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483607.745337:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3904 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479d1 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.745417:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.745435:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.745449:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483607.745546:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788483607.745550:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483607.745575:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.745603:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3904 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d1 expref: 48 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.745628:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d1 expref: 47 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.745638:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483607.745641:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483607.745645:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39a00, rc 0) 00000100:00100000:1.0:1788483607.745710:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:32660:x1875360224923008:12345-192.168.206.36@tcp:101:rm.0 Request processed in 432us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483607.745718:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1402 00000100:00100000:1.0:1788483607.747882:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483607.747982:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224923136 00000100:00100000:0.0:1788483607.747994:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224923136 00000100:00100000:0.0:1788483607.748061:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1403 00000100:00100000:0.0:1788483607.748074:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:32660:x1875360224923136:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483607.748098:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483607.748124:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3912 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479d8 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748237:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3919 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748254:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3919 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748267:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3919 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748279:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3920 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748286:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3920 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748293:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3920 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748403:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3927 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748417:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3927 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748425:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3927 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483607.748465:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:0.0:1788483607.748470:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483607.748494:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3927 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748549:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3919 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748556:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3919 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748564:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3919 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748571:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483607.748576:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3919 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748584:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3919 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748599:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483607.748602:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.748608:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3919 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748619:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3919 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748634:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3920 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748640:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3920 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748645:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3920 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748650:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483607.748654:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3920 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748660:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3920 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748667:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9f7607aed200) 00010000:00010000:0.0:1788483607.748669:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.748672:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3920 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748678:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3920 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748707:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3912 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d8 expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748721:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524400/0xf2b1f833e60f3927 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d8 expref: 48 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.748729:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483607.748731:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483607.748734:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524400, rc 0) 00000100:00100000:0.0:1788483607.749005:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:32660:x1875360224923136:12345-192.168.206.36@tcp:101:rm.0 Request processed in 932us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483607.749013:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1403 00000100:00100000:0.0:1788483607.765658:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483607.765749:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224923264 00000100:00100000:3.0:1788483607.765773:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224923264 00000100:00100000:3.0:1788483607.765849:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1404 00000100:00100000:3.0:1788483607.765860:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:32660:x1875360224923264:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483607.765889:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483607.765919:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f392e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479df expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766030:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3935 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766049:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3935 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766062:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3935 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766078:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f393c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766085:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f393c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766091:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f393c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766263:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3935 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766272:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3935 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766284:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3935 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766291:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483607.766296:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3935 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766305:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3935 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766320:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:3.0:1788483607.766323:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483607.766329:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3935 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766335:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3935 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766351:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f393c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766358:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f393c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766363:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f393c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766367:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483607.766370:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f393c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766379:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f393c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766386:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9f7607aeda00) 00010000:00010000:3.0:1788483607.766388:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483607.766391:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f393c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766397:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f393c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766438:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f392e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479df expref: 49 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766450:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:3.0:1788483607.766453:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483607.766456:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f392e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479df expref: 49 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.766465:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:3.0:1788483607.766711:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:32660:x1875360224923264:12345-192.168.206.36@tcp:101:rm.0 Request processed in 851us (1065us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483607.766720:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1404 00000100:00100000:2.0:1788483607.774595:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483607.777724:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224923392 00000100:00100000:0.0:1788483607.777745:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224923392 00000100:00100000:0.0:1788483607.780676:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1405 00000100:00100000:0.0:1788483607.780710:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:32660:x1875360224923392:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483607.780736:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483607.780777:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3943 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479e6 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.780868:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f394a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.780885:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f394a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.780897:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f394a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.780913:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3951 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.780929:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3951 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.780937:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3951 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.780992:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f394a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.780999:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f394a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781007:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f394a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781014:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483607.781019:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f394a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781027:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f394a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781041:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483607.781045:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.781051:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f394a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781058:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f394a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781073:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3951 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781079:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3951 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781086:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3951 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781091:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483607.781093:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3951 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781099:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3951 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781106:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9f7602eeb800) 00010000:00010000:0.0:1788483607.781108:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.781111:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3951 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781116:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3951 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781152:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3943 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479e6 expref: 49 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781162:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483607.781165:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.781168:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3943 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479e6 expref: 49 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.781177:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:0.0:1788483607.781257:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:32660:x1875360224923392:12345-192.168.206.36@tcp:101:rm.0 Request processed in 564us (6766us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483607.781269:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1405 00000100:00100000:2.0:1788483607.806112:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483607.806239:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224923520 00000100:00100000:0.0:1788483607.806252:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224923520 00000100:00100000:0.0:1788483607.806321:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1406 00000100:00100000:0.0:1788483607.806336:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:32661:x1875360224923520:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483607.806365:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483607.806392:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3958 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479ed expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806488:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f395f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806554:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f395f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806568:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f395f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806587:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3966 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806594:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806601:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806653:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f395f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806665:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f395f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806671:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f395f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806678:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483607.806683:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f395f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806692:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f395f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806706:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483607.806709:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.806715:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f395f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806721:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f395f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806736:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3966 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806742:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3966 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806748:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3966 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806763:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483607.806768:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3966 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806774:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3966 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806782:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9f7602eeb800) 00010000:00010000:0.0:1788483607.806784:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.806788:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3966 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806793:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3966 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806829:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3958 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479ed expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806841:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483607.806843:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483607.806847:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3958 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479ed expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.806858:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:0.0:1788483607.807043:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:32661:x1875360224923520:12345-192.168.206.36@tcp:101:cp.0 Request processed in 709us (943us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483607.807051:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1406 00000100:00100000:2.0:1788483607.818813:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483607.822076:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224923648 00000100:00100000:3.0:1788483607.822098:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224923648 00000100:00100000:2.0:1788483607.825068:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1407 00000100:00100000:2.0:1788483607.825091:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:32661:x1875360224923648:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483607.825123:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483607.825166:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f396d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479f4 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825282:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3974 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825300:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3974 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825313:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3974 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825329:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f397b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825335:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f397b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825341:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f397b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825403:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3974 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825410:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3974 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825419:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3974 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825425:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eda00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483607.825430:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3974 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825439:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3974 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825457:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:2.0:1788483607.825461:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483607.825467:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3974 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825474:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3974 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825493:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f397b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825547:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f397b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825553:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f397b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825558:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483607.825560:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f397b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825570:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f397b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825578:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9f7608dc0c00) 00010000:00010000:2.0:1788483607.825580:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483607.825584:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f397b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825590:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f397b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825635:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f396d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479f4 expref: 49 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825646:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:2.0:1788483607.825649:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483607.825652:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f396d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479f4 expref: 49 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.825663:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:2.0:1788483607.825777:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:32661:x1875360224923648:12345-192.168.206.36@tcp:101:cp.0 Request processed in 690us (6978us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483607.825785:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1407 00000100:00100000:0.0:1788483607.830624:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483607.830738:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224923904 00000100:00100000:1.0:1788483607.830760:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224923904 00000100:00100000:1.0:1788483607.830834:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1408 00000100:00100000:1.0:1788483607.830848:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:32661:x1875360224923904:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483607.830875:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483607.830901:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f3982 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1479fb expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.831044:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3989 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.831062:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3989 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.831074:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3989 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.831090:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.831096:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.831102:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483607.831744:0:6515:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1a:0x0], index 0: 0 00010000:00010000:1.0:1788483607.831945:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.831963:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.831971:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832012:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3989 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832020:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3989 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832027:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3989 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832032:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483607.832037:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3989 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832045:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3989 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832058:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:1.0:1788483607.832062:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483607.832067:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3989 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832074:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3989 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483607.832090:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002c877c14 reply state 0000000060a22571 transno 4294968163 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832103:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832109:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483607.832111:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483607.832115:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483607.832153:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f3982 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479fb expref: 51 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832169:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479fb expref: 50 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.832176:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:1.0:1788483607.832178:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483607.832181:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38e00, rc 0) 00000100:00100000:1.0:1788483607.834665:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:32661:x1875360224923904:12345-192.168.206.36@tcp:101:cp.0 Request processed in 3802us (4039us total) trans 4294968163 rc 0/0 00000100:00100000:1.0:1788483607.834681:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1408 00000100:00100000:1.0:1788483607.838025:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483607.838162:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224924032 00000100:00100000:3.0:1788483607.838181:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224924032 00000100:00100000:3.0:1788483607.838275:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 377 00000100:00100000:3.0:1788483607.838290:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224924032:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483607.838312:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483607.838339:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f39a5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a02 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483607.838373:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483607.838398:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=772s v=(0 0) 00010000:00010000:3.0:1788483607.838404:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483607.838415:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f39a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a02 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.838437:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f39a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a02 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788483607.838438:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483607.838456:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:3.0:1788483607.838575:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224924032:12345-192.168.206.36@tcp:101:cp.0 Request processed in 289us (565us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483607.838583:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 377 00000100:00100000:2.0:1788483607.853319:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483607.853896:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224924160 00000100:00100000:0.0:1788483607.853911:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224924160 00000100:00100000:0.0:1788483607.854265:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 378 00000100:00100000:0.0:1788483607.854279:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:32661:x1875360224924160:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483607.854301:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483607.854323:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a09 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.854364:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f39a5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a02 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.854373:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483607.854378:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483607.854384:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 10 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.854424:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f39a5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a02 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.854438:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f39a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a02 expref: 10 pid: 8431 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483607.854454:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251009920:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483607.854617:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76190cfa80 going to sleep for 11 seconds 00000100:00100000:2.0:1788483607.859943:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483607.860689:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224924288 00000100:00100000:1.0:1788483607.860707:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224924288 00010000:00010000:1.0:1788483607.860788:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f39a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a02 expref: 11 pid: 8431 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483607.861008:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 427 00000100:00100000:1.0:1788483607.861024:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224924288:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483607.861244:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483607.861274:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f39a5 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a02 expref: 11 pid: 8431 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.861292:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f39a5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a02 expref: 11 pid: 8431 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.861325:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483607.861330:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483607.861340:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.861352:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.861403:0:6500:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 11 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483607.861421:0:6500:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6500:1875360251010048:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483607.861674:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f39a5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a02 expref: 11 pid: 8431 timeout: 872 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483607.861693:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251009920:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483607.861741:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 10 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483607.861762:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:1.0:1788483607.861880:0:6500:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669ccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483607.872344:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:32661:x1875360224924160:12345-192.168.206.36@tcp:101:cp.0 Request processed in 18048us (19020us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483607.872362:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 378 00000100:00100000:0.0:1788483607.886017:0:6500:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:6500:1875360251010048:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483607.886053:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483607.889942:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224924288:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 28902us (30003us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483607.889960:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 427 00000100:00100000:1.0:1788483607.890599:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483607.890791:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224924544 00000100:00100000:2.0:1788483607.890916:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224924544 00000100:00100000:2.0:1788483607.891019:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 270 00000100:00100000:2.0:1788483607.891031:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:32661:x1875360224924544:12345-192.168.206.36@tcp:35:cp.0 00000001:00080000:2.0:1788483607.891341:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968164 00000100:00100000:2.0:1788483607.891469:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:32661:x1875360224924544:12345-192.168.206.36@tcp:35:cp.0 Request processed in 438us (873us total) trans 4294968165 rc 0/0 00000100:00100000:2.0:1788483607.891478:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 270 00000020:00080000:2.0:1788483607.891482:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788483607.945541:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483607.946057:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224924672 00000100:00100000:0.0:1788483607.946072:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224924672 00000100:00100000:1.0:1788483607.946300:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1409 00000100:00100000:1.0:1788483607.946317:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+105:32664:x1875360224924672:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483607.946347:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483607.946376:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f39b3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a10 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.946464:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.946482:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.946495:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947465:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f39c1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947476:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f39c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947487:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f39c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947614:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947624:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947630:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483607.947675:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:1.0:1788483607.947680:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483607.947701:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947730:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947740:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947756:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947764:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947771:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947777:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483607.947782:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947790:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947803:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:1.0:1788483607.947807:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483607.947812:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 3/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.947818:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f39ba lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.948002:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f39c1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.948011:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f39c1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.948018:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f39c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.948023:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483607.948026:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f39c1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.948033:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f39c1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.948042:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483607.948044:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483607.948047:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f39c1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.948053:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f39c1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.948090:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f39b3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a10 expref: 107 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.948106:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a10 expref: 106 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483607.948114:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:1.0:1788483607.948116:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483607.948120:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39600, rc 0) 00000100:00100000:1.0:1788483607.948228:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+106:32664:x1875360224924672:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1915us (2745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483607.948239:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1409 00000100:00100000:2.0:1788483607.957744:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483607.958257:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224924800 00000100:00100000:3.0:1788483607.958272:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224924800 00000100:00100000:3.0:1788483607.958434:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 379 00000100:00100000:3.0:1788483607.958449:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224924800:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483607.958474:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483607.958520:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f39cf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a17 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483607.958608:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360251010176:192.168.206.36@tcp:106: 00000100:00100000:3.0:1788483607.958743:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7619264180 going to sleep for 11 seconds 00000100:00080000:2.0:1788483607.959376:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00010000:3.0:1788483607.961353:0:14965:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788483607.961364:0:14965:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb mtime: 0 -> 1788483607 00002000:00010000:3.0:1788483607.961367:0:14965:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb atime: 0 -> 1788483606 00002000:00010000:3.0:1788483607.961369:0:14965:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb ctime: 0 -> 1788483607 00002000:00010000:3.0:1788483607.961371:0:14965:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1788483607.961398:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360251010176:192.168.206.36@tcp:106: 00010000:00010000:3.0:1788483607.961439:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f39cf lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a17 expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.961468:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f39cf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a17 expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483607.961485:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4e00, rc 0) 00000100:00100000:3.0:1788483607.961618:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224924800:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3172us (3888us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483607.961628:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 379 00000100:00100000:1.0:1788483607.981342:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483607.987093:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224924928 00000100:00100000:3.0:1788483607.987113:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224924928 00000100:00100000:2.0:1788483607.987375:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1410 00000100:00100000:2.0:1788483607.987387:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+106:32664:x1875360224924928:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483607.987422:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483607.987446:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f39d6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a1e expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.987563:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.987581:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.987595:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483607.987652:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x46:0x0]: returning size 4096 00000004:00200000:2.0:1788483607.987657:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483607.987679:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.987717:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f39d6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a1e expref: 108 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.987740:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a1e expref: 107 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483607.987760:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:2.0:1788483607.987764:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483607.987769:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed000, rc 0) 00000100:00100000:2.0:1788483607.987852:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+107:32664:x1875360224924928:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 466us (6524us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483607.987861:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1410 00000100:00100000:2.0:1788483607.991309:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483607.991692:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224925056 00000100:00100000:0.0:1788483607.991707:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224925056 00000100:00100000:0.0:1788483607.991785:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 380 00000100:00100000:0.0:1788483607.991798:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224925056:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483607.991822:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483607.991847:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f39e4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a25 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483607.991929:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251010304:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483607.992035:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76190cfa80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483608.003370:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251010304:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483608.003446:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f39e4 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a25 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483608.003476:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000df8dbed7/0xf2b1f833e60f39e4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a25 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483608.003491:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524e00, rc 0) 00000100:00100000:2.0:1788483608.004151:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224925056:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 12351us (12849us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483608.004162:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 380 00000100:00100000:3.0:1788483608.007237:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483608.007738:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224925312 00000100:00100000:0.0:1788483608.007763:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224925312 00000100:00100000:0.0:1788483608.007838:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1411 00000100:00100000:0.0:1788483608.007851:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+107:32664:x1875360224925312:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:0.0:1788483608.008079:0:13707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].39, 136 off13496 00000100:00100000:0.0:1788483608.008201:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+107:32664:x1875360224925312:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 351us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483608.008210:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1411 00000100:00100000:3.0:1788483608.134085:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251010688:0@lo:400:kworker.0 00000100:00100000:0.0:1788483608.134103:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251010944:0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.134171:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251010432:0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.139095:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483608.139431:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251011200:0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.139478:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483608.139555:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251011712:0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.139578:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483608.139607:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251012224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483608.139637:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483608.139683:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251012224 00000100:00100000:2.0:1788483608.139693:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251012224 00000100:00100000:2.0:1788483608.139772:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:2.0:1788483608.139785:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251012224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483608.139829:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:2.0:1788483608.139884:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251012224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 102us (245us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483608.139893:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00080000:2.0:1788483608.139991:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483608.140009:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251011200 00000100:00100000:2.0:1788483608.140013:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251011200 00000100:00100000:2.0:1788483608.140048:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251011712 00000100:00100000:2.0:1788483608.140051:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251011712 00000100:00100000:2.0:1788483608.140077:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1788483608.140084:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251011200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.140124:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251011200:12345-0@lo:400:kworker.0 Request processed in 41us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483608.140131:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1031 00000100:00100000:2.0:1788483608.140206:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1032 00000100:00100000:2.0:1788483608.140213:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251011712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.140242:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251011712:12345-0@lo:400:kworker.0 Request processed in 31us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483608.140248:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1032 00000100:00080000:2.0:1788483608.140261:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483608.140292:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251011712:0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.140309:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251012224:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483608.140318:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641747b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251011200:0@lo:400:kworker.0 00000100:00100000:3.0:1788483608.140441:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251010560:0@lo:400:kworker.0 00000100:00100000:3.0:1788483608.140489:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251010688 00000100:00100000:3.0:1788483608.140493:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251010688 00000100:00100000:3.0:1788483608.140537:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1788483608.140543:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251010688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483608.140585:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251010688:12345-0@lo:400:kworker.0 Request processed in 42us (1499us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483608.140591:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1788483608.140619:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251010688:0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.140711:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483608.140762:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251011072:0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.140788:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483608.140813:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251011584:0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.140835:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483608.140852:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251012096:0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.140870:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483608.141328:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251010560 00000100:00100000:3.0:1788483608.141334:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251010560 00000100:00100000:3.0:1788483608.141368:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1788483608.141375:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251010560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483608.141426:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251010560:12345-0@lo:400:kworker.0 Request processed in 51us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483608.141432:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:3.0:1788483608.141475:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251010560:0@lo:400:kworker.0 00000100:00100000:3.0:1788483608.141524:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251011072 00000100:00100000:3.0:1788483608.141527:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251011072 00000100:00100000:3.0:1788483608.141549:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1788483608.141554:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251011072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483608.141589:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251011072:12345-0@lo:400:kworker.0 Request processed in 35us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483608.141596:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1788483608.141620:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641745880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251011072:0@lo:400:kworker.0 00000100:00100000:3.0:1788483608.141637:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251011584 00000100:00100000:3.0:1788483608.141640:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251011584 00000100:00100000:3.0:1788483608.141674:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251012096 00000100:00100000:3.0:1788483608.141678:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251012096 00000100:00100000:3.0:1788483608.141699:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:3.0:1788483608.141705:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251011584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483608.141741:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251011584:12345-0@lo:400:kworker.0 Request processed in 36us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483608.141757:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1788483608.142250:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1788483608.142262:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251012096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.142303:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251012096:12345-0@lo:400:kworker.0 Request processed in 46us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483608.142310:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00080000:2.0:1788483608.142328:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483608.142460:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251011584:0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.142472:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251012096:0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.142563:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483608.142623:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251010816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483608.142670:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483608.142692:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251011456:0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.142715:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483608.142738:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251011456 00000100:00100000:1.0:1788483608.142742:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251011456 00000100:00100000:1.0:1788483608.142794:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1788483608.142801:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251011456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.142834:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251011456:12345-0@lo:400:kworker.0 Request processed in 34us (118us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483608.142839:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00080000:1.0:1788483608.142856:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483608.142886:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641746d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251011456:0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.142893:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251011968:0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.142915:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483608.142947:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251011968 00000100:00100000:1.0:1788483608.142951:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251011968 00000100:00080000:1.0:1788483608.142965:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483608.142986:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1788483608.142993:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251011968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.143027:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251011968:12345-0@lo:400:kworker.0 Request processed in 35us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483608.143034:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1788483608.143058:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251011968:0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.143094:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251010816 00000100:00100000:1.0:1788483608.143097:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251010816 00000100:00100000:1.0:1788483608.143122:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1788483608.143129:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251010816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483608.143149:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 162208576 pending 0 free 3921395712 avail 3689873408 00000100:00100000:1.0:1788483608.143186:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251010816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483608.143193:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1788483608.143226:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251010816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483608.144105:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251010432 00000100:00100000:2.0:1788483608.144114:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251010432 00000100:00100000:2.0:1788483608.144671:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:2.0:1788483608.144684:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251010432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483608.144784:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251010432:12345-0@lo:400:kworker.0 Request processed in 104us (2220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483608.144792:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1788483608.145072:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251010432:0@lo:400:kworker.0 00000100:00100000:0.0:1788483608.145817:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483608.145931:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251011328:0@lo:400:kworker.0 00000100:00100000:0.0:1788483608.145971:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483608.146058:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251011840:0@lo:400:kworker.0 00000100:00100000:0.0:1788483608.146083:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483608.155736:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251010944 00000100:00100000:1.0:1788483608.155768:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251010944 00000100:00100000:1.0:1788483608.155868:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251011328 00000100:00100000:1.0:1788483608.155872:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251011328 00000100:00100000:1.0:1788483608.155911:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251011840 00000100:00100000:1.0:1788483608.155915:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251011840 00000100:00100000:1.0:1788483608.155949:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:1.0:1788483608.155962:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251010944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.156087:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251010944:12345-0@lo:400:kworker.0 Request processed in 129us (10273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483608.156095:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:1.0:1788483608.156121:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1788483608.156128:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251011328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.156185:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251011328:12345-0@lo:400:kworker.0 Request processed in 58us (10212us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483608.156192:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:1.0:1788483608.156205:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:1.0:1788483608.156212:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251011840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483608.156242:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251011840:12345-0@lo:400:kworker.0 Request processed in 31us (10158us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483608.156248:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00080000:1.0:1788483608.156270:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483608.157309:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251010944:0@lo:400:kworker.0 00000100:00100000:0.0:1788483608.157331:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641745180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251011328:0@lo:400:kworker.0 00000100:00100000:0.0:1788483608.157342:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641746680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251011840:0@lo:400:kworker.0 00010000:00010000:2.0:1788483608.342076:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483608.453991:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483608.454004:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483608.454044:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:3.0:1788483608.454059:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483608.454465:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251012352:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483608.455246:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483608.471121:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483608.471246:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224925440 00000100:00100000:2.0:1788483608.471261:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224925440 00000100:00100000:1.0:1788483608.471309:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ed80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251012352:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483608.471348:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1412 00000100:00100000:2.0:1788483608.471362:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:32674:x1875360224925440:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483608.471408:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483608.471585:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:32674:x1875360224925440:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 225us (888us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483608.471594:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1412 00000100:00100000:2.0:1788483608.493906:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483608.494145:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224925696 00000100:00100000:0.0:1788483608.494160:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224925696 00000100:00100000:0.0:1788483608.494231:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1413 00000100:00100000:0.0:1788483608.494242:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:32674:x1875360224925696:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483608.494269:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483608.494299:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f39eb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a2c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483608.494451:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f39f2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483608.494471:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f39f2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483608.494487:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f39f2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483608.494537:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:1.0:1788483608.494893:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f39eb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a2c expref: 56 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483608.494916:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f39f2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a2c expref: 55 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483608.494938:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:1.0:1788483608.494941:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483608.494945:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524e00, rc 0) 00000100:00100000:1.0:1788483608.495038:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:32674:x1875360224925696:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 796us (1147us total) trans 4294968166 rc 0/0 00000100:00100000:1.0:1788483608.495047:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1413 00000100:00100000:1.0:1788483608.516379:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483608.516443:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483608.518091:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224925824 00000100:00100000:0.0:1788483608.518110:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224925824 00000100:00100000:0.0:1788483608.518196:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 65 00000100:00100000:0.0:1788483608.518209:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2401:x1875360224925824:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483608.518228:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483608.518260:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f39f2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a2c expref: 55 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483608.518293:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:0.0:1788483608.518300:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483608.518386:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2401:x1875360224925824:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 179us (2021us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483608.518395:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 65 00000100:00100000:3.0:1788483608.519792:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224925952 00000100:00100000:3.0:1788483608.519807:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224925952 00000100:00100000:3.0:1788483608.519886:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 381 00000100:00100000:3.0:1788483608.519896:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2400:x1875360224925952:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483608.519944:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.519967:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 9 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.519976:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788483608.519980:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483608.519986:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.520036:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 9 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.520052:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 9 pid: 8433 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483608.520070:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251012480:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483608.520170:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1788483608.533543:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483608.533597:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224926080 00000100:00100000:0.0:1788483608.533610:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224926080 00000100:00100000:1.0:1788483608.533659:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251012480:192.168.206.36@tcp:104: 00002000:00100000:0.0:1788483608.533685:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (0->157) req@ffff9f764164f480 x1875360224926080/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:359/0 lens 648/0 e 0 to 0 dl 1788483619 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00010000:00010000:1.0:1788483608.533693:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00100000:0.0:1788483608.533696:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764164f480 with x1875360224926080 ext(0->157) 00010000:00010000:0.0:1788483608.533704:0:8438:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 10 pid: 8433 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483608.533719:0:8438:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 10 pid: 8433 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483608.533727:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f764164f480 00000100:00100000:0.0:1788483608.533773:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 17 00000100:00100000:0.0:1788483608.533785:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224926080:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:2.0:1788483608.535125:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224926080:12345-192.168.206.36@tcp:4:cp.0 Request processed in 1330us (1626us total) trans 4294967367 rc 0/0 00000100:00100000:2.0:1788483608.535140:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 17 00002000:00100000:2.0:1788483608.535152:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1a:0x0] (0->157) req@ffff9f764164f480 x1875360224926080/t4294967367(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:359/0 lens 648/448 e 0 to 0 dl 1788483619 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483608.535163:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764164f480 with x1875360224926080 ext(0->157) 00010000:00010000:2.0:1788483608.535174:0:8438:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 12 pid: 8433 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.535195:0:8438:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 12 pid: 8433 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483608.535204:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f764164f480 00000100:00100000:2.0:1788483608.542086:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483608.542271:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224926208 00000100:00100000:3.0:1788483608.542284:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224926208 00010000:00010000:3.0:1788483608.542336:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 12 pid: 8433 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483608.542382:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 428 00000100:00100000:3.0:1788483608.542393:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224926208:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483608.542410:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1788483608.542434:0:7456:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1a:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:3.0:1788483608.542442:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 12 pid: 8433 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.542458:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 12 pid: 8433 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.542493:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f39ac lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a09 expref: 12 pid: 8433 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.542540:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483608.542545:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483608.542553:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.542564:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.542601:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483608.543248:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224926208:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 852us (1174us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483608.543258:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 428 00010000:00010000:2.0:1788483608.543355:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.543367:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.543399:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.543409:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.543418:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.543426:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483608.543431:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.543441:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.543457:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.543465:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f3a00 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483608.543548:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224925952:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 23653us (27105us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483608.543562:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 381 00000100:00100000:1.0:1788483608.548530:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483608.553682:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224926464 00000100:00100000:3.0:1788483608.553707:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224926464 00000100:00100000:3.0:1788483608.553797:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1414 00000100:00100000:3.0:1788483608.553809:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:32674:x1875360224926464:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483608.553973:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:32674:x1875360224926464:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 166us (5493us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483608.553982:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1414 00000100:00100000:0.0:1788483608.560878:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483608.560980:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224926592 00000100:00100000:1.0:1788483608.560993:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224926592 00000100:00100000:1.0:1788483608.561172:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 382 00000100:00100000:1.0:1788483608.561186:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224926592:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483608.561212:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483608.561243:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000ef60442/0xf2b1f833e60f3a07 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a33 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483608.561280:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a9a1817, atime: 0x0, ctime: 0x6a9a1817, blocks: 0x8 00010000:00010000:1.0:1788483608.561308:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=773s v=(0 0) 00010000:00010000:1.0:1788483608.561313:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483608.561326:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000ef60442/0xf2b1f833e60f3a07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a33 expref: 11 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483608.561348:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000ef60442/0xf2b1f833e60f3a07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a33 expref: 11 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483608.561365:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39800, rc 0) 00000100:00100000:1.0:1788483608.561447:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224926592:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 263us (585us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483608.561455:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 382 00000100:00100000:3.0:1788483608.563998:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483608.564058:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224926848 00000100:00100000:3.0:1788483608.564072:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224926848 00000100:00100000:3.0:1788483608.564158:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1415 00000100:00100000:3.0:1788483608.564171:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:32674:x1875360224926848:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483608.564314:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:32674:x1875360224926848:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 146us (330us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483608.564322:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1415 00000100:00100000:3.0:1788483608.568975:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483608.570288:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224926976 00000100:00100000:0.0:1788483608.570309:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224926976 00002000:00100000:0.0:1788483608.570381:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff9f764164ea00 x1875360224926976/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:359/0 lens 488/0 e 0 to 0 dl 1788483619 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483608.570394:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764164ea00 with x1875360224926976 ext(0->4095) 00002000:00010000:0.0:1788483608.570402:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f764164ea00 00000100:00100000:0.0:1788483608.570446:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 102 00000100:00100000:0.0:1788483608.570457:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224926976:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788483608.570726:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224926976:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 269us (1764us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483608.570736:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 102 00002000:00100000:0.0:1788483608.570742:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1a:0x0] (0->4095) req@ffff9f764164ea00 x1875360224926976/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:359/0 lens 488/4536 e 0 to 0 dl 1788483619 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483608.570763:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764164ea00 with x1875360224926976 ext(0->4095) 00002000:00010000:0.0:1788483608.570766:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f764164ea00 00000100:00100000:0.0:1788483608.577251:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483608.577340:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224927104 00000100:00100000:3.0:1788483608.577353:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224927104 00000100:00100000:3.0:1788483608.577430:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1416 00000100:00100000:3.0:1788483608.577444:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:32674:x1875360224927104:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483608.577472:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483608.577559:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a0e lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a3a expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.577610:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.577627:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.577654:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.577808:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a0e lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a3a expref: 56 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.577827:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a3a expref: 55 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.577845:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:3.0:1788483608.577848:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788483608.577852:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4a00, rc 0) 00000100:00100000:3.0:1788483608.577948:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:32674:x1875360224927104:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 506us (714us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483608.577956:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1416 00000100:00100000:0.0:1788483608.583868:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483608.584844:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224927232 00000100:00100000:3.0:1788483608.584869:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224927232 00000100:00100000:3.0:1788483608.584941:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1417 00000100:00100000:3.0:1788483608.584953:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:32674:x1875360224927232:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483608.584991:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483608.585140:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:32674:x1875360224927232:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 188us (1295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483608.585150:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1417 00000100:00100000:1.0:1788483608.588259:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483608.588408:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224927360 00000100:00100000:2.0:1788483608.588421:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224927360 00000100:00100000:2.0:1788483608.588489:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 383 00000100:00100000:2.0:1788483608.588547:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224927360:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483608.588605:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e9fff25b/0xf2b1f833e60f3a1c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.588627:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483608.588633:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483608.591770:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9fff25b/0xf2b1f833e60f3a1c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.591804:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9fff25b/0xf2b1f833e60f3a1c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.591848:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e9fff25b/0xf2b1f833e60f3a1c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.591869:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e9fff25b/0xf2b1f833e60f3a1c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.591879:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e9fff25b/0xf2b1f833e60f3a1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.591886:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483608.591892:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9fff25b/0xf2b1f833e60f3a1c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.591901:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e9fff25b/0xf2b1f833e60f3a1c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.591927:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e9fff25b/0xf2b1f833e60f3a1c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.591935:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9fff25b/0xf2b1f833e60f3a1c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483608.592063:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224927360:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 3558us (3810us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483608.592075:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 383 00000100:00100000:2.0:1788483608.597112:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483608.597234:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224927616 00000100:00100000:3.0:1788483608.597246:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224927616 00000100:00100000:3.0:1788483608.597310:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1418 00000100:00100000:3.0:1788483608.597322:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:32674:x1875360224927616:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483608.597423:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.597443:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a3a expref: 55 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.597454:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.597527:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a3a expref: 55 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483608.597544:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a3a expref: 55 pid: 13707 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483608.597561:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251012608:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483608.597664:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670b840 going to sleep for 11 seconds 00000100:00100000:3.0:1788483608.600904:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164d500 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251012608:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483608.600942:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483608.601144:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483608.601224:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224927744 00000100:00100000:1.0:1788483608.601235:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224927744 00010000:00010000:1.0:1788483608.601283:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a3a expref: 56 pid: 13707 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483608.601327:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 429 00000100:00100000:1.0:1788483608.601338:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:2402:x1875360224927744:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483608.601357:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483608.601366:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a3a expref: 56 pid: 13707 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483608.601380:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a3a expref: 56 pid: 13707 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483608.601406:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a15 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a3a expref: 56 pid: 13707 timeout: 873 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483608.601421:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:1.0:1788483608.601427:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483608.601437:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483608.601444:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483608.601475:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483608.601542:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483608.601549:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2402:x1875360224927744:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 213us (407us total) trans 0 rc 0/0 00010000:00010000:2.0:1788483608.601551:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483608.601557:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 429 00010000:00010000:2.0:1788483608.601757:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.601765:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.601772:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.601779:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483608.601784:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.601792:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.601801:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:2.0:1788483608.601804:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483608.601808:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483608.601814:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a23 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483608.604003:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:32674:x1875360224927616:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 6665us (6887us total) trans 4294968167 rc 0/0 00000100:00100000:2.0:1788483608.604021:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1418 00000040:00080000:1.0:1788483608.604264:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483608.604271:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483608.604895:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788483608.604907:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483608.615369:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483608.615524:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224928000 00000100:00100000:2.0:1788483608.615537:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224928000 00000100:00100000:2.0:1788483608.615620:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 271 00000100:00100000:2.0:1788483608.615632:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a435450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:32674:x1875360224928000:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483608.615999:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a435450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:32674:x1875360224928000:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 367us (645us total) trans 4294968168 rc 0/0 00000100:00100000:2.0:1788483608.616009:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 271 00000100:00100000:2.0:1788483608.644712:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483608.644758:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251012736:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483608.644866:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483608.645040:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251012736 00000100:00100000:1.0:1788483608.645051:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251012736 00000100:00100000:1.0:1788483608.645126:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1788483608.645138:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251012736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483608.645183:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483608.645251:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251012736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483608.645259:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1788483608.645385:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251012736:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483609.256819:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.256871:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.256908:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.256944:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.256961:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.256977:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.256993:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.257009:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.257033:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.257065:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224928512 00000100:00100000:0.0:1788483609.257078:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224928512 00000100:00100000:0.0:1788483609.257162:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224928640 00000100:00100000:0.0:1788483609.257166:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224928640 00000100:00100000:0.0:1788483609.257184:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224929024 00000100:00100000:0.0:1788483609.257187:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224929024 00000100:00100000:0.0:1788483609.257201:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224929152 00000100:00100000:0.0:1788483609.257203:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224929152 00000100:00100000:0.0:1788483609.257424:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 630 00000100:00100000:0.0:1788483609.257437:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224928512:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483609.257565:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224928512:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 112us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.257572:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 630 00000100:00100000:0.0:1788483609.257592:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 631 00000100:00100000:0.0:1788483609.257598:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2399:x1875360224928640:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483609.257624:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+14:2399:x1875360224928640:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.257630:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 631 00000100:00100000:0.0:1788483609.257640:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 632 00000100:00100000:0.0:1788483609.257647:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224929024:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483609.257670:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224929024:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.257677:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 632 00000100:00100000:0.0:1788483609.257688:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 633 00000100:00100000:0.0:1788483609.257694:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224929152:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483609.257715:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224929152:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.257721:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 633 00000100:00100000:0.0:1788483609.257759:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224928256 00000100:00100000:0.0:1788483609.257763:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224928256 00000100:00100000:0.0:1788483609.257794:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224928384 00000100:00100000:0.0:1788483609.257797:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224928384 00000100:00100000:0.0:1788483609.257818:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224928768 00000100:00100000:0.0:1788483609.257821:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224928768 00000100:00100000:0.0:1788483609.257830:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224928896 00000100:00100000:0.0:1788483609.257833:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224928896 00000100:00100000:0.0:1788483609.257847:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1037 00000100:00100000:0.0:1788483609.257853:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2400:x1875360224928256:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483609.257882:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2400:x1875360224928256:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (1079us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.257888:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1037 00000100:00100000:0.0:1788483609.257899:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1038 00000100:00100000:0.0:1788483609.257905:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224928384:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483609.258022:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1039 00000100:00100000:1.0:1788483609.258031:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:2400:x1875360224928768:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483609.258066:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:2400:x1875360224928768:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 37us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483609.258072:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1039 00000100:00100000:1.0:1788483609.258088:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1040 00000100:00100000:1.0:1788483609.258094:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224928896:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483609.258118:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360224928896:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483609.258123:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1040 00000100:00080000:1.0:1788483609.258164:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483609.258169:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483609.258172:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483609.258174:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483609.258537:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224928128 00000100:00100000:3.0:1788483609.258543:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224928128 00000100:00100000:3.0:1788483609.258581:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 753 00000100:00100000:3.0:1788483609.258590:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224928128:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483609.258620:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224928128:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 33us (1749us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.258627:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 753 00000100:00100000:0.0:1788483609.260092:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224928384:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 2176us (3135us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.260107:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1038 00000040:00080000:3.0:1788483609.275574:0:24086:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483609.275585:0:24086:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483609.275621:0:24086:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 40 count 3 00000040:00080000:3.0:1788483609.275628:0:24086:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483609.348697:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483609.358929:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.359158:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224929280 00000100:00100000:2.0:1788483609.359168:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224929280 00000100:00100000:2.0:1788483609.359278:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 384 00000100:00100000:2.0:1788483609.359293:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224929280:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483609.359312:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483609.359333:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3a2a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a41 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.359358:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788483609.359374:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483609.359388:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3a2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a41 expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.359405:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3a2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a41 expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.359419:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ece00, rc 0) 00000100:00100000:2.0:1788483609.359491:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360224929280:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 203us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483609.359574:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 384 00000100:00100000:0.0:1788483609.365333:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.365545:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224929536 00000100:00100000:3.0:1788483609.365558:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224929536 00000100:00100000:3.0:1788483609.365629:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1419 00000100:00100000:3.0:1788483609.365644:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+107:32675:x1875360224929536:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483609.365671:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483609.365698:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a31 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a48 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.365852:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a38 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.365872:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a38 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.365885:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a38 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483609.365900:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1788483609.366197:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a31 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a48 expref: 110 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.366217:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a38 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a48 expref: 109 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.366228:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:3.0:1788483609.366233:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788483609.366237:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4400, rc 0) 00000100:00100000:3.0:1788483609.366323:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+109:32675:x1875360224929536:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 681us (1002us total) trans 4294968169 rc 0/0 00000100:00100000:3.0:1788483609.366333:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1419 00000100:00100000:3.0:1788483609.380860:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.381137:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224929664 00000100:00100000:0.0:1788483609.381152:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224929664 00000100:00100000:0.0:1788483609.381242:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 385 00000100:00100000:0.0:1788483609.381254:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360224929664:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:0.0:1788483609.381320:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.381347:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000000ef60442/0xf2b1f833e60f3a07 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a33 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.381359:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3a2a lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a41 expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.381368:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483609.381374:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483609.381379:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.381422:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3a2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a41 expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.381438:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3a2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a41 expref: 17 pid: 8432 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483609.381456:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251012864:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483609.381993:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000000ef60442/0xf2b1f833e60f3a07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a33 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.382006:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000000ef60442/0xf2b1f833e60f3a07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a33 expref: 10 pid: 8433 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483609.382019:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251012992:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483609.382046:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0300 going to sleep for 11 seconds 00000100:00100000:3.0:1788483609.389064:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251012864:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483609.389084:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251012992:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483609.389120:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483609.398909:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.399077:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483609.406903:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224929920 00000100:00100000:1.0:1788483609.406984:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224929920 00010000:00010000:1.0:1788483609.407051:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000000ef60442/0xf2b1f833e60f3a07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a33 expref: 11 pid: 8433 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483609.407115:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224929792 00000100:00100000:1.0:1788483609.407119:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224929792 00010000:00010000:1.0:1788483609.407146:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3a2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a41 expref: 18 pid: 8432 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483609.407178:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 430 00000100:00100000:1.0:1788483609.407189:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a40a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224929920:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483609.407206:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483609.407234:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000000ef60442/0xf2b1f833e60f3a07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a33 expref: 11 pid: 8433 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.407248:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000000ef60442/0xf2b1f833e60f3a07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a33 expref: 11 pid: 8433 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.407389:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000ef60442/0xf2b1f833e60f3a07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a33 expref: 11 pid: 8433 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.407409:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483609.407591:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a40a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224929920:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 402us (8697us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483609.407600:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 430 00000100:00100000:0.0:1788483609.407730:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 431 00000100:00100000:0.0:1788483609.407751:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360224929792:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483609.407763:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483609.407776:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3a2a lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a41 expref: 18 pid: 8432 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.407791:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3a2a lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a41 expref: 18 pid: 8432 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.407807:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3a2a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a41 expref: 18 pid: 8432 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.407819:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483609.407824:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483609.407831:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.407841:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.407880:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483609.407904:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2399:x1875360224929792:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 166us (8828us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.407921:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 431 00010000:00010000:1.0:1788483609.408619:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.408636:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.409010:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.409020:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.409028:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.409036:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483609.409042:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.409053:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.409070:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.409084:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ff7ca55c/0xf2b1f833e60f3a46 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483609.409163:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224929664:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 27908us (28315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483609.409173:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 385 00000100:00100000:0.0:1788483609.420161:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.420212:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224930176 00000100:00100000:0.0:1788483609.420226:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224930176 00000100:00100000:0.0:1788483609.420290:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 272 00000100:00100000:0.0:1788483609.420302:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+109:32675:x1875360224930176:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:0.0:1788483609.420384:0:6518:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x26:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a38 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a48 expref: 109 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1788483609.420662:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968170 00000001:00080000:0.0:1788483609.421183:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968171 00010000:00010000:0.0:1788483609.421236:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.421254:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479fb expref: 55 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.421263:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a10 expref: 112 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.421272:0:6518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 5/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.421314:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a10 expref: 112 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.421332:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a10 expref: 112 pid: 8191 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483609.421349:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509218380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360251013120:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483609.421465:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479fb expref: 55 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.421475:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479fb expref: 55 pid: 6515 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483609.421484:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360251013248:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483609.421538:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0300 going to sleep for 11 seconds 00000100:00100000:0.0:1788483609.429484:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509218380 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360251013120:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483609.429521:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921aa00 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360251013248:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483609.429555:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483609.437869:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483609.437978:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.438042:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224930432 00000100:00100000:3.0:1788483609.438123:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224930432 00010000:00010000:3.0:1788483609.438176:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479fb expref: 56 pid: 6515 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.438221:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224930304 00000100:00100000:3.0:1788483609.438225:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224930304 00010000:00010000:3.0:1788483609.438240:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a10 expref: 113 pid: 8191 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.438331:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 432 00000100:00100000:3.0:1788483609.438344:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:2401:x1875360224930432:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483609.438365:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483609.438374:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479fb expref: 56 pid: 6515 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438388:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479fb expref: 56 pid: 6515 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438415:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3997 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479fb expref: 56 pid: 6515 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438434:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:3.0:1788483609.438440:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438450:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438457:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483609.438615:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2401:x1875360224930432:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 274us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.438624:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 432 00000100:00100000:3.0:1788483609.438783:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 433 00000100:00100000:3.0:1788483609.438791:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+113:2401:x1875360224930304:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483609.438802:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483609.438807:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a10 expref: 113 pid: 8191 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438819:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a10 expref: 113 pid: 8191 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438834:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f39c8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a10 expref: 113 pid: 8191 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438846:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:3.0:1788483609.438850:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438859:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438872:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.438902:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483609.438924:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+112:2401:x1875360224930304:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 134us (946us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.438931:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 433 00010000:00010000:1.0:1788483609.440068:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.440085:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788483609.440236:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968172 00000001:00080000:1.0:1788483609.441149:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968173 00000001:00080000:1.0:1788483609.441207:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968174 00000100:00100000:1.0:1788483609.441335:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360251013376:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:1.0:1788483609.441417:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483609.441458:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4a780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483609.442468:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251013376 00000100:00100000:2.0:1788483609.442482:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251013376 00000100:00100000:2.0:1788483609.442640:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1788483609.442653:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360251013376:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788483609.442807:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360251013376:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 157us (1390us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483609.442816:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1788483609.447954:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360251013376:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1788483609.448183:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968175 00000100:00100000:2.0:1788483609.448302:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360251013504:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788483609.448388:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483609.448560:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483609.453206:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251013504 00000100:00100000:3.0:1788483609.453228:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251013504 00000100:00100000:3.0:1788483609.453316:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1788483609.453329:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360251013504:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:3.0:1788483609.453600:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6518:x1875360251013504:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 273us (5211us total) trans 4294967368 rc 0/0 00000100:00100000:3.0:1788483609.453608:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1788483609.454662:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744000 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360251013504:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1788483609.454701:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.454713:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.454723:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.454729:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483609.454735:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.454754:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.454775:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:2.0:1788483609.454779:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1788483609.454785:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.454792:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3a4d lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483609.454956:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x47:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788483609.455032:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9048 00000004:00080000:2.0:1788483609.455046:0:6518:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 774409546117ns, next at 775409542975ns, rc = 0 00000001:00080000:2.0:1788483609.455056:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968176 00010000:00010000:2.0:1788483609.455097:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f76039f5b00) 00010000:00010000:2.0:1788483609.455101:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788483609.455109:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a38 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a48 expref: 116 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.455246:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+115:32675:x1875360224930176:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 34945us (35099us total) trans 4294968177 rc 0/0 00000100:00100000:2.0:1788483609.455254:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 272 00000020:00080000:2.0:1788483609.455259:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1788483609.484681:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.484758:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224930688 00000100:00100000:3.0:1788483609.484771:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224930688 00000100:00100000:3.0:1788483609.484841:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1420 00000100:00100000:3.0:1788483609.484852:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+115:32676:x1875360224930688:12345-192.168.206.36@tcp:101:lseek_test.0 00010000:00010000:3.0:1788483609.484886:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483609.484912:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a54 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a4f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485013:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a5b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485030:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485045:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485056:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a62 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485063:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485070:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485213:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a69 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485221:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a69 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485228:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a69 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483609.485256:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1788483609.485355:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a5b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485364:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a5b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485372:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485378:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483609.485385:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a5b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485395:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a5b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485410:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:3.0:1788483609.485414:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483609.485419:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a5b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485426:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a5b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485442:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a62 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485448:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a62 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485454:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485460:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483609.485463:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a62 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485469:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a62 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485476:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9f76039f5c00) 00010000:00010000:3.0:1788483609.485479:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483609.485482:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a62 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485487:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a62 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485586:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a54 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a4f expref: 118 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485604:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a69 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a4f expref: 117 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.485612:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f7607aed500) 00010000:00010000:3.0:1788483609.485614:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483609.485618:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4400, rc 0) 00000100:00100000:3.0:1788483609.485703:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+117:32676:x1875360224930688:12345-192.168.206.36@tcp:101:lseek_test.0 Request processed in 851us (1037us total) trans 4294968178 rc 0/0 00000100:00100000:3.0:1788483609.485712:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1420 00000100:00100000:2.0:1788483609.494718:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.494778:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224930944 00000100:00100000:2.0:1788483609.494790:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224930944 00000100:00100000:2.0:1788483609.494879:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 66 00000100:00100000:2.0:1788483609.494896:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+117:32676:x1875360224930944:12345-192.168.206.36@tcp:103:lseek_test.0 00010000:00010000:2.0:1788483609.494916:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483609.494948:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3a69 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a4f expref: 117 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.494971:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f7607aed500) 00010000:00010000:2.0:1788483609.494983:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483609.495054:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+116:32676:x1875360224930944:12345-192.168.206.36@tcp:103:lseek_test.0 Request processed in 163us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483609.495065:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 66 00000100:00100000:3.0:1788483609.501248:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.501287:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224931072 00000100:00100000:3.0:1788483609.501295:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224931072 00000100:00100000:3.0:1788483609.501347:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1421 00000100:00100000:3.0:1788483609.501359:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+116:32676:x1875360224931072:12345-192.168.206.36@tcp:58:lseek_test.0 00010000:00010000:3.0:1788483609.501467:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.501485:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.501496:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483609.501611:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].40, 136 off13632 00000100:00100000:3.0:1788483609.501689:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+116:32676:x1875360224931072:12345-192.168.206.36@tcp:58:lseek_test.0 Request processed in 332us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.501697:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1421 00000100:00100000:2.0:1788483609.508353:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.509812:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224931200 00000100:00100000:3.0:1788483609.509825:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224931200 00000100:00100000:3.0:1788483609.509986:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1422 00000100:00100000:3.0:1788483609.509997:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+116:32676:x1875360224931200:12345-192.168.206.36@tcp:101:lseek_test.0 00010000:00010000:3.0:1788483609.510016:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483609.510036:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a7e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a56 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.510090:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.510102:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a7e lrc: 4/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a56 expref: 117 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.510121:0:13707:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.510133:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a7e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a56 expref: 117 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.510146:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f7607aed600) 00010000:00010000:3.0:1788483609.510149:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483609.510154:0:13707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a7e lrc: 3/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a56 expref: 117 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.510161:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5800, rc 0) 00000100:00100000:3.0:1788483609.510218:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+117:32676:x1875360224931200:12345-192.168.206.36@tcp:101:lseek_test.0 Request processed in 223us (1875us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.510225:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1422 00000040:00080000:1.0:1788483609.604711:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483609.604726:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483609.604776:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:1.0:1788483609.604786:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483609.604967:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251013632:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483609.605103:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7609c4a780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483609.613485:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.613632:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224931328 00000100:00100000:3.0:1788483609.613654:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224931328 00000100:00100000:3.0:1788483609.613753:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1423 00000100:00100000:3.0:1788483609.613766:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:32677:x1875360224931328:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483609.613814:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483609.614312:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:32677:x1875360224931328:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 547us (839us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.614322:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1423 00000100:00100000:1.0:1788483609.614435:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c380 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251013632:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483609.631020:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.633429:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224931456 00000100:00100000:3.0:1788483609.633449:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224931456 00000100:00100000:3.0:1788483609.633942:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1424 00000100:00100000:3.0:1788483609.633955:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:32677:x1875360224931456:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1788483609.634048:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a85 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634069:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a85 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634082:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a85 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634105:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a8c lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634112:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a8c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634117:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a8c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634142:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634150:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634156:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483609.634209:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00000004:00200000:3.0:1788483609.634214:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483609.634228:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634253:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a85 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634260:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a85 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634267:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a85 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634277:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483609.634282:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a85 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634289:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a85 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634303:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483609.634306:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483609.634313:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a85 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634318:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3a85 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634334:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a8c lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634340:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a8c lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634346:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a8c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634350:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483609.634353:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a8c lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634358:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a8c lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634369:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xa389f9b6 (ffff9f7607aed900) 00010000:00010000:3.0:1788483609.634372:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483609.634374:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a8c lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634380:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3a8c lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xa389f9b6 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634395:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634400:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634406:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634411:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483609.634415:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634421:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634429:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f7607aed600) 00010000:00010000:3.0:1788483609.634431:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483609.634434:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.634439:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a93 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.634585:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:32677:x1875360224931456:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 632us (3577us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.634593:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1424 00000100:00100000:0.0:1788483609.644188:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.644311:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224931712 00000100:00100000:3.0:1788483609.644326:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224931712 00000100:00100000:3.0:1788483609.644392:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1425 00000100:00100000:3.0:1788483609.644403:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:32677:x1875360224931712:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483609.644422:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483609.644443:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a9a lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a5d expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.644799:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3aa1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.644813:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.644823:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483609.644832:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x26:0x0]: returning size 158 00010000:00010000:3.0:1788483609.645027:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3aa1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.645035:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3aa1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.645041:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.645053:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483609.645057:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3aa1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.645064:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3aa1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.645075:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f7607aed600) 00010000:00010000:3.0:1788483609.645078:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483609.645081:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3aa1 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.645086:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3aa1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x26:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.645132:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a9a lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a5d expref: 57 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.645143:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483609.645145:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483609.645149:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3a9a lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a5d expref: 57 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.645158:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4a00, rc 0) 00000100:00100000:3.0:1788483609.645228:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:32677:x1875360224931712:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 827us (1054us total) trans 4294968179 rc 301/301 00000100:00100000:3.0:1788483609.645237:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1425 00000100:00100000:2.0:1788483609.653369:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.653587:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224931840 00000100:00100000:0.0:1788483609.653597:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224931840 00000100:00100000:0.0:1788483609.653656:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1426 00000100:00100000:0.0:1788483609.653665:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:32677:x1875360224931840:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483609.653696:0:12148:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x26:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483609.653855:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:32677:x1875360224931840:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 191us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.653870:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1426 00000100:00100000:0.0:1788483609.658229:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.658310:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224932096 00000100:00100000:3.0:1788483609.658320:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224932096 00000100:00100000:3.0:1788483609.658384:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1427 00000100:00100000:3.0:1788483609.658549:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:32677:x1875360224932096:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483609.658582:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483609.658604:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3aaf lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a64 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.659196:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3ab6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.659210:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.659221:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3ab6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483609.659231:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00010000:00010000:3.0:1788483609.659273:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3aaf lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a64 expref: 59 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.659290:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3ab6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a64 expref: 58 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.659299:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7607aed900) 00010000:00010000:3.0:1788483609.659302:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483609.659306:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4600, rc 0) 00000100:00100000:3.0:1788483609.659376:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:32677:x1875360224932096:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 832us (1155us total) trans 4294968180 rc 0/0 00000100:00100000:3.0:1788483609.662159:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1427 00000100:00100000:1.0:1788483609.665950:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.666045:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224932352 00000100:00100000:3.0:1788483609.666054:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224932352 00000100:00100000:3.0:1788483609.666117:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1428 00000100:00100000:3.0:1788483609.666128:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:32677:x1875360224932352:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483609.666188:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483609.666217:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3ab6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a64 expref: 58 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.666235:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7607aed900) 00010000:00010000:3.0:1788483609.666245:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483609.666266:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.666281:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a1e expref: 116 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.666289:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.666322:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a1e expref: 116 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.666337:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a1e expref: 116 pid: 12148 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.666350:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251013760:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483609.666470:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2900 going to sleep for 11 seconds 00000100:00100000:3.0:1788483609.679678:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251013760:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483609.679708:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.680231:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.680395:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224932480 00000100:00100000:3.0:1788483609.680403:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224932480 00010000:00010000:3.0:1788483609.680437:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a1e expref: 117 pid: 12148 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.680519:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 434 00000100:00100000:3.0:1788483609.680529:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+117:2402:x1875360224932480:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483609.680544:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483609.680551:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a1e expref: 117 pid: 12148 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.680648:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a1e expref: 117 pid: 12148 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.680674:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f39dd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x46:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a1e expref: 117 pid: 12148 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.680690:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:3.0:1788483609.680696:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.680705:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.680713:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.680754:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483609.680812:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+116:2402:x1875360224932480:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 283us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.680820:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 434 00010000:00010000:0.0:1788483609.680842:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.680851:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.680879:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3acb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x46:0x0].0xb97e1b21 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.680889:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xb97e1b21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.680897:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xb97e1b21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.680958:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.680965:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.680971:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.680977:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483609.680981:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.680989:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.680998:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:0.0:1788483609.681001:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483609.681004:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.681010:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3ac4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.681019:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3acb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x46:0x0].0xb97e1b21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.681024:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3acb lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xb97e1b21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.681031:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3acb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xb97e1b21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.681036:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483609.681039:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3acb lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xb97e1b21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.681045:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3acb lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x46:0x0].0xb97e1b21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.681052:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0xb97e1b21 (ffff9f7602eeb800) 00010000:00010000:0.0:1788483609.681054:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483609.681057:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3acb lrc: 2/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0xb97e1b21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.681067:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3acb lrc: 0/0,0 mode: --/PW res: [0x200000402:0x46:0x0].0xb97e1b21 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483609.681124:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:32677:x1875360224932352:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 14998us (15190us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788483609.681131:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1428 00000100:00100000:0.0:1788483609.684334:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.684470:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224932608 00000100:00100000:3.0:1788483609.684479:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224932608 00000100:00100000:0.0:1788483609.685879:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1429 00000100:00100000:0.0:1788483609.685897:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:32677:x1875360224932608:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483609.685916:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483609.685940:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3ad2 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a6b expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.685975:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.685987:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.685998:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.686109:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3ad2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a6b expref: 59 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.686128:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a6b expref: 58 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.686137:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:0.0:1788483609.686140:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483609.686143:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524e00, rc 0) 00000100:00100000:0.0:1788483609.686219:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:32677:x1875360224932608:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 329us (1898us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.686226:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1429 00000100:00100000:1.0:1788483609.696063:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.696436:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224932864 00000100:00100000:2.0:1788483609.696447:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224932864 00000100:00100000:2.0:1788483609.696546:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1430 00000100:00100000:2.0:1788483609.696556:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:32677:x1875360224932864:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483609.696630:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.696647:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.696658:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483609.696808:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ae23b91e reply state 00000000511670ce transno 4294968181 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.696821:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.696828:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:2.0:1788483609.696831:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483609.696834:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483609.696921:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+60:32677:x1875360224932864:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 365us (865us total) trans 4294968181 rc 0/0 00000100:00100000:2.0:1788483609.696932:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1430 00000100:00100000:1.0:1788483609.715290:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.715832:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224932992 00000100:00100000:2.0:1788483609.715843:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224932992 00000100:00100000:2.0:1788483609.715965:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1431 00000100:00100000:2.0:1788483609.715975:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+60:32677:x1875360224932992:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483609.716005:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483609.716023:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ae7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a72 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.716076:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ae7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a72 expref: 61 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.716090:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ae7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a72 expref: 61 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.716100:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:2.0:1788483609.716103:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483609.716106:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366eda00, rc 0) 00000100:00100000:2.0:1788483609.716157:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:32677:x1875360224932992:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 184us (877us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483609.716171:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1431 00000100:00100000:1.0:1788483609.725253:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.725412:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224933120 00000100:00100000:3.0:1788483609.725422:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224933120 00000100:00100000:3.0:1788483609.725487:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 273 00000100:00100000:3.0:1788483609.725516:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:32677:x1875360224933120:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1788483609.725634:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:32677:x1875360224933120:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 137us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.725641:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 273 00000100:00100000:1.0:1788483609.730595:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.730735:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224933376 00000100:00100000:2.0:1788483609.730753:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224933376 00000100:00100000:2.0:1788483609.730808:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 274 00000100:00100000:2.0:1788483609.730819:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:32677:x1875360224933376:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483609.731042:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:32677:x1875360224933376:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 224us (455us total) trans 4294968182 rc 0/0 00000100:00100000:2.0:1788483609.731051:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 274 00000100:00100000:1.0:1788483609.734767:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.734875:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224933632 00000100:00100000:0.0:1788483609.734884:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224933632 00000100:00100000:0.0:1788483609.734951:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1432 00000100:00100000:0.0:1788483609.734962:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:32677:x1875360224933632:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483609.735077:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:32677:x1875360224933632:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 117us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.735086:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1432 00000100:00100000:1.0:1788483609.740588:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.740688:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224933888 00000100:00100000:2.0:1788483609.740698:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224933888 00000100:00100000:2.0:1788483609.740792:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1433 00000100:00100000:2.0:1788483609.740803:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:32677:x1875360224933888:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483609.740822:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483609.740843:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3aee lrc: 2/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a79 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.740965:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.740983:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ae7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a72 expref: 63 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.740995:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.741029:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ae7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a72 expref: 63 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.741043:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ae7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a72 expref: 63 pid: 6515 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.741057:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251013888:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483609.741440:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a840 going to sleep for 11 seconds 00000100:00100000:1.0:1788483609.757400:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.757584:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251013888:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483609.757610:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.764202:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224934016 00000100:00100000:3.0:1788483609.764218:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224934016 00010000:00010000:3.0:1788483609.764269:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ae7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a72 expref: 64 pid: 6515 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.764316:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 435 00000100:00100000:3.0:1788483609.764326:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:2402:x1875360224934016:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483609.764341:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483609.764348:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ae7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a72 expref: 64 pid: 6515 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.764361:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ae7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a72 expref: 64 pid: 6515 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.764390:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ae7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a72 expref: 64 pid: 6515 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.764408:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:3.0:1788483609.764413:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.764422:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.764429:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.764588:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483609.764684:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:2402:x1875360224934016:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 358us (7294us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.764692:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 435 00010000:00010000:1.0:1788483609.765122:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.765132:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483609.765153:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00080000:1.0:1788483609.765302:0:6514:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1c:0x0], index 1: 0 00010000:00010000:1.0:1788483609.766487:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.766523:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.766531:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.766537:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483609.766542:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.766549:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.767067:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:1.0:1788483609.767072:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483609.767077:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.767085:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3af5 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.767152:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3aee lrc: 1/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a79 expref: 63 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.767162:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:1.0:1788483609.767164:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483609.767462:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3aee lrc: 0/0,0 mode: --/CR res: [0x200000402:0x46:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a79 expref: 63 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.767476:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:1.0:1788483609.767557:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:32677:x1875360224933888:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 26755us (26976us total) trans 4294968183 rc 301/301 00000100:00100000:1.0:1788483609.767756:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1433 00000100:00100000:1.0:1788483609.773484:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.773689:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224934272 00000100:00100000:0.0:1788483609.773699:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224934272 00000100:00100000:0.0:1788483609.773761:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 275 00000100:00100000:0.0:1788483609.773771:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:32677:x1875360224934272:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483609.774392:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:32677:x1875360224934272:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 618us (914us total) trans 4294968184 rc 0/0 00000100:00100000:0.0:1788483609.774401:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 275 00000100:00100000:2.0:1788483609.776417:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.776546:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224934400 00000100:00100000:0.0:1788483609.776555:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224934400 00000100:00100000:0.0:1788483609.776606:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1434 00000100:00100000:0.0:1788483609.776616:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:32677:x1875360224934400:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483609.776637:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483609.776658:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3b03 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a80 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.776725:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3b0a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.776753:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3b0a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.776765:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3b0a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483609.776808:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x27:0x0]: returning size 0 00000004:00200000:0.0:1788483609.776812:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483609.776828:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3b0a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.776852:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f3b03 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a80 expref: 65 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.776869:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3b0a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a80 expref: 64 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.776877:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:0.0:1788483609.776880:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:0.0:1788483609.776884:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:0.0:1788483609.776943:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:32677:x1875360224934400:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 327us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.776951:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1434 00000100:00100000:1.0:1788483609.785650:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.785780:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224934528 00000100:00100000:0.0:1788483609.785791:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224934528 00000100:00100000:0.0:1788483609.785856:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 386 00000100:00100000:0.0:1788483609.785866:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224934528:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483609.785883:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483609.785903:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f3b11 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a87 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483609.785934:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788483609.785954:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=774s v=(0 0) 00010000:00010000:0.0:1788483609.785958:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483609.785968:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f3b11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a87 expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.785985:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f3b11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a87 expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.786000:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00100000:0.0:1788483609.786062:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224934528:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 197us (422us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.786070:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 386 00000100:00100000:1.0:1788483609.792695:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.792821:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224934784 00000100:00100000:0.0:1788483609.792830:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224934784 00000100:00100000:0.0:1788483609.792892:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1435 00000100:00100000:0.0:1788483609.792901:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:32677:x1875360224934784:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483609.793017:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:32677:x1875360224934784:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 116us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.793024:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1435 00000100:00100000:1.0:1788483609.796185:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.796277:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224934912 00000100:00100000:2.0:1788483609.796285:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224934912 00000100:00100000:2.0:1788483609.796338:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 387 00000100:00100000:2.0:1788483609.796347:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:32677:x1875360224934912:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483609.796363:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483609.796380:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a8e expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.796411:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f3b11 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a87 expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.796419:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483609.796423:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483609.796428:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 12 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.796463:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f3b11 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a87 expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.796477:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f3b11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a87 expref: 12 pid: 14965 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.796491:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251014016:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483609.796607:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a840 going to sleep for 11 seconds 00000100:00100000:1.0:1788483609.804279:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.804357:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224935040 00000100:00100000:0.0:1788483609.804367:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224935040 00010000:00010000:0.0:1788483609.804406:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f3b11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a87 expref: 13 pid: 14965 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483609.804453:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 436 00000100:00100000:0.0:1788483609.804463:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a40a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224935040:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483609.804478:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483609.804573:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f3b11 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a87 expref: 13 pid: 14965 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.804588:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f3b11 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a87 expref: 13 pid: 14965 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.804613:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483609.804618:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483609.804626:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 13 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.804636:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 13 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.804672:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 13 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483609.804686:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251014144:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483609.804765:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0540 going to sleep for 11 seconds 00010000:00010000:2.0:1788483609.804935:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004baa1b12/0xf2b1f833e60f3b11 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a87 expref: 13 pid: 14965 timeout: 874 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.804949:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251014016:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483609.804974:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 12 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.804984:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec000, rc 0) 00000100:00100000:2.0:1788483609.805026:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:32677:x1875360224934912:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 8680us (8848us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483609.805034:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 387 00000100:00100000:1.0:1788483609.810062:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251014144:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483609.810089:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483609.810151:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a40a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224935040:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 5689us (5879us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483609.810166:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 436 00000100:00100000:1.0:1788483609.819709:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.819822:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224935168 00000100:00100000:2.0:1788483609.819831:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224935168 00002000:00100000:2.0:1788483609.819882:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff9f7508196a00 x1875360224935168/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:360/0 lens 648/0 e 0 to 0 dl 1788483620 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483609.819894:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508196a00 with x1875360224935168 ext(0->157) 00002000:00010000:2.0:1788483609.819900:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7508196a00 00000100:00100000:2.0:1788483609.820035:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 103 00000100:00100000:2.0:1788483609.820046:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224935168:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:2.0:1788483609.821675:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224935168:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 1622us (1967us total) trans 4294967377 rc 0/0 00000100:00100000:2.0:1788483609.821688:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 103 00002000:00100000:2.0:1788483609.821698:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x1c:0x0] (0->157) req@ffff9f7508196a00 x1875360224935168/t4294967377(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:360/0 lens 648/448 e 0 to 0 dl 1788483620 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483609.821708:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508196a00 with x1875360224935168 ext(0->157) 00002000:00010000:2.0:1788483609.821713:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7508196a00 00000100:00100000:0.0:1788483609.825760:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.825865:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224935296 00000100:00100000:2.0:1788483609.825877:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224935296 00000100:00100000:2.0:1788483609.825952:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1436 00000100:00100000:2.0:1788483609.826093:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:32677:x1875360224935296:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:3.0:1788483609.834652:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968184 is committed 00000001:00080000:3.0:1788483609.834703:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968178 is committed 00000004:00080000:3.0:1788483609.834709:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 15 committed 00000020:00080000:3.0:1788483609.834732:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f7604c1a000 refcount 2 committed 0 result 0 batchid 31 00000020:00080000:3.0:1788483609.834736:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7613588600 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f7604c1a9c0 00000020:00080000:3.0:1788483609.834749:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7613588300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7509751800 00000001:00100000:3.0:1788483609.834780:0:6494:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of bd68fede-4789-460f-8e12-34f4d6102241 00000001:00080000:3.0:1788483609.834784:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968161 is committed 00000020:00000080:3.0:1788483609.834788:0:6494:0:(genops.c:885:class_export_put()) final put ffff9f7508085000/bd68fede-4789-460f-8e12-34f4d6102241 00000020:00000080:3.0:1788483609.834818:0:492:0:(genops.c:844:class_export_destroy()) destroying export ffff9f7508085000/bd68fede-4789-460f-8e12-34f4d6102241 for lustre-MDT0000 00010000:00010000:1.0:1788483609.834869:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.834883:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.834891:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.834898:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5600 already unused, calling callback (ffffffffc19ee4f0) 00000020:00000080:3.0:1788483609.834899:0:492:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9f7508085800 for lustre-MDT0000 00010000:00010000:1.0:1788483609.834903:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.834912:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.834930:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x9699eafa (ffff9f7607aed200) 00010000:00010000:1.0:1788483609.834934:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483609.834939:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.834945:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f38b7 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x9699eafa bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.834965:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.834973:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.834981:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.834987:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483609.834997:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.835002:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835014:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.835017:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835029:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.835033:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x0 (ffff9f7607aedd00) 00010000:00010000:1.0:1788483609.835039:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483609.835039:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483609.835044:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835045:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.835061:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f38be lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835064:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835081:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x46:0x0].0x5fded3f1 (ffff9f76039f5c00) 00010000:00010000:0.0:1788483609.835084:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483609.835088:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835094:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3990 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x46:0x0].0x5fded3f1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835115:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835121:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835128:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835137:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483609.835140:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835145:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835153:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:0.0:1788483609.835155:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:0.0:1788483609.835158:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.835165:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ae0 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788483609.835182:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 31 committed batchid 30 00000020:00080000:0.0:1788483609.835246:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 30 00000100:00100000:1.0:1788483609.835780:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251014272:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788483609.835835:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:32677:x1875360224935296:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 9732us (10079us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483609.835841:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483609.835852:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1436 00000100:00100000:1.0:1788483609.835895:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251014272 00000100:00100000:1.0:1788483609.835903:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251014272 00000100:00100000:1.0:1788483609.835939:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1788483609.835948:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251014272:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:1.0:1788483609.835973:0:8433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:26 count 1 00002000:00010000:1.0:1788483609.836014:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1a:0x0] initial LVB size: 158, mtime: 0x6a9a1817, atime: 0x0, ctime: 0x6a9a1817, blocks: 0x8 00010000:00010000:1.0:1788483609.836022:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095c2a55a/0xf2b1f833e60f3b1f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.836041:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=774s v=(0 0) 00010000:00010000:1.0:1788483609.836045:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483609.836051:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000095c2a55a/0xf2b1f833e60f3b1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.836063:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000095c2a55a/0xf2b1f833e60f3b1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.836072:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000095c2a55a/0xf2b1f833e60f3b1f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.836079:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000095c2a55a/0xf2b1f833e60f3b1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.836108:0:8433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788483609.836254:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360251014272:12345-0@lo:6:osp-syn-0-0.0 Request processed in 305us (414us total) trans 4294967369 rc 0/0 00000100:00100000:1.0:1788483609.836261:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00010000:00010000:0.0:1788483609.836597:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483609.836603:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000095c2a55a/0xf2b1f833e60f3b1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.836611:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483609.836615:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000095c2a55a/0xf2b1f833e60f3b1f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.836624:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000095c2a55a/0xf2b1f833e60f3b1f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.836642:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000095c2a55a/0xf2b1f833e60f3b1f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.836649:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000095c2a55a/0xf2b1f833e60f3b1f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.836666:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483609.836668:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483609.836669:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788483609.836790:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7508306a00/2, rc 0, transno 4294967369 00000100:00100000:2.0:1788483609.836797:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251014272:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788483609.839360:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.839543:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224935424 00000100:00100000:2.0:1788483609.839553:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224935424 00000100:00100000:2.0:1788483609.839617:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 389 00000100:00100000:2.0:1788483609.839626:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360224935424:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:3.0:1788483609.841204:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967377 is committed 00000001:00100000:3.0:1788483609.841227:0:9510:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of bd68fede-4789-460f-8e12-34f4d6102241 00000020:00000080:3.0:1788483609.841231:0:9510:0:(genops.c:885:class_export_put()) final put ffff9f7508069000/bd68fede-4789-460f-8e12-34f4d6102241 00000020:00000080:2.0:1788483609.842891:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9f7508069000/bd68fede-4789-460f-8e12-34f4d6102241 for lustre-OST0001 00000020:00000080:2.0:1788483609.842966:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9f750806e800 for lustre-OST0001 00000100:00100000:0.0:1788483609.843209:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224935424:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 3578us (3849us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.843218:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 389 00000100:00100000:1.0:1788483609.845970:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.846325:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224935680 00000100:00100000:0.0:1788483609.846335:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224935680 00000100:00100000:0.0:1788483609.846393:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1437 00000100:00100000:0.0:1788483609.846404:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:32677:x1875360224935680:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1788483609.846451:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483609.846477:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f3b0a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a80 expref: 50 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.846494:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:0.0:1788483609.846519:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483609.846548:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.846564:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.846573:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483609.846694:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000001c99d54 reply state 0000000004d17a46 transno 4294968185 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.846705:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.846711:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:0.0:1788483609.846713:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483609.846715:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1788483609.846812:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:32677:x1875360224935680:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 408us (848us total) trans 4294968185 rc 0/0 00000100:00100000:0.0:1788483609.846819:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1437 00000100:00100000:1.0:1788483609.854443:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.854596:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224935808 00000100:00100000:0.0:1788483609.854605:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224935808 00000100:00100000:0.0:1788483609.854665:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1438 00000100:00100000:0.0:1788483609.854675:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:32677:x1875360224935808:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483609.854698:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483609.854720:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b2d lrc: 2/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a95 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.854798:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b2d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a95 expref: 52 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.854820:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b2d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a95 expref: 52 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.854840:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:0.0:1788483609.854843:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483609.854846:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e400, rc 0) 00000100:00100000:0.0:1788483609.854904:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:32677:x1875360224935808:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 229us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.854912:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1438 00000100:00100000:1.0:1788483609.858143:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.858240:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224935936 00000100:00100000:2.0:1788483609.858248:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224935936 00000100:00100000:2.0:1788483609.858314:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 390 00000100:00100000:2.0:1788483609.858324:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224935936:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:2.0:1788483609.858477:0:8432:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788483609.858480:0:8432:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb mtime from disk: 0 -> 1788483607 00002000:00010000:2.0:1788483609.858482:0:8432:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb atime from disk: 0 -> 1788483606 00002000:00010000:2.0:1788483609.858485:0:8432:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb ctime from disk: 0 -> 1788483607 00002000:00010000:2.0:1788483609.858486:0:8432:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1c:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:2.0:1788483609.858577:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224935936:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 254us (441us total) trans 4294967378 rc 0/0 00000100:00100000:2.0:1788483609.858585:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 390 00000100:00100000:1.0:1788483609.865346:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.865423:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224936192 00000100:00100000:2.0:1788483609.865432:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224936192 00000100:00100000:2.0:1788483609.865495:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1439 00000100:00100000:2.0:1788483609.865538:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:32677:x1875360224936192:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788483609.865602:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.865619:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a6b expref: 52 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.865629:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.865669:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a6b expref: 52 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.865682:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a6b expref: 52 pid: 6516 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.865700:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251014400:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483609.865789:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a840 going to sleep for 11 seconds 00000100:00100000:1.0:1788483609.872459:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.872585:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251014400:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483609.872613:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.872681:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224936320 00000100:00100000:3.0:1788483609.872688:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224936320 00010000:00010000:3.0:1788483609.872721:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a6b expref: 53 pid: 6516 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.872768:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 437 00000100:00100000:3.0:1788483609.872778:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2401:x1875360224936320:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483609.872792:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483609.872798:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a6b expref: 53 pid: 6516 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.872809:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a6b expref: 53 pid: 6516 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.872829:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f3ad9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x27:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a6b expref: 53 pid: 6516 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.872843:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:3.0:1788483609.872848:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.872857:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.872865:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.872891:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483609.872954:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360224936320:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 177us (504us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.872962:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 437 00010000:00010000:1.0:1788483609.873731:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.873758:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.873794:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.873801:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.873809:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.873815:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483609.873820:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.873826:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.873838:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:1.0:1788483609.873840:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788483609.873843:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.873849:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3b34 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483609.873921:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:32677:x1875360224936192:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 8375us (8573us total) trans 0 rc -22/-22 00000100:00100000:1.0:1788483609.873930:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1439 00000100:00100000:1.0:1788483609.877162:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.877290:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224936448 00000100:00100000:2.0:1788483609.877302:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224936448 00000100:00100000:2.0:1788483609.877365:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 391 00000100:00100000:2.0:1788483609.877377:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2400:x1875360224936448:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483609.877417:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.877436:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 12 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.877446:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483609.877450:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483609.877455:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.877489:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 12 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.877545:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 12 pid: 8432 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.877560:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360251014528:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483609.877640:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a840 going to sleep for 11 seconds 00000100:00100000:0.0:1788483609.883024:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.884082:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360251014528:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483609.884112:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.892707:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224936576 00000100:00100000:3.0:1788483609.892721:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224936576 00010000:00010000:3.0:1788483609.892777:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 13 pid: 8432 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.892821:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 438 00000100:00100000:3.0:1788483609.892832:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224936576:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483609.892850:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483609.892875:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 13 pid: 8432 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.892892:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 13 pid: 8432 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.893262:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000961767f8/0xf2b1f833e60f3b18 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a8e expref: 13 pid: 8432 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.893280:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483609.893285:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483609.893290:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.893304:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.893405:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483609.893457:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.893476:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224936576:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 640us (10455us total) trans 0 rc 0/0 00010000:00010000:1.0:1788483609.893484:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.893492:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 438 00010000:00010000:1.0:1788483609.893553:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.893565:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.893574:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.893581:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ecc00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483609.893587:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.893597:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.893621:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.893629:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f3b3b lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483609.893735:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224936448:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 16355us (16582us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483609.893757:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 391 00000100:00100000:0.0:1788483609.895954:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.896113:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224936832 00000100:00100000:3.0:1788483609.896122:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224936832 00000100:00100000:3.0:1788483609.896192:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1440 00000100:00100000:3.0:1788483609.896201:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:32677:x1875360224936832:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483609.896278:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3b42 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.896295:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3b42 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.896306:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3b42 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.896454:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.896466:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b2d lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a95 expref: 52 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.896474:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.896539:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b2d lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a95 expref: 52 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.896560:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b2d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a95 expref: 52 pid: 6516 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.896573:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251014656:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483609.896646:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2780 going to sleep for 11 seconds 00000100:00100000:0.0:1788483609.907676:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.908475:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224936960 00000100:00100000:2.0:1788483609.908488:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224936960 00010000:00010000:2.0:1788483609.908611:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b2d lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a95 expref: 53 pid: 6516 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.908691:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 439 00000100:00100000:2.0:1788483609.908700:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2401:x1875360224936960:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483609.908714:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483609.908720:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b2d lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a95 expref: 53 pid: 6516 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.908733:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b2d lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a95 expref: 53 pid: 6516 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.908764:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:2.0:1788483609.908770:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.908780:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.908788:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.908805:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483609.908863:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2401:x1875360224936960:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 163us (1195us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483609.908871:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 439 00010000:00010000:3.0:1788483609.909147:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b2d lrc: 0/0,0 mode: --/CR res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a95 expref: 52 pid: 6516 timeout: 874 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483609.909163:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251014656:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483609.909182:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.909191:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.909196:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483609.909315:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968186 00000001:00080000:3.0:1788483609.909452:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968187 00000001:00080000:3.0:1788483609.909490:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968188 00000100:00100000:3.0:1788483609.909609:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360251014784:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788483609.909655:0:13707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483609.909681:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2600 going to sleep for 11 seconds 00000100:00100000:3.0:1788483609.914000:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251014784 00000100:00100000:3.0:1788483609.914014:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251014784 00000100:00100000:3.0:1788483609.914068:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1788483609.914079:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360251014784:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788483609.914209:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360251014784:12345-0@lo:1000:mdt00_005.0 Request processed in 132us (4553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.914217:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:0.0:1788483609.914293:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360251014784:0@lo:1000:mdt00_005.0 00000001:00080000:0.0:1788483609.914486:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968189 00000100:00100000:0.0:1788483609.914631:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360251014912:0@lo:1000:mdt00_005.0 00000100:00100000:0.0:1788483609.914672:0:13707:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483609.914757:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76133d2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483609.915315:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251014912 00000100:00100000:3.0:1788483609.915321:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251014912 00000100:00100000:3.0:1788483609.915363:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:3.0:1788483609.915371:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:13707:x1875360251014912:12345-0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788483609.915495:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:13707:x1875360251014912:12345-0@lo:1000:mdt00_005.0 Request processed in 124us (822us total) trans 4294967379 rc 0/0 00000100:00100000:0.0:1788483609.915542:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-mdtlov_UUID:13707:1875360251014912:0@lo:1000:mdt00_005.0 00000100:00100000:3.0:1788483609.915571:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000001:00080000:0.0:1788483609.915610:0:13707:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968190 00010000:00010000:0.0:1788483609.915638:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915647:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915654:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915662:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483609.915667:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915675:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915691:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:0.0:1788483609.915695:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483609.915699:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915706:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3b49 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x27:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915735:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915753:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915759:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915764:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483609.915767:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915773:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915785:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f7607aed600) 00010000:00010000:0.0:1788483609.915787:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483609.915794:0:13707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a7e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a56 expref: 103 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915804:0:13707:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a7e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a56 expref: 103 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915812:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a7e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a56 expref: 103 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483609.915839:0:13707:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5800/0xf2b1f833e60f3a7e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a56 expref: 103 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483609.915852:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251015040:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483609.915970:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669c240 going to sleep for 11 seconds 00000100:00100000:3.0:1788483609.919345:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696ce00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251015040:192.168.206.36@tcp:105: 00010000:00010000:3.0:1788483609.919370:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483609.919381:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3a77 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.919922:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3b50 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.919939:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3b50 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.919951:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3b50 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.919962:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3b50 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.919968:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3b50 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.919975:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3b50 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.919980:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ece00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483609.919984:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3b50 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.919991:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3b50 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.920003:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f7607aed600) 00010000:00010000:2.0:1788483609.920007:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483609.920010:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3b50 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.920275:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ece00/0xf2b1f833e60f3b50 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x26:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.920288:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3b42 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.920294:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3b42 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.920300:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3b42 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.920306:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483609.920309:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3b42 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.920314:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3b42 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.920322:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x26:0x0].0x0 (ffff9f7607aed600) 00010000:00010000:2.0:1788483609.920325:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483609.920328:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3b42 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.920334:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3b42 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x26:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483609.920598:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:32677:x1875360224936832:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 24394us (24648us total) trans 4294968191 rc 0/0 00000100:00100000:2.0:1788483609.920608:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1440 00000020:00080000:2.0:1788483609.920613:0:13707:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000040:00080000:1.0:1788483609.920616:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483609.920621:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483609.921129:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788483609.921139:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483609.922728:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483609.922949:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224937088 00000100:00100000:3.0:1788483609.922959:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224937088 00000100:00100000:3.0:1788483609.923017:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 276 00000100:00100000:3.0:1788483609.923028:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a431450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+104:32676:x1875360224937088:12345-192.168.206.36@tcp:49:lseek_test.0 00000100:00100000:3.0:1788483609.923157:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a431450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+104:32676:x1875360224937088:12345-192.168.206.36@tcp:49:lseek_test.0 Request processed in 130us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483609.923164:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 276 00000100:00100000:0.0:1788483609.925781:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483609.925877:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224937344 00000100:00100000:1.0:1788483609.925886:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224937344 00000100:00100000:1.0:1788483609.925949:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 277 00000100:00100000:1.0:1788483609.925959:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:32677:x1875360224937344:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788483609.926215:0:14620:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x27:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788483609.926245:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968192 00010000:00010000:1.0:1788483609.926287:0:14620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.926302:0:14620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.926314:0:14620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.926323:0:14620:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.926329:0:14620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.926335:0:14620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483609.926493:0:14620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788483609.926603:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:32677:x1875360224937344:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 645us (829us total) trans 4294968193 rc 0/0 00000100:00100000:1.0:1788483609.926611:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 277 00000020:00080000:1.0:1788483609.926616:0:14620:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1788483609.928658:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788483609.928670:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.928680:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39c00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483609.928685:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.928693:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.928709:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:2.0:1788483609.928786:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788483609.928791:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.928797:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3b57 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x27:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.928811:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483609.928813:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483609.928814:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483609.930205:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.930368:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224937472 00000100:00100000:2.0:1788483609.930376:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224937472 00000100:00100000:2.0:1788483609.930768:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 392 00000100:00100000:2.0:1788483609.930780:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+14:32676:x1875360224937472:12345-192.168.206.36@tcp:101:lseek_test.0 00010000:00010000:2.0:1788483609.930797:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483609.930818:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3b5e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147a9c expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483609.930848:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a9a1817, atime: 0x6a9a1816, ctime: 0x6a9a1817, blocks: 0x8 00010000:00010000:2.0:1788483609.930868:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=774s v=(0 0) 00010000:00010000:2.0:1788483609.930873:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483609.930881:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3b5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a9c expref: 15 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.930897:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000002dc2f8af/0xf2b1f833e60f3b5e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147a9c expref: 15 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483609.930909:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ece00, rc 0) 00000100:00100000:2.0:1788483609.931078:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+15:32676:x1875360224937472:12345-192.168.206.36@tcp:101:lseek_test.0 Request processed in 301us (879us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483609.931085:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 392 00000100:00100000:3.0:1788483609.937191:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483609.937354:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224937600 00000100:00100000:0.0:1788483609.937363:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224937600 00000100:00100000:0.0:1788483609.937428:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 393 00000100:00100000:0.0:1788483609.937438:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224937600:12345-192.168.206.36@tcp:23:lseek_test.0 00000100:00100000:0.0:1788483609.937590:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224937600:12345-192.168.206.36@tcp:23:lseek_test.0 Request processed in 153us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483609.937597:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 393 00000100:00100000:0.0:1788483609.942131:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483609.942525:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224937856 00000100:00100000:2.0:1788483609.942535:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224937856 00000100:00100000:2.0:1788483609.942637:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 278 00000100:00100000:2.0:1788483609.942650:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+104:32676:x1875360224937856:12345-192.168.206.36@tcp:35:lseek_test.0 00000100:00100000:2.0:1788483609.942888:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+105:32676:x1875360224937856:12345-192.168.206.36@tcp:35:lseek_test.0 Request processed in 240us (1404us total) trans 4294968194 rc 0/0 00000100:00100000:2.0:1788483609.942897:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 278 00010000:00010000:3.0:1788483610.372751:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483610.676442:0:24137:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483610.676451:0:24137:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483610.678067:0:24137:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 4 00000040:00080000:2.0:1788483610.678076:0:24137:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483610.692869:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483610.692891:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251015168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483610.692966:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483610.693138:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251015168 00000100:00100000:1.0:1788483610.693146:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251015168 00000100:00100000:1.0:1788483610.693204:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1788483610.693214:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251015168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483610.693241:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 28672 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483610.693288:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251015168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (322us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483610.693295:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1788483610.693343:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251015168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483610.693583:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251015296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483610.693611:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483610.693642:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251015296 00000100:00100000:1.0:1788483610.693646:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251015296 00000100:00100000:1.0:1788483610.693671:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1788483610.693678:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251015296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483610.693688:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194337600 pending 28672 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483610.693718:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251015296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 41us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483610.693725:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1788483610.693764:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251015296:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788483610.694065:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00080000:3.0:1788483610.830368:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967369 is committed 00000001:00080000:3.0:1788483610.830396:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967367 is committed 00000001:00100000:3.0:1788483610.830406:0:8426:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of bd68fede-4789-460f-8e12-34f4d6102241 00000020:00000080:3.0:1788483610.830410:0:8426:0:(genops.c:885:class_export_put()) final put ffff9f750909b800/bd68fede-4789-460f-8e12-34f4d6102241 00000020:00000080:2.0:1788483610.831137:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9f750909b800/bd68fede-4789-460f-8e12-34f4d6102241 for lustre-OST0000 00000020:00000080:2.0:1788483610.831195:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9f750909d000 for lustre-OST0000 00000040:00080000:1.0:1788483610.950013:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483610.950023:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483610.950104:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 41 count 3 00000040:00080000:1.0:1788483610.950112:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00100000:2.0:1788483611.206705:0:7446:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of bd68fede-4789-460f-8e12-34f4d6102241 00000001:00080000:2.0:1788483611.206719:0:7446:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 4294967330 is committed 00000020:00000080:2.0:1788483611.206723:0:7446:0:(genops.c:885:class_export_put()) final put ffff9f7508084000/bd68fede-4789-460f-8e12-34f4d6102241 00000020:00000080:1.0:1788483611.206797:0:492:0:(genops.c:844:class_export_destroy()) destroying export ffff9f7508084000/bd68fede-4789-460f-8e12-34f4d6102241 for lustre-MDT0001 00000020:00000080:1.0:1788483611.206863:0:492:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9f750840d000 for lustre-MDT0001 00010000:00010000:1.0:1788483611.396931:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483611.717238:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483611.717262:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251015424:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483611.717339:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483611.717579:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251015424 00000100:00100000:1.0:1788483611.717587:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251015424 00000100:00100000:1.0:1788483611.717641:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:1.0:1788483611.717651:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251015424:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483611.717682:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:1.0:1788483611.717725:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251015424:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483611.717743:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1788483611.717876:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251015424:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788483611.781164:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788483612.420698:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483613.252886:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251015680:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253078:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253165:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251016192:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253193:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253214:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251016704:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253236:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253273:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1788483613.253279:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251015552:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253312:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253337:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251016064:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253381:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253399:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251016576:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253423:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253443:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251017088:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253464:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253495:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251015808:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253558:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253577:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251016320:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253598:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253614:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251016832:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253634:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253653:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788483613.253660:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251015936:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253684:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253709:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251016448:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253744:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253764:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251016960:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.253787:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.253826:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251015680 00000100:00100000:0.0:1788483613.253836:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251015680 00000100:00100000:0.0:1788483613.253886:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251016192 00000100:00100000:0.0:1788483613.253889:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251016192 00000100:00100000:0.0:1788483613.253917:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251016704 00000100:00100000:0.0:1788483613.253920:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251016704 00000100:00100000:0.0:1788483613.253933:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251016320 00000100:00100000:0.0:1788483613.253936:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251016320 00000100:00100000:0.0:1788483613.253950:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251016832 00000100:00100000:0.0:1788483613.253952:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251016832 00000100:00100000:0.0:1788483613.253965:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251015936 00000100:00100000:0.0:1788483613.253968:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251015936 00000100:00100000:0.0:1788483613.253983:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1788483613.253993:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251015680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254061:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251015680:12345-0@lo:400:kworker.0 Request processed in 68us (983us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254069:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:0.0:1788483613.254090:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1788483613.254097:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251016192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254127:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251016192:12345-0@lo:400:kworker.0 Request processed in 31us (934us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254133:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:0.0:1788483613.254146:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1788483613.254153:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251016704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254182:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251016704:12345-0@lo:400:kworker.0 Request processed in 30us (945us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254188:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:0.0:1788483613.254200:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:0.0:1788483613.254206:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251016320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254250:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251016320:12345-0@lo:400:kworker.0 Request processed in 45us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254257:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:0.0:1788483613.254269:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1788483613.254276:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251016832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254303:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251016832:12345-0@lo:400:kworker.0 Request processed in 29us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254310:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:0.0:1788483613.254323:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1788483613.254329:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251015936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254356:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251015936:12345-0@lo:400:kworker.0 Request processed in 28us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254362:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:0.0:1788483613.254392:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251016576 00000100:00100000:0.0:1788483613.254396:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251016576 00000100:00100000:0.0:1788483613.254432:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251017088 00000100:00100000:0.0:1788483613.254436:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251017088 00000100:00100000:0.0:1788483613.254448:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251016448 00000100:00100000:0.0:1788483613.254451:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251016448 00000100:00100000:0.0:1788483613.254461:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251016960 00000100:00100000:0.0:1788483613.254464:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251016960 00000100:00100000:0.0:1788483613.254477:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1788483613.254482:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251016576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254544:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251016576:12345-0@lo:400:kworker.0 Request processed in 61us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254552:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1788483613.254565:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1788483613.254571:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360251017088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254599:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360251017088:12345-0@lo:400:kworker.0 Request processed in 28us (1134us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254604:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1788483613.254615:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1788483613.254620:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251016448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254651:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251016448:12345-0@lo:400:kworker.0 Request processed in 31us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254657:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1788483613.254669:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1788483613.254675:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251016960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254701:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251016960:12345-0@lo:400:kworker.0 Request processed in 27us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254707:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:0.0:1788483613.254743:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251016064 00000100:00100000:0.0:1788483613.254747:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251016064 00000100:00100000:0.0:1788483613.254770:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251015808 00000100:00100000:0.0:1788483613.254773:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251015808 00000100:00100000:0.0:1788483613.254786:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1788483613.254793:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641613480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251016064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254831:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641613480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251016064:12345-0@lo:400:kworker.0 Request processed in 39us (1450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254838:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:0.0:1788483613.254850:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1788483613.254856:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251015808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254884:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251015808:12345-0@lo:400:kworker.0 Request processed in 28us (1326us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.254890:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00080000:0.0:1788483613.254924:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483613.254928:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483613.254932:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483613.254934:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483613.254973:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251015936:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254987:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641612300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251016448:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.254997:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251016960:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.255008:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251015808:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.255018:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251016320:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.255028:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251016832:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.255076:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251016064:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.255088:0:3639:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967369 gen 2 00000004:00080000:0.0:1788483613.255094:0:3639:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967368 committed transno 4294967369 00000004:00080000:0.0:1788483613.255127:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7508306a00, transno 4294967369 00000100:00100000:0.0:1788483613.255142:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251016576:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.255155:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251017088:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.255167:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251015680:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.255178:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251016192:0@lo:400:kworker.0 00000100:00100000:0.0:1788483613.255189:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251016704:0@lo:400:kworker.0 00000100:00100000:3.0:1788483613.257780:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483613.257815:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251017216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483613.257912:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483613.257980:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251017216 00000100:00100000:3.0:1788483613.257989:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251017216 00000100:00100000:3.0:1788483613.258044:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1788483613.258054:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251017216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483613.258089:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:3.0:1788483613.258138:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251017216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483613.258145:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1788483613.258199:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251017216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483613.259026:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251015552 00000100:00100000:1.0:1788483613.259039:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251015552 00000100:00100000:1.0:1788483613.259310:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1788483613.259340:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251015552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483613.259358:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483613.259378:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251017344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483613.259433:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483613.259552:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251017344 00000100:00100000:2.0:1788483613.259558:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251017344 00000100:00100000:2.0:1788483613.259593:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1788483613.259602:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251017344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483613.259621:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1788483613.260616:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251015552:0@lo:400:kworker.0 00000100:00100000:1.0:1788483613.262939:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251015552:12345-0@lo:400:kworker.0 Request processed in 3603us (9613us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483613.262955:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1788483613.280980:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251017344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 21363us (21531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483613.280996:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1788483613.282069:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251017344:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788483613.451549:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483613.765475:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483613.765525:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251017472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483613.765755:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483613.765800:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251017472 00000100:00100000:0.0:1788483613.765810:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251017472 00000100:00100000:3.0:1788483613.766479:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1788483613.766496:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251017472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483613.766733:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483613.766819:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251017472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 329us (1072us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483613.766827:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1788483613.767149:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251017472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483614.383819:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483614.383880:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483614.384090:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483614.384133:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483614.384184:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224937984 00000100:00100000:1.0:1788483614.384195:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224937984 00000100:00100000:1.0:1788483614.384247:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 755 00000100:00100000:1.0:1788483614.384257:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224937984:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483614.384340:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224937984:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 84us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483614.384348:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 755 00000100:00100000:3.0:1788483614.384690:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224938496 00000100:00100000:3.0:1788483614.384696:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224938496 00000100:00100000:3.0:1788483614.384816:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 638 00000100:00100000:3.0:1788483614.384825:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224938496:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483614.384867:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224938496:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 44us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483614.384874:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 638 00000100:00080000:1.0:1788483614.385238:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483614.385754:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483614.385783:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483614.385827:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224939008 00000100:00100000:3.0:1788483614.385833:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224939008 00000100:00100000:3.0:1788483614.385876:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 639 00000100:00100000:3.0:1788483614.385884:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224939008:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483614.385953:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224939008:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 69us (202us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483614.385971:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 639 00000100:00080000:3.0:1788483614.386139:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483614.391258:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224938240 00000100:00100000:0.0:1788483614.391274:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224938240 00000100:00100000:0.0:1788483614.391351:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224938752 00000100:00100000:0.0:1788483614.391355:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224938752 00000100:00100000:0.0:1788483614.391385:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1047 00000100:00100000:0.0:1788483614.391396:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224938240:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483614.391482:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224938240:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 87us (7601us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483614.391489:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1047 00000100:00100000:0.0:1788483614.391528:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1048 00000100:00100000:0.0:1788483614.391534:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224938752:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483614.391561:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224938752:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (7427us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483614.391567:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1048 00000100:00080000:3.0:1788483614.394828:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483614.395297:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483614.395337:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483614.395374:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483614.395472:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224938112 00000100:00100000:0.0:1788483614.395482:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224938112 00000100:00100000:0.0:1788483614.395573:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224938624 00000100:00100000:0.0:1788483614.395576:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224938624 00000100:00100000:0.0:1788483614.395600:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1049 00000100:00100000:0.0:1788483614.395610:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+105:2402:x1875360224938112:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483614.395687:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+105:2402:x1875360224938112:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 78us (9904us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483614.395696:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1049 00000100:00100000:0.0:1788483614.395712:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1050 00000100:00100000:0.0:1788483614.395733:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:2402:x1875360224938624:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483614.395760:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:2402:x1875360224938624:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 42us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483614.395766:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1050 00000100:00100000:3.0:1788483614.395852:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224938368 00000100:00100000:3.0:1788483614.395857:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224938368 00000100:00100000:3.0:1788483614.395894:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224938880 00000100:00100000:3.0:1788483614.395897:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224938880 00000100:00100000:3.0:1788483614.395919:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 640 00000100:00100000:3.0:1788483614.395927:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224938368:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483614.395968:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224938368:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 43us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483614.395974:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 640 00000100:00100000:3.0:1788483614.395985:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 641 00000100:00100000:3.0:1788483614.395990:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224938880:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483614.396011:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224938880:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483614.396015:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 641 00000100:00080000:2.0:1788483614.397406:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483614.397415:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788483614.471221:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483615.503749:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483615.583257:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483615.583603:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224939136 00000100:00100000:2.0:1788483615.583614:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224939136 00000100:00100000:2.0:1788483615.583687:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1441 00000100:00100000:2.0:1788483615.583700:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:32657:x1875360224939136:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788483615.583821:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:32657:x1875360224939136:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 124us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483615.583829:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1441 00000100:00100000:3.0:1788483615.590315:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483615.590556:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224939264 00000100:00100000:0.0:1788483615.590569:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224939264 00000100:00100000:0.0:1788483615.590656:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1442 00000100:00100000:0.0:1788483615.590669:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:32657:x1875360224939264:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788483615.591991:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:32657:x1875360224939264:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 1312us (1680us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483615.592006:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1442 00000100:00100000:2.0:1788483615.812983:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251017600:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483615.813092:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483615.813180:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251017728:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483615.813204:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483615.813275:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251017600 00000100:00100000:1.0:1788483615.813293:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251017728 00000100:00100000:1.0:1788483615.813301:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251017728 00000100:00100000:3.0:1788483615.813329:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251017600 00000100:00080000:2.0:1788483615.813389:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483615.813442:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1788483615.813607:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251017728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483615.813635:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483615.813687:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251017728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 236us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483615.813696:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:1.0:1788483615.813730:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1788483615.813739:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251017600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483615.813751:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 194308928 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483615.813781:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251017600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 44us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483615.813785:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251017728:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483615.813804:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1788483615.813817:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251017600:0@lo:13:osp-pre-0-1.0 00000001:00080000:3.0:1788483615.815442:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967379 is committed 00000001:00080000:3.0:1788483615.815457:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967378 is committed 00000001:00080000:0.0:1788483615.832020:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968194 is committed 00000001:00080000:0.0:1788483615.832119:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968193 is committed 00000020:00080000:0.0:1788483615.832133:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f76133d2c00 refcount 2 committed 0 result 0 batchid 32 00000020:00080000:0.0:1788483615.832137:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f75088d8000 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f76086e0300 00000020:00080000:0.0:1788483615.832148:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f75088d8900 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7509a17000 00000020:00080000:0.0:1788483615.832173:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 31 batchid updated 00000020:00080000:1.0:1788483615.833000:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 32 committed batchid 31 00000020:00080000:1.0:1788483615.833080:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 31 00010000:00010000:2.0:1788483615.835782:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483615.835799:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483615.835806:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483615.835817:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483615.835878:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483615.835960:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483615.835978:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x27:0x0].0x0 (ffff9f7602eeb600) 00010000:00010000:2.0:1788483615.835982:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483615.835987:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483615.835994:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b26 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x27:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483616.517155:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483616.836769:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251017856:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483616.836847:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483616.836938:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251017856 00000100:00100000:2.0:1788483616.836945:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251017856 00000100:00100000:2.0:1788483616.837003:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1788483616.837013:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251017856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483616.837046:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444356096 avail 1298116608 00000100:00100000:2.0:1788483616.837093:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251017856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483616.837101:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:2.0:1788483616.837148:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251017856:0@lo:41:osp-pre-0-1.0 00000001:02000400:0.0:1788483616.983490:0:24334:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12s: race between restore requests ==== 21:00:14 (1788483614) 00000100:00100000:3.0:1788483617.317145:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.317483:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224939392 00000100:00100000:0.0:1788483617.317496:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224939392 00000100:00100000:0.0:1788483617.317614:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1443 00000100:00100000:0.0:1788483617.317626:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:33299:x1875360224939392:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:0.0:1788483617.317744:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:33299:x1875360224939392:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 120us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483617.317752:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1443 00000100:00080000:2.0:1788483617.317867:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483617.338143:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483617.338248:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224939520 00000100:00100000:2.0:1788483617.338315:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224939520 00000100:00100000:2.0:1788483617.338431:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1444 00000100:00100000:2.0:1788483617.338442:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:33299:x1875360224939520:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788483617.338576:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:33299:x1875360224939520:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 137us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483617.338585:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1444 00000100:00080000:3.0:1788483617.343346:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483617.347304:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.347584:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224939648 00000100:00100000:0.0:1788483617.347596:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224939648 00000100:00100000:0.0:1788483617.347682:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1445 00000100:00100000:0.0:1788483617.347694:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+104:33300:x1875360224939648:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483617.347726:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.347787:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b65 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147aa3 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.347854:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.347867:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.347878:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.347907:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b73 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.347919:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.347925:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.347970:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.347977:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.348242:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.348251:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.348320:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.348325:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.348333:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.348346:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483617.348348:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.348353:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.348358:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b6c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788483617.348474:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788483617.349290:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b73 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.349301:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b73 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.349307:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.349314:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.349317:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b73 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.349323:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b73 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.349336:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9f7608853000) 00010000:00010000:0.0:1788483617.349338:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.349342:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b73 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.349347:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b73 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.349403:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b65 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147aa3 expref: 105 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.349414:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483617.349416:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.349421:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b65 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147aa3 expref: 105 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.349430:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fe00, rc 0) 00000100:00100000:0.0:1788483617.349543:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+104:33300:x1875360224939648:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1851us (2248us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483617.349552:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1445 00000100:00100000:1.0:1788483617.366747:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.366862:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224939904 00000100:00100000:0.0:1788483617.366873:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224939904 00000100:00100000:0.0:1788483617.366938:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1446 00000100:00100000:0.0:1788483617.366950:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+104:33300:x1875360224939904:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:0.0:1788483617.367015:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483617.367042:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f38cc lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479bc expref: 104 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.367061:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483617.367066:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483617.367123:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.367138:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d1 expref: 47 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.367145:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.367186:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d1 expref: 47 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.367205:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d1 expref: 47 pid: 6515 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483617.367219:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab5880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251017984:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483617.367329:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76029c4540 going to sleep for 11 seconds 00000100:00100000:0.0:1788483617.371176:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab5880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251017984:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483617.371206:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483617.371896:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483617.372114:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224940032 00000100:00100000:2.0:1788483617.372123:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224940032 00010000:00010000:2.0:1788483617.372159:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d1 expref: 48 pid: 6515 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483617.372204:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 440 00000100:00100000:2.0:1788483617.372213:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2402:x1875360224940032:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483617.372226:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483617.372233:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d1 expref: 48 pid: 6515 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.372246:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d1 expref: 48 pid: 6515 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.373101:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f390b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1479d1 expref: 48 pid: 6515 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.373121:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483617.373127:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.373139:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.373146:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.373188:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483617.373245:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:2402:x1875360224940032:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 1031us (1351us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483617.373374:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 440 00010000:00010000:3.0:1788483617.373676:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.373686:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.373724:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.373738:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.373747:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374632:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374646:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374655:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483617.374670:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b23f7ca4 reply state 00000000c353bb59 transno 4294968195 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374681:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374688:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:3.0:1788483617.374691:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483617.374694:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788483617.374709:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00010000:00010000:3.0:1788483617.374717:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374724:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374730:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374737:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483617.374741:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374748:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374759:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483617.374761:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483617.374765:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374771:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3b7a lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483617.374783:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b23f7ca4 reply state 00000000c353bb59 transno 4294968195 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374790:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.374795:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9f7620a98a00) 00010000:00010000:3.0:1788483617.374798:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483617.374800:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788483617.374881:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+105:33300:x1875360224939904:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 7920us (8130us total) trans 4294968195 rc 0/0 00000100:00100000:3.0:1788483617.374889:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1446 00000100:00100000:2.0:1788483617.386858:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.387011:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224940160 00000100:00100000:0.0:1788483617.387022:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224940160 00000100:00100000:0.0:1788483617.387082:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1447 00000100:00100000:0.0:1788483617.387092:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+105:33301:x1875360224940160:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483617.387118:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.387140:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b8f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147aaa expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.387205:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b96 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.387218:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.387229:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483617.387631:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483617.387637:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483617.387659:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b96 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.387685:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3b8f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147aaa expref: 107 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.387713:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b96 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147aaa expref: 106 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.387722:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483617.387725:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483617.387729:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ea00, rc 0) 00000100:00100000:0.0:1788483617.387786:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33301:x1875360224940160:12345-192.168.206.36@tcp:101:bash.0 Request processed in 695us (938us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483617.387793:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1447 00000100:00100000:1.0:1788483617.393752:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483617.393854:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224940288 00000100:00100000:2.0:1788483617.393865:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224940288 00000100:00100000:2.0:1788483617.393934:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1448 00000100:00100000:2.0:1788483617.393945:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33301:x1875360224940288:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483617.393965:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483617.393993:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3b9d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ab1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394056:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3ba4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394069:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3ba4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394080:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3ba4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394091:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bab lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394099:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394106:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394183:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f3bb2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394192:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f3bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394199:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f3bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483617.394231:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:2.0:1788483617.394235:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483617.394478:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f3bb2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394494:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3ba4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394530:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3ba4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394538:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394545:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483617.394549:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3ba4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394557:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3ba4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394569:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483617.394573:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483617.394578:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3ba4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394583:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f3ba4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394597:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bab lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394603:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bab lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394608:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394613:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483617.394616:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bab lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394621:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bab lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394628:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9f7620a98a00) 00010000:00010000:2.0:1788483617.394631:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483617.394633:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bab lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394643:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bab lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394666:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3b9d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ab1 expref: 108 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394677:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec000/0xf2b1f833e60f3bb2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ab1 expref: 107 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.394684:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:2.0:1788483617.394686:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788483617.394689:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec000, rc 0) 00000100:00100000:2.0:1788483617.394760:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33301:x1875360224940288:12345-192.168.206.36@tcp:101:bash.0 Request processed in 816us (1017us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483617.394768:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1448 00000100:00100000:1.0:1788483617.399009:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.399123:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224940416 00000100:00100000:0.0:1788483617.399132:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224940416 00000100:00100000:0.0:1788483617.399191:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1449 00000100:00100000:0.0:1788483617.399202:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33301:x1875360224940416:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483617.399222:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.399242:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3bb9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ab8 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399317:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bc0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399330:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399345:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399359:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3bc7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399366:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399372:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399411:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bc0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399418:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bc0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399424:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399430:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.399434:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bc0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399440:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bc0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399452:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.399454:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.399459:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bc0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399466:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bc0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399478:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3bc7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399484:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3bc7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399490:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399494:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.399542:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3bc7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399550:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3bc7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399557:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9f7608853000) 00010000:00010000:0.0:1788483617.399560:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.399563:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3bc7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399569:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3bc7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399602:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3bb9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ab8 expref: 108 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399618:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.399620:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.399624:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3bb9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ab8 expref: 108 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.399634:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f600, rc 0) 00000100:00100000:0.0:1788483617.399688:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33301:x1875360224940416:12345-192.168.206.36@tcp:101:bash.0 Request processed in 489us (690us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483617.399695:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1449 00000100:00100000:0.0:1788483617.422961:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483617.423090:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224940544 00000100:00100000:2.0:1788483617.423101:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224940544 00000100:00100000:2.0:1788483617.423162:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1450 00000100:00100000:2.0:1788483617.423173:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+47:33302:x1875360224940544:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483617.423192:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483617.423211:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3bce lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147abf expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.423283:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.423298:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.423310:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483617.423357:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788483617.423361:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483617.423380:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.423404:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f3bce lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147abf expref: 49 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.423423:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147abf expref: 48 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483617.423432:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483617.423434:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483617.423438:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483617.423697:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:33302:x1875360224940544:12345-192.168.206.36@tcp:101:rm.0 Request processed in 524us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483617.423716:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1450 00000100:00100000:1.0:1788483617.433607:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.433980:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224940672 00000100:00100000:0.0:1788483617.434111:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224940672 00000100:00100000:0.0:1788483617.434176:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1451 00000100:00100000:0.0:1788483617.434188:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:33302:x1875360224940672:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483617.434207:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.434228:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3bdc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ac6 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434307:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434321:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434332:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434348:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bea lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434356:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434362:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434439:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3bf1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434448:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434454:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483617.434488:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:0.0:1788483617.434493:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483617.434556:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3bf1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434570:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434576:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 4/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434583:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434593:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434599:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.434603:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434611:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 5/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434622:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483617.434625:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.434629:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434636:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3be3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434648:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bea lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434654:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bea lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434659:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434663:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.434666:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bea lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434675:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bea lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434681:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9f7620a98a00) 00010000:00010000:0.0:1788483617.434683:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.434686:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bea lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434691:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3bea lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434724:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3bdc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ac6 expref: 50 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434736:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e400/0xf2b1f833e60f3bf1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ac6 expref: 49 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.434742:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.434744:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483617.434746:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e400, rc 0) 00000100:00100000:0.0:1788483617.434799:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33302:x1875360224940672:12345-192.168.206.36@tcp:101:rm.0 Request processed in 614us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483617.434806:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1451 00000100:00100000:1.0:1788483617.439428:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.440129:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224940800 00000100:00100000:0.0:1788483617.440141:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224940800 00000100:00100000:0.0:1788483617.440199:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1452 00000100:00100000:0.0:1788483617.440207:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33302:x1875360224940800:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483617.440229:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.440248:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3bf8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147acd expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440317:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3bff lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440330:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3bff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440341:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3bff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440355:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c06 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440360:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440367:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440404:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3bff lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440410:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3bff lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440416:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3bff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440422:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.440427:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3bff lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440434:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3bff lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440446:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.440450:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.440454:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3bff lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440460:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3bff lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440472:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c06 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440478:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c06 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440483:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440488:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.440490:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c06 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440540:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c06 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440550:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9f7608853000) 00010000:00010000:0.0:1788483617.440553:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.440556:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c06 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440562:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c06 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440594:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3bf8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147acd expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440603:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.440606:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.440610:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3bf8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147acd expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.440618:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fe00, rc 0) 00000100:00100000:0.0:1788483617.440673:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33302:x1875360224940800:12345-192.168.206.36@tcp:101:rm.0 Request processed in 465us (1253us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483617.440679:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1452 00000100:00100000:1.0:1788483617.449680:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483617.449785:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224940928 00000100:00100000:3.0:1788483617.449795:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224940928 00000100:00100000:3.0:1788483617.449848:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1453 00000100:00100000:3.0:1788483617.449860:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33302:x1875360224940928:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483617.449888:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483617.449917:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3c0d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ad4 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450003:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c14 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450017:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450028:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450042:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c1b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450049:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450055:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450093:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c14 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450099:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c14 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450105:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c14 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450115:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483617.450119:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c14 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450126:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c14 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450137:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:3.0:1788483617.450140:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483617.450144:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c14 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450149:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c14 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450161:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c1b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450167:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c1b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450172:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450177:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483617.450179:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c1b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450185:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c1b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450195:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9f7620a98f00) 00010000:00010000:3.0:1788483617.450197:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483617.450200:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c1b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450206:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c1b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450235:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3c0d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ad4 expref: 50 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450244:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:3.0:1788483617.450246:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483617.450249:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3c0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ad4 expref: 50 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.450459:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:3.0:1788483617.450566:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33302:x1875360224940928:12345-192.168.206.36@tcp:101:rm.0 Request processed in 707us (895us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483617.450575:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1453 00000100:00100000:1.0:1788483617.485212:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.485393:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224941056 00000100:00100000:0.0:1788483617.485404:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224941056 00000100:00100000:0.0:1788483617.485468:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1454 00000100:00100000:0.0:1788483617.485479:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33303:x1875360224941056:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483617.485539:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.485561:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c22 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147adb expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485632:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485652:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485662:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485677:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3c30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485683:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485689:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485736:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485743:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485749:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485755:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485760:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.485764:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485770:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485782:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.485785:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.485789:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485796:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3c29 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485809:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3c30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485815:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3c30 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485821:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3c30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485826:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.485829:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3c30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485834:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3c30 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485841:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9f7608853000) 00010000:00010000:0.0:1788483617.485843:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.485846:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3c30 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485852:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3c30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485888:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c22 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147adb expref: 50 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485898:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.485900:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.485903:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3c22 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147adb expref: 50 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.485911:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:0.0:1788483617.486045:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33303:x1875360224941056:12345-192.168.206.36@tcp:101:cp.0 Request processed in 566us (842us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483617.486053:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1454 00000100:00100000:1.0:1788483617.494174:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.494261:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224941184 00000100:00100000:0.0:1788483617.494271:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224941184 00000100:00100000:0.0:1788483617.494329:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1455 00000100:00100000:0.0:1788483617.494340:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33303:x1875360224941184:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483617.494360:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.494383:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c37 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ae2 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494451:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c3e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494464:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494476:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494493:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c45 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494547:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494555:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494592:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c3e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494600:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c3e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494606:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494611:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973f600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.494615:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c3e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494623:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c3e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494635:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.494638:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.494643:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494648:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494661:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c45 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494667:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c45 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494672:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494677:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.494679:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c45 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494684:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c45 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494690:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9f7608853500) 00010000:00010000:0.0:1788483617.494692:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.494695:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c45 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494710:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c45 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494741:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c37 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae2 expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494750:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.494753:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.494756:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c37 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae2 expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.494764:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fe00, rc 0) 00000100:00100000:0.0:1788483617.494813:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33303:x1875360224941184:12345-192.168.206.36@tcp:101:cp.0 Request processed in 475us (648us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483617.494820:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1455 00000100:00100000:1.0:1788483617.497588:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483617.498398:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224941440 00000100:00100000:3.0:1788483617.498410:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224941440 00000100:00100000:3.0:1788483617.498542:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1456 00000100:00100000:3.0:1788483617.498553:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33303:x1875360224941440:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483617.498573:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483617.498596:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3c4c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ae9 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.498714:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c53 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.498729:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c53 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.498740:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c53 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.498754:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.498762:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.498769:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788483617.499406:0:6515:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1b:0x0], index 0: 0 00010000:00010000:3.0:1788483617.499617:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499628:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499636:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499669:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c53 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499679:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c53 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499684:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c53 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499689:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483617.499694:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c53 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499711:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c53 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499725:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:3.0:1788483617.499727:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483617.499732:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c53 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499737:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3c53 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483617.499750:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000de3e6c34 reply state 00000000f7126610 transno 4294968196 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499759:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499765:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9f7620a98f00) 00010000:00010000:3.0:1788483617.499767:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483617.499770:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788483617.499797:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3c4c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae9 expref: 52 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499811:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae9 expref: 51 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.499818:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:3.0:1788483617.499820:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483617.499822:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:3.0:1788483617.499905:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33303:x1875360224941440:12345-192.168.206.36@tcp:101:cp.0 Request processed in 1353us (2325us total) trans 4294968196 rc 0/0 00000100:00100000:3.0:1788483617.499912:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1456 00000100:00100000:1.0:1788483617.507202:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.507292:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224941568 00000100:00100000:0.0:1788483617.507302:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224941568 00000100:00100000:0.0:1788483617.507378:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 394 00000100:00100000:0.0:1788483617.507389:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224941568:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483617.507406:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.507425:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3c6f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147af0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483617.507450:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788483617.507469:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=782s v=(0 0) 00010000:00010000:0.0:1788483617.507473:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483617.507483:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af0 expref: 9 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.507546:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af0 expref: 9 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.507560:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e600, rc 0) 00000100:00100000:0.0:1788483617.507612:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224941568:12345-192.168.206.36@tcp:101:cp.0 Request processed in 225us (695us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483617.507622:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 394 00000100:00080000:3.0:1788483617.508179:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483617.512351:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483617.512482:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224941696 00000100:00100000:3.0:1788483617.512491:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224941696 00000100:00100000:3.0:1788483617.512580:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 395 00000100:00100000:3.0:1788483617.512590:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:33303:x1875360224941696:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483617.512607:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483617.512624:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147af7 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.512653:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3c6f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af0 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.512663:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483617.512667:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483617.512672:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.512723:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af0 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.512738:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af0 expref: 10 pid: 14965 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483617.512751:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251018112:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483617.512849:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483617.517566:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483617.517669:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251018112:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483617.517713:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483617.517735:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:3.0:1788483617.517798:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:33303:x1875360224941696:12345-192.168.206.36@tcp:101:cp.0 Request processed in 5208us (5456us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483617.517812:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 395 00000100:00100000:0.0:1788483617.518100:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224941824 00000100:00100000:0.0:1788483617.518108:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224941824 00010000:00010000:0.0:1788483617.518140:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af0 expref: 10 pid: 14965 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483617.518178:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 441 00000100:00100000:0.0:1788483617.518186:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224941824:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483617.518198:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483617.518219:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3c6f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af0 expref: 10 pid: 14965 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.518233:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3c6f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af0 expref: 10 pid: 14965 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.518263:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3c6f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af0 expref: 10 pid: 14965 timeout: 882 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.518277:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483617.518282:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483617.518289:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.518299:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.518335:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483617.518347:0:6502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6502:1875360251018240:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483617.518416:0:6502:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76029c4540 going to sleep for 11 seconds 00010000:00010000:2.0:1788483617.540794:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483617.541147:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483617.541217:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224942080 00000100:00100000:3.0:1788483617.541226:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224942080 00000100:00100000:3.0:1788483617.541274:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 279 00000100:00100000:3.0:1788483617.541285:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33303:x1875360224942080:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:3.0:1788483617.541582:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33303:x1875360224942080:12345-192.168.206.36@tcp:35:cp.0 Request processed in 298us (439us total) trans 4294968197 rc 0/0 00000100:00100000:3.0:1788483617.541590:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 279 00000100:00100000:0.0:1788483617.547374:0:6502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6502:1875360251018240:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483617.547399:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483617.547461:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224941824:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 29275us (29903us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483617.547473:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 441 00000100:00100000:1.0:1788483617.587141:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.587267:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224942208 00000100:00100000:0.0:1788483617.587276:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224942208 00000100:00100000:0.0:1788483617.587335:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1457 00000100:00100000:0.0:1788483617.587345:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33306:x1875360224942208:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483617.587364:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.587384:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3c7d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147afe expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587451:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587466:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587477:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587488:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587539:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587548:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587618:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587626:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587633:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483617.587669:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:0.0:1788483617.587673:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483617.587690:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587713:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587722:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587728:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587737:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587742:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587747:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973fe00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.587751:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587758:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587769:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.587772:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.587775:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587780:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3c84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587795:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587800:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c8b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587804:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587809:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483617.587812:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587817:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587823:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9f7620a98f00) 00010000:00010000:0.0:1788483617.587826:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483617.587828:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c8b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587834:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3c8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587857:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3c7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147afe expref: 109 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587869:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147afe expref: 108 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.587876:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:0.0:1788483617.587878:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483617.587881:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f600, rc 0) 00000100:00100000:0.0:1788483617.587957:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+108:33306:x1875360224942208:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 613us (825us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483617.587964:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1457 00000100:00100000:1.0:1788483617.590879:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.592165:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224942336 00000100:00100000:0.0:1788483617.592182:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224942336 00000100:00100000:0.0:1788483617.592265:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 396 00000100:00100000:0.0:1788483617.592276:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224942336:12345-192.168.206.36@tcp:101:lfs.0 00000100:00080000:3.0:1788483617.592291:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788483617.592294:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.592318:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ea95775e/0xf2b1f833e60f3c99 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b05 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483617.592373:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251018368:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483617.592487:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76029c4540 going to sleep for 11 seconds 00002000:00010000:0.0:1788483617.596794:0:8432:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788483617.596802:0:8432:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb mtime: 0 -> 1788483616 00002000:00010000:0.0:1788483617.596805:0:8432:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb atime: 0 -> 1788483616 00002000:00010000:0.0:1788483617.596807:0:8432:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb ctime: 0 -> 1788483616 00002000:00010000:0.0:1788483617.596809:0:8432:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788483617.596832:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab7480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251018368:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483617.596865:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ea95775e/0xf2b1f833e60f3c99 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b05 expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.596887:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ea95775e/0xf2b1f833e60f3c99 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b05 expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.596900:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:0.0:1788483617.596959:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224942336:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4684us (6105us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483617.596968:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 396 00000100:00100000:3.0:1788483617.603772:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483617.607790:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224942464 00000100:00100000:0.0:1788483617.607804:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224942464 00000100:00100000:0.0:1788483617.607873:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1458 00000100:00100000:0.0:1788483617.607883:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+108:33306:x1875360224942464:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483617.607902:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483617.607923:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3ca0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b0c expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.607998:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.608012:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.608024:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483617.608065:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x48:0x0]: returning size 4096 00000004:00200000:0.0:1788483617.608069:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483617.608229:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.608260:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3ca0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b0c expref: 110 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.608278:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b0c expref: 109 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483617.608287:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:0.0:1788483617.608290:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483617.608294:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3200, rc 0) 00000100:00100000:0.0:1788483617.608360:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33306:x1875360224942464:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 477us (4597us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483617.608367:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1458 00000100:00100000:1.0:1788483617.611340:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483617.611450:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224942592 00000100:00100000:3.0:1788483617.611460:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224942592 00000100:00100000:3.0:1788483617.611541:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 397 00000100:00100000:3.0:1788483617.611552:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224942592:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483617.611569:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483617.611586:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c0c8427d/0xf2b1f833e60f3cae lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b13 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483617.611640:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251018496:192.168.206.36@tcp:106: 00000100:00100000:2.0:1788483617.611970:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0240 going to sleep for 11 seconds 00000100:00100000:1.0:1788483617.616197:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251018496:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483617.616234:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c0c8427d/0xf2b1f833e60f3cae lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b13 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483617.616259:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c0c8427d/0xf2b1f833e60f3cae lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b13 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483617.616273:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5e00, rc 0) 00000100:00100000:1.0:1788483617.616339:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224942592:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4789us (5008us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483617.616348:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 397 00000100:00100000:3.0:1788483617.620316:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483617.620423:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224942848 00000100:00100000:2.0:1788483617.620438:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224942848 00000100:00100000:2.0:1788483617.620557:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1459 00000100:00100000:2.0:1788483617.620637:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33306:x1875360224942848:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:2.0:1788483617.620813:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].41, 136 off13768 00000100:00100000:2.0:1788483617.620900:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33306:x1875360224942848:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 333us (595us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483617.620908:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1459 00000040:00080000:2.0:1788483617.927390:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:1.0:1788483618.117185:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483618.117195:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483618.117230:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:1.0:1788483618.117239:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483618.117809:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251018624:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483618.117990:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483618.123487:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483618.123590:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251018624:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483618.124546:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224942976 00000100:00100000:0.0:1788483618.124561:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224942976 00000100:00100000:0.0:1788483618.124652:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1460 00000100:00100000:0.0:1788483618.124664:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33317:x1875360224942976:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483618.124772:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483618.124995:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33317:x1875360224942976:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 331us (1521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.125004:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1460 00000100:00100000:1.0:1788483618.134092:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483618.134232:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224943232 00000100:00100000:0.0:1788483618.134246:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224943232 00000100:00100000:0.0:1788483618.134331:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1461 00000100:00100000:0.0:1788483618.134344:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33317:x1875360224943232:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483618.134371:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483618.134398:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3cb5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b1a expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.134658:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3cbc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.134676:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3cbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.134856:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3cbc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483618.134882:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:0.0:1788483618.135029:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3cb5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b1a expref: 56 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.135055:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3cbc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b1a expref: 55 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.135065:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:0.0:1788483618.135069:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483618.135074:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:0.0:1788483618.135173:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33317:x1875360224943232:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 830us (1101us total) trans 4294968198 rc 0/0 00000100:00100000:0.0:1788483618.135182:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1461 00000100:00100000:2.0:1788483618.141680:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483618.141742:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483618.141786:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224943488 00000100:00100000:2.0:1788483618.141798:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224943488 00000100:00100000:2.0:1788483618.141877:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 67 00000100:00100000:2.0:1788483618.141891:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2402:x1875360224943488:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483618.141910:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483618.141943:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3cbc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b1a expref: 55 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.141964:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:2.0:1788483618.141969:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483618.142033:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2402:x1875360224943488:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 144us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483618.142042:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 67 00000100:00100000:1.0:1788483618.142162:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224943360 00000100:00100000:1.0:1788483618.142168:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224943360 00000100:00100000:1.0:1788483618.142206:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 398 00000100:00100000:1.0:1788483618.142214:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224943360:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483618.142261:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.142285:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.142294:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1b:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788483618.142298:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483618.142302:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.142345:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.142360:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 9 pid: 8431 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483618.142377:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251018752:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483618.142448:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec8e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788483618.152709:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483618.152787:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224943616 00000100:00100000:1.0:1788483618.152801:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224943616 00002000:00100000:1.0:1788483618.152868:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff9f7636ab7480 x1875360224943616/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:369/0 lens 648/0 e 0 to 0 dl 1788483629 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483618.152880:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7636ab7480 with x1875360224943616 ext(0->157) 00010000:00010000:1.0:1788483618.152890:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 10 pid: 8431 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.152910:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 5/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 10 pid: 8431 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483618.152917:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f7636ab7480 00000100:00100000:1.0:1788483618.152956:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 18 00000100:00100000:1.0:1788483618.152968:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224943616:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:2.0:1788483618.154940:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251018752:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483618.154980:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483618.161159:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224943616:12345-192.168.206.36@tcp:4:cp.0 Request processed in 8182us (8464us total) trans 4294967370 rc 0/0 00000100:00100000:1.0:1788483618.161173:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 18 00002000:00100000:1.0:1788483618.161186:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1b:0x0] (0->157) req@ffff9f7636ab7480 x1875360224943616/t4294967370(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:369/0 lens 648/448 e 0 to 0 dl 1788483629 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483618.161195:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7636ab7480 with x1875360224943616 ext(0->157) 00010000:00010000:1.0:1788483618.161206:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 12 pid: 8431 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.161227:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 12 pid: 8431 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483618.161236:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f7636ab7480 00000100:00100000:1.0:1788483618.180638:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483618.181023:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224943744 00000100:00100000:0.0:1788483618.181044:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224943744 00010000:00010000:0.0:1788483618.181119:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 12 pid: 8431 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483618.181187:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 442 00000100:00100000:0.0:1788483618.181199:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a40a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224943744:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483618.181218:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788483618.181244:0:6501:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1b:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788483618.181251:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 12 pid: 8431 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181267:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 12 pid: 8431 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181305:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f3c76 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147af7 expref: 12 pid: 8431 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181324:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483618.181330:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483618.181336:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181347:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181384:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483618.181471:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a40a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224943744:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 272us (845us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.181479:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 442 00010000:00010000:0.0:1788483618.181586:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181597:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181619:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181628:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181637:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181645:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483618.181650:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181660:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181672:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.181679:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f3cca lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483618.181744:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224943360:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 39531us (40079us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.181753:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 398 00000100:00100000:1.0:1788483618.187627:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483618.187893:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224944000 00000100:00100000:3.0:1788483618.187908:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224944000 00000100:00100000:3.0:1788483618.187984:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1462 00000100:00100000:3.0:1788483618.187996:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33317:x1875360224944000:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483618.188148:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33317:x1875360224944000:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 153us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483618.188157:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1462 00000100:00100000:3.0:1788483618.197989:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483618.198087:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224944128 00000100:00100000:1.0:1788483618.198100:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224944128 00000100:00100000:1.0:1788483618.198184:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 399 00000100:00100000:1.0:1788483618.198204:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224944128:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483618.198227:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483618.198255:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003bfeda96/0xf2b1f833e60f3cd1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b21 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483618.198287:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a9a1820, atime: 0x0, ctime: 0x6a9a1820, blocks: 0x8 00010000:00010000:1.0:1788483618.198313:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=783s v=(0 0) 00010000:00010000:1.0:1788483618.198319:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483618.198331:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003bfeda96/0xf2b1f833e60f3cd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b21 expref: 11 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.198350:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003bfeda96/0xf2b1f833e60f3cd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b21 expref: 11 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.198366:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38a00, rc 0) 00000100:00100000:1.0:1788483618.198456:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224944128:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 261us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483618.198464:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 399 00000100:00100000:1.0:1788483618.204213:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483618.204937:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224944384 00000100:00100000:0.0:1788483618.204952:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224944384 00000100:00100000:0.0:1788483618.205032:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1463 00000100:00100000:0.0:1788483618.205046:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33317:x1875360224944384:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483618.205982:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33317:x1875360224944384:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 931us (1773us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.205996:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1463 00000100:00100000:0.0:1788483618.211166:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483618.211294:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224944512 00000100:00100000:3.0:1788483618.211308:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224944512 00002000:00100000:3.0:1788483618.211371:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff9f7636ab5180 x1875360224944512/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:369/0 lens 488/0 e 0 to 0 dl 1788483629 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483618.211385:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7636ab5180 with x1875360224944512 ext(0->4095) 00002000:00010000:3.0:1788483618.211393:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7636ab5180 00000100:00100000:3.0:1788483618.211430:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 104 00000100:00100000:3.0:1788483618.211441:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224944512:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788483618.211712:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224944512:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 272us (559us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788483618.211720:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 104 00002000:00100000:3.0:1788483618.211727:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1b:0x0] (0->4095) req@ffff9f7636ab5180 x1875360224944512/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:369/0 lens 488/4536 e 0 to 0 dl 1788483629 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483618.211736:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7636ab5180 with x1875360224944512 ext(0->4095) 00002000:00010000:3.0:1788483618.211738:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7636ab5180 00000100:00100000:0.0:1788483618.221683:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483618.222238:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224944640 00000100:00100000:3.0:1788483618.222254:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224944640 00000100:00100000:3.0:1788483618.222330:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1464 00000100:00100000:3.0:1788483618.222343:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33317:x1875360224944640:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483618.222368:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483618.222392:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3cd8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b28 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.222434:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.222449:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.222462:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.222655:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3cd8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b28 expref: 56 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.222679:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b28 expref: 55 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.222689:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:3.0:1788483618.222692:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788483618.222704:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:3.0:1788483618.222790:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33317:x1875360224944640:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 448us (1121us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483618.222798:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1464 00000100:00100000:1.0:1788483618.229228:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483618.229309:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224944768 00000100:00100000:3.0:1788483618.229323:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224944768 00000100:00100000:3.0:1788483618.229398:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1465 00000100:00100000:3.0:1788483618.229409:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33317:x1875360224944768:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483618.229451:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483618.229646:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33317:x1875360224944768:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 237us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483618.229655:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1465 00000100:00100000:2.0:1788483618.244487:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483618.244689:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224944896 00000100:00100000:3.0:1788483618.244710:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224944896 00000100:00100000:3.0:1788483618.244772:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 400 00000100:00100000:3.0:1788483618.244791:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224944896:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483618.244837:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3ce6 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.244856:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483618.244860:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483618.244867:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3ce6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.244881:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3ce6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.244916:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3ce6 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.244925:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3ce6 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.244933:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3ce6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.244941:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483618.244945:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3ce6 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.244954:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3ce6 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.244969:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3ce6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.244977:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000058b7cc37/0xf2b1f833e60f3ce6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483618.245050:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224944896:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 269us (570us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483618.245057:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 400 00000100:00100000:1.0:1788483618.264900:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483618.264970:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224945152 00000100:00100000:2.0:1788483618.264979:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224945152 00000100:00100000:2.0:1788483618.265038:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1466 00000100:00100000:2.0:1788483618.265049:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33317:x1875360224945152:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483618.265121:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.265139:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b28 expref: 55 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.265148:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 4/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.265183:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b28 expref: 55 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.265196:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b28 expref: 55 pid: 13707 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483618.265209:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251018880:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483618.265297:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76112b7180 going to sleep for 11 seconds 00000100:00100000:2.0:1788483618.272163:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483618.272262:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651c00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251018880:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483618.272289:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483618.274161:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224945280 00000100:00100000:3.0:1788483618.274181:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224945280 00010000:00010000:3.0:1788483618.274248:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b28 expref: 56 pid: 13707 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483618.274315:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 443 00000100:00100000:3.0:1788483618.274326:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:2402:x1875360224945280:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483618.274344:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483618.274352:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b28 expref: 56 pid: 13707 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.274367:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b28 expref: 56 pid: 13707 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.274395:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cdf lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b28 expref: 56 pid: 13707 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.274410:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:3.0:1788483618.274417:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.274430:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.274438:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.274471:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483618.274564:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2402:x1875360224945280:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 239us (2412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483618.274573:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 443 00010000:00010000:2.0:1788483618.274801:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.274817:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.275026:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.275034:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.275042:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.275049:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eda00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483618.275053:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.275060:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.275078:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:2.0:1788483618.275082:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483618.275087:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.275094:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3ced lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483618.275229:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33317:x1875360224945152:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 10177us (10333us total) trans 4294968199 rc 0/0 00000100:00100000:2.0:1788483618.275239:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1466 00000040:00080000:3.0:1788483618.275856:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483618.275872:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483618.276594:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788483618.276610:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483618.280864:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483618.281789:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224945536 00000100:00100000:0.0:1788483618.281802:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224945536 00000100:00100000:0.0:1788483618.281869:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 280 00000100:00100000:0.0:1788483618.281880:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33317:x1875360224945536:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483618.282157:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:33317:x1875360224945536:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 279us (1302us total) trans 4294968200 rc 0/0 00000100:00100000:0.0:1788483618.282166:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 280 00000100:00100000:1.0:1788483618.372816:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251019008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483618.372888:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483618.372950:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483618.372957:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251019136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483618.372977:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483618.373008:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251019008 00000100:00100000:1.0:1788483618.373016:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251019008 00000100:00100000:1.0:1788483618.373086:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251019136 00000100:00100000:1.0:1788483618.373089:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251019136 00000100:00100000:1.0:1788483618.373110:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1788483618.373119:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251019008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483618.373152:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1788483618.373203:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251019008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 84us (313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483618.373210:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1788483618.373229:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:1.0:1788483618.373236:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251019136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483618.373246:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:1.0:1788483618.373269:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251019136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 34us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483618.373275:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00080000:1.0:1788483618.373294:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483618.373323:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967379 gen 2 00000004:00080000:1.0:1788483618.373329:0:3640:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967379 committed transno 4294967379 00000100:00100000:1.0:1788483618.373358:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251019136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483618.373375:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251019008:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483618.380311:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251019520:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.380374:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483618.380415:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251020032:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.380441:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483618.380463:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251020544:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.380482:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483618.380540:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788483618.380550:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251019648:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.380578:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483618.380599:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251020160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.380619:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483618.381790:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251019520 00000100:00100000:0.0:1788483618.381800:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251019520 00000100:00100000:0.0:1788483618.381863:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1788483618.381876:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251019520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.381958:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251019520:12345-0@lo:400:kworker.0 Request processed in 85us (1582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.381966:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:0.0:1788483618.381995:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251020032 00000100:00100000:0.0:1788483618.381999:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251020032 00000100:00100000:0.0:1788483618.382033:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251020544 00000100:00100000:0.0:1788483618.382036:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251020544 00000100:00100000:0.0:1788483618.382055:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251019648 00000100:00100000:0.0:1788483618.382058:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251019648 00000100:00100000:0.0:1788483618.382072:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1788483618.382078:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641612300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251020032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.382339:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641612300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251020032:12345-0@lo:400:kworker.0 Request processed in 260us (1896us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.382347:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:0.0:1788483618.382361:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:0.0:1788483618.382367:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251020544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.382392:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251020544:12345-0@lo:400:kworker.0 Request processed in 25us (1908us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.382397:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:0.0:1788483618.382407:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1788483618.382412:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251019648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.382437:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251019648:12345-0@lo:400:kworker.0 Request processed in 25us (1861us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.382443:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:0.0:1788483618.382467:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251020160 00000100:00100000:0.0:1788483618.382471:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251020160 00000100:00100000:0.0:1788483618.382520:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1788483618.382528:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251020160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.382558:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251020160:12345-0@lo:400:kworker.0 Request processed in 32us (1937us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.382563:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1788483618.382603:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251019648:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.382615:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251020160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.382626:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251019520:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.382636:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251020032:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.382662:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641610a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251020544:0@lo:400:kworker.0 00000100:00080000:0.0:1788483618.382713:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483618.382718:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483618.385008:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251019264:0@lo:400:kworker.0 00000100:00100000:2.0:1788483618.385080:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483618.385130:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251019776:0@lo:400:kworker.0 00000100:00100000:2.0:1788483618.385155:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483618.385179:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251020288:0@lo:400:kworker.0 00000100:00100000:2.0:1788483618.385204:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483618.385230:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788483618.385238:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251019392:0@lo:400:kworker.0 00000100:00100000:2.0:1788483618.385264:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483618.385280:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251019904:0@lo:400:kworker.0 00000100:00100000:2.0:1788483618.385299:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483618.385314:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251020416:0@lo:400:kworker.0 00000100:00100000:2.0:1788483618.385335:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483618.385471:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251019264 00000100:00100000:0.0:1788483618.385480:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251019264 00000100:00100000:0.0:1788483618.385561:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1788483618.385569:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251019264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.385621:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251019264:12345-0@lo:400:kworker.0 Request processed in 52us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.385628:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1788483618.385675:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251019392 00000100:00100000:0.0:1788483618.385679:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251019392 00000100:00100000:0.0:1788483618.385714:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251019904 00000100:00100000:0.0:1788483618.385717:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251019904 00000100:00100000:0.0:1788483618.385740:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251020416 00000100:00100000:0.0:1788483618.385743:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251020416 00000100:00100000:0.0:1788483618.385769:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1788483618.385778:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251019392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.385817:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251019392:12345-0@lo:400:kworker.0 Request processed in 41us (553us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.385826:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:0.0:1788483618.385839:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1788483618.385845:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251019904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.385873:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251019904:12345-0@lo:400:kworker.0 Request processed in 29us (573us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.385878:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1055 00000100:00100000:0.0:1788483618.385887:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1788483618.385892:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251020416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.385913:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251020416:12345-0@lo:400:kworker.0 Request processed in 21us (577us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.385918:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1056 00000100:00100000:0.0:1788483618.385973:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251019392:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.385983:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251019904:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.385992:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251020416:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.385998:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251019264:0@lo:400:kworker.0 00000100:00080000:0.0:1788483618.386030:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483618.388669:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251019776 00000100:00100000:2.0:1788483618.388684:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251019776 00000100:00100000:2.0:1788483618.388762:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1788483618.388773:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251019776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483618.388864:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251019776:12345-0@lo:400:kworker.0 Request processed in 93us (3707us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483618.388872:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:2.0:1788483618.388901:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251020288 00000100:00100000:2.0:1788483618.388904:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251020288 00000100:00100000:2.0:1788483618.388946:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1788483618.388952:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251020288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483618.388986:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251020288:12345-0@lo:400:kworker.0 Request processed in 34us (3781us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483618.388991:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00080000:2.0:1788483618.389064:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483618.389286:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251019776:0@lo:400:kworker.0 00000100:00100000:0.0:1788483618.389306:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641611c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251020288:0@lo:400:kworker.0 00000040:00080000:1.0:1788483618.547737:0:24383:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483618.547747:0:24383:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483618.547790:0:24383:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 4 00000040:00080000:1.0:1788483618.547797:0:24383:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483618.566943:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483618.624568:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483618.624649:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224945664 00000100:00100000:2.0:1788483618.624660:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224945664 00000100:00100000:2.0:1788483618.624736:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 401 00000100:00100000:2.0:1788483618.624747:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224945664:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483618.624768:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483618.624786:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000722a4372/0xf2b1f833e60f3cf4 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b2f expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.624811:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483618.624816:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483618.624825:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000722a4372/0xf2b1f833e60f3cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b2f expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.624842:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000722a4372/0xf2b1f833e60f3cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b2f expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.624855:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366eda00, rc 0) 00000100:00100000:2.0:1788483618.624928:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f33480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2400:x1875360224945664:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 182us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483618.624935:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 401 00000100:00100000:2.0:1788483618.639064:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483618.639256:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224945920 00000100:00100000:3.0:1788483618.639266:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224945920 00000100:00100000:3.0:1788483618.639337:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1467 00000100:00100000:3.0:1788483618.639349:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33318:x1875360224945920:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483618.639368:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483618.639388:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cfb lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b36 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.639489:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3d02 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.639524:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3d02 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.639541:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3d02 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483618.639552:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:3.0:1788483618.639655:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3cfb lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b36 expref: 112 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.639672:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3d02 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b36 expref: 111 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.639682:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:3.0:1788483618.639685:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:3.0:1788483618.639689:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5200, rc 0) 00000100:00100000:3.0:1788483618.639751:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+111:33318:x1875360224945920:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 404us (695us total) trans 4294968201 rc 0/0 00000100:00100000:3.0:1788483618.639757:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1467 00000100:00100000:2.0:1788483618.657005:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483618.657081:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224946048 00000100:00100000:1.0:1788483618.657091:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224946048 00000100:00100000:1.0:1788483618.657156:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 402 00000100:00100000:1.0:1788483618.657166:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360224946048:12345-192.168.206.36@tcp:1:lfs.0 00010000:00010000:1.0:1788483618.657208:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.657228:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003bfeda96/0xf2b1f833e60f3cd1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b21 expref: 10 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.657238:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000722a4372/0xf2b1f833e60f3cf4 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b2f expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.657252:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483618.657257:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483618.657261:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.657297:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000722a4372/0xf2b1f833e60f3cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b2f expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.657312:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000722a4372/0xf2b1f833e60f3cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b2f expref: 17 pid: 14965 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483618.657327:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251020672:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483618.657435:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003bfeda96/0xf2b1f833e60f3cd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b21 expref: 10 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.657445:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003bfeda96/0xf2b1f833e60f3cd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b21 expref: 10 pid: 8432 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483618.657454:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251020800:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483618.657479:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec86c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483618.668454:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251020672:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483618.668469:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415adf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251020800:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483618.668494:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483618.671003:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483618.671079:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224946176 00000100:00100000:0.0:1788483618.671090:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224946176 00010000:00010000:0.0:1788483618.671143:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000722a4372/0xf2b1f833e60f3cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b2f expref: 18 pid: 14965 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483618.671184:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 444 00000100:00100000:0.0:1788483618.671195:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360224946176:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483618.671211:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483618.671232:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000722a4372/0xf2b1f833e60f3cf4 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b2f expref: 18 pid: 14965 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.671247:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000722a4372/0xf2b1f833e60f3cf4 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b2f expref: 18 pid: 14965 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.671269:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000722a4372/0xf2b1f833e60f3cf4 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b2f expref: 18 pid: 14965 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.671288:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483618.671349:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360224946176:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 156us (354us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.671356:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 444 00000100:00100000:1.0:1788483618.672012:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483618.672104:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224946304 00000100:00100000:3.0:1788483618.672111:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224946304 00010000:00010000:3.0:1788483618.672141:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003bfeda96/0xf2b1f833e60f3cd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b21 expref: 11 pid: 8432 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483618.672169:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 445 00000100:00100000:3.0:1788483618.672177:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224946304:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483618.672186:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483618.672200:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003bfeda96/0xf2b1f833e60f3cd1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b21 expref: 11 pid: 8432 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.672216:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003bfeda96/0xf2b1f833e60f3cd1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b21 expref: 11 pid: 8432 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.672233:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003bfeda96/0xf2b1f833e60f3cd1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b21 expref: 11 pid: 8432 timeout: 883 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.672246:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483618.672251:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483618.672256:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.672266:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.672371:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483618.672411:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224946304:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 234us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483618.672418:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 445 00010000:00010000:0.0:1788483618.679110:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.679141:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.679173:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.679181:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.679190:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.679197:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38c00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483618.679202:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.679210:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.679230:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.679239:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f3d10 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483618.681163:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224946048:12345-192.168.206.36@tcp:1:lfs.0 Request processed in 23987us (24155us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483618.681175:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 402 00000100:00100000:0.0:1788483618.688392:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483618.689773:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224946560 00000100:00100000:3.0:1788483618.689785:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224946560 00000100:00100000:3.0:1788483618.689850:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 281 00000100:00100000:3.0:1788483618.689861:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a430c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+111:33318:x1875360224946560:12345-192.168.206.36@tcp:35:lfs.0 00000004:00010000:3.0:1788483618.689922:0:6518:0:(mdt_open.c:1998:mdt_hsm_release()) ### [0x200000403:0x28:0x0] lease broken? 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3d02 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b36 expref: 111 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483618.690104:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968202 00000001:00080000:3.0:1788483618.691679:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968203 00010000:00010000:3.0:1788483618.691752:0:6518:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.691772:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae9 expref: 55 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.691780:0:6518:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147afe expref: 114 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.691787:0:6518:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 5/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.691824:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147afe expref: 114 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.691841:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147afe expref: 114 pid: 8191 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483618.691857:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360251020928:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483618.692201:0:6518:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae9 expref: 55 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483618.692212:0:6518:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae9 expref: 55 pid: 6515 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483618.692228:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360251021056:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483618.692254:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788483618.696256:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31180 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360251020928:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483618.702194:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483618.702230:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224946688 00000100:00100000:0.0:1788483618.702239:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224946688 00010000:00010000:0.0:1788483618.702278:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147afe expref: 115 pid: 8191 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483618.702315:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 446 00000100:00100000:0.0:1788483618.702325:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+115:2402:x1875360224946688:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483618.702341:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483618.702348:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147afe expref: 115 pid: 8191 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.702361:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147afe expref: 115 pid: 8191 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.702383:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3c92 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147afe expref: 115 pid: 8191 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.702397:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:0.0:1788483618.702403:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.702412:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483618.702419:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483618.702467:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+114:2402:x1875360224946688:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 142us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483618.702474:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 446 00000100:00100000:3.0:1788483618.702894:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f31500 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000_UUID:6518:1875360251021056:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483618.702920:0:6518:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483618.707081:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483618.709314:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224946816 00000100:00100000:2.0:1788483618.709329:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224946816 00010000:00010000:2.0:1788483618.709371:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae9 expref: 56 pid: 6515 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483618.711089:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 447 00000100:00100000:1.0:1788483618.711109:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:2401:x1875360224946816:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483618.711140:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483618.711151:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae9 expref: 56 pid: 6515 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.711168:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae9 expref: 56 pid: 6515 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.711191:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f3c61 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ae9 expref: 56 pid: 6515 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.711206:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:1.0:1788483618.711212:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.711220:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.711228:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483618.711258:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483618.711322:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2401:x1875360224946816:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 220us (4249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483618.711330:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 447 00010000:00010000:2.0:1788483618.712307:0:6518:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.712319:0:6518:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483618.712435:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968204 00000001:00080000:2.0:1788483618.712577:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968205 00000001:00080000:2.0:1788483618.712618:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968206 00000100:00100000:2.0:1788483618.712741:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360251021184:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788483618.712801:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483618.712828:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483618.712849:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251021184 00000100:00100000:2.0:1788483618.712855:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251021184 00000100:00100000:2.0:1788483618.712899:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1788483618.712907:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360251021184:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788483618.712983:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360251021184:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 76us (180us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483618.712990:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1788483618.713032:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360251021184:0@lo:1000:mdt_rdpg00_001.0 00000001:00080000:2.0:1788483618.713147:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968207 00000100:00100000:2.0:1788483618.713180:0:6518:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360251021312:0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788483618.713205:0:6518:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483618.713223:0:6518:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2900 going to sleep for 11 seconds 00000100:00100000:2.0:1788483618.713235:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251021312 00000100:00100000:2.0:1788483618.713239:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251021312 00000100:00100000:2.0:1788483618.713263:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1788483618.713269:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6518:x1875360251021312:12345-0@lo:1000:mdt_rdpg00_001.0 00000100:00100000:2.0:1788483618.714707:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6518:x1875360251021312:12345-0@lo:1000:mdt_rdpg00_001.0 Request processed in 1421us (1484us total) trans 4294967371 rc 0/0 00000100:00100000:2.0:1788483618.714717:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1788483618.714772:0:6518:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job mdt_rdpg00_001:lustre-MDT0000-mdtlov_UUID:6518:1875360251021312:0@lo:1000:mdt_rdpg00_001.0 00010000:00010000:2.0:1788483618.714795:0:6518:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.714805:0:6518:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.714813:0:6518:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.714819:0:6518:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483618.714823:0:6518:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.714830:0:6518:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.714845:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:2.0:1788483618.714848:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 28 00010000:00010000:2.0:1788483618.714852:0:6518:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483618.714858:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f3d17 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x28/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6518 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483618.714965:0:6518:0:(mdd_object.c:4014:mdd_close()) Object [0x200000402:0x49:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000040:00080000:2.0:1788483618.715025:0:6518:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].14, 64 off9112 00000004:00080000:2.0:1788483618.715037:0:6518:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 783669537261ns, next at 784669534827ns, rc = 0 00000001:00080000:2.0:1788483618.715044:0:6518:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968208 00010000:00010000:2.0:1788483618.715073:0:6518:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98800) 00010000:00010000:2.0:1788483618.715076:0:6518:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 4 00010000:00010000:2.0:1788483618.715084:0:6518:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f3d02 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x4/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b36 expref: 118 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483618.718607:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a430c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+117:33318:x1875360224946560:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 28738us (30215us total) trans 4294968209 rc 0/0 00000100:00100000:2.0:1788483618.718622:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 281 00000020:00080000:2.0:1788483618.718628:0:6518:0:(tgt_main.c:784:tgt_ses_key_exit()) total 8 transactions per RPC 00000100:00100000:3.0:1788483618.884775:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483618.884802:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251021440:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483618.884880:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483618.885163:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251021440 00000100:00100000:1.0:1788483618.885171:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251021440 00000100:00100000:1.0:1788483618.885226:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:1.0:1788483618.885466:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251021440:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483618.885531:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483618.885601:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251021440:12345-0@lo:41:osp-pre-1-0.0 Request processed in 366us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483618.885608:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1788483618.885778:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251021440:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483619.505440:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483619.505487:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483619.505535:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483619.505556:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483619.505576:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483619.505584:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224947072 00000100:00100000:1.0:1788483619.505593:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483619.505596:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224947072 00000100:00100000:1.0:1788483619.505626:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483619.505642:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483619.505647:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224947200 00000100:00100000:0.0:1788483619.505650:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224947200 00000100:00100000:0.0:1788483619.505667:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224947712 00000100:00100000:0.0:1788483619.505670:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224947712 00000100:00100000:1.0:1788483619.505673:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483619.505682:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224947584 00000100:00100000:0.0:1788483619.505684:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224947584 00000100:00100000:1.0:1788483619.505703:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224946944 00000100:00100000:1.0:1788483619.505707:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224946944 00000100:00100000:0.0:1788483619.505713:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1057 00000100:00100000:0.0:1788483619.505722:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+117:2401:x1875360224947072:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483619.505732:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 757 00000100:00100000:1.0:1788483619.505737:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224946944:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483619.505846:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1058 00000100:00100000:3.0:1788483619.505857:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224947200:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483619.505917:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224946944:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 179us (429us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483619.505925:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 757 00000100:00100000:1.0:1788483619.505960:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224947456 00000100:00100000:1.0:1788483619.505964:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224947456 00000100:00100000:1.0:1788483619.505989:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224947968 00000100:00100000:1.0:1788483619.505993:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224947968 00000100:00100000:1.0:1788483619.506005:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224947328 00000100:00100000:1.0:1788483619.506007:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224947328 00000100:00100000:1.0:1788483619.506019:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224947840 00000100:00100000:1.0:1788483619.506020:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224947840 00000100:00100000:1.0:1788483619.506032:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 644 00000100:00100000:1.0:1788483619.506038:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224947456:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:2.0:1788483619.506096:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483619.506100:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483619.506103:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483619.506105:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483619.506124:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1059 00000100:00100000:2.0:1788483619.506133:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224947712:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483619.506196:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+117:2401:x1875360224947072:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 474us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483619.506205:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1057 00000100:00100000:0.0:1788483619.506220:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1060 00000100:00100000:0.0:1788483619.506225:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2401:x1875360224947584:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483619.506264:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2401:x1875360224947584:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483619.506270:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1060 00000100:00100000:3.0:1788483619.508912:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224947200:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 3046us (3364us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483619.508925:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1058 00000100:00100000:3.0:1788483619.508975:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 645 00000100:00100000:3.0:1788483619.508988:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224947968:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483619.509037:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224947968:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 54us (3441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483619.509044:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 645 00000100:00100000:3.0:1788483619.509062:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 646 00000100:00100000:3.0:1788483619.509071:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224947328:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483619.509096:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224947328:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (3470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483619.509103:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 646 00000100:00100000:3.0:1788483619.509115:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 647 00000100:00100000:3.0:1788483619.509121:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224947840:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483619.509146:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224947840:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (3472us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483619.509152:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 647 00000100:00100000:1.0:1788483619.512182:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2402:x1875360224947456:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 6132us (6612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483619.512197:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 644 00000100:00100000:2.0:1788483619.513673:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224947712:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 7534us (8088us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483619.513686:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1059 00010000:00010000:3.0:1788483619.588724:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483619.803828:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483619.804402:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224948224 00000100:00100000:2.0:1788483619.804413:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224948224 00000100:00100000:2.0:1788483619.804482:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1468 00000100:00100000:2.0:1788483619.804492:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+117:33327:x1875360224948224:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483619.804526:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483619.804548:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3d1e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b3d expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805153:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d25 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805170:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805181:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805231:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3d2c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805239:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3d2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805246:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3d2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805369:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805378:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805385:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483619.805395:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:3.0:1788483619.805471:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d25 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805478:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d25 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805485:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805491:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483619.805495:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d25 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805520:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d25 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805531:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:3.0:1788483619.805534:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483619.805538:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d25 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805545:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d25 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805559:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3d2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805566:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3d2c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805572:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3d2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805577:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483619.805581:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3d2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805586:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3d2c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805594:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9f7620a98f00) 00010000:00010000:3.0:1788483619.805596:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483619.805599:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3d2c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805605:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f3d2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805644:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f3d1e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b3d expref: 120 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805661:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b3d expref: 119 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483619.805668:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98e00) 00010000:00010000:3.0:1788483619.805670:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483619.805674:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4c00, rc 0) 00000100:00100000:3.0:1788483619.805762:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+119:33327:x1875360224948224:12345-192.168.206.36@tcp:101:cat.0 Request processed in 1270us (1942us total) trans 4294968210 rc 0/0 00000100:00100000:3.0:1788483619.805771:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1468 00000100:00100000:1.0:1788483619.823619:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483619.823947:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224948480 00000100:00100000:3.0:1788483619.823958:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224948480 00000100:00100000:3.0:1788483619.824016:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1469 00000100:00100000:3.0:1788483619.824026:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+119:33328:x1875360224948480:12345-192.168.206.36@tcp:58:cat.0 00000004:00020000:3.0:1788483619.824112:0:6515:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_race id 18b sleeping 00000040:00080000:1.0:1788483620.356733:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483620.356743:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483620.356830:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 42 count 2 00000040:00080000:1.0:1788483620.356837:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483620.612678:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483620.934770:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251021568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483620.934842:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483620.934970:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251021568 00000100:00100000:3.0:1788483620.934979:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251021568 00000100:00100000:3.0:1788483620.935044:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1788483620.935055:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251021568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483620.935083:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202746688 pending 28672 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483620.935125:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251021568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483620.935131:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00080000:0.0:1788483620.935196:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483620.935230:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251021568:0@lo:13:osp-pre-0-1.0 00000004:00080000:1.0:1788483620.935558:0:8866:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 785890057886ns, next at 786890055639ns, rc = 0 00000100:00100000:0.0:1788483620.935645:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483620.935656:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251021696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483620.935697:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483620.938564:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251021696 00000100:00100000:1.0:1788483620.938579:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251021696 00000100:00100000:1.0:1788483620.938667:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1788483620.938677:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251021696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483620.938735:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202746688 pending 28672 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483620.938814:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251021696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (3116us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483620.938821:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00080000:1.0:1788483620.938843:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483620.938880:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251021696:0@lo:13:osp-pre-0-0.0 00000004:00080000:3.0:1788483620.952272:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 17 committed 00000001:00080000:3.0:1788483620.952334:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968210 is committed 00000004:00080000:3.0:1788483620.952347:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 16 committed 00000020:00080000:3.0:1788483620.952357:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f75015a3540 refcount 2 committed 0 result 0 batchid 33 00000020:00080000:3.0:1788483620.952363:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f760a51da00 obd lustre-OST0000-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f75015a3480 00000020:00080000:3.0:1788483620.952366:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f760a51d500 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f75091b8a00 00000001:00080000:3.0:1788483620.952408:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968200 is committed 00000020:00080000:3.0:1788483620.952427:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 32 batchid updated 00010000:00010000:3.0:1788483620.952463:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.952484:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.952494:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.952521:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483620.952527:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.952536:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.952557:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0xb6c33e9e (ffff9f7620a98f00) 00010000:00010000:3.0:1788483620.952561:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483620.952566:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.952574:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3c5a lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0xb6c33e9e bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483620.952918:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483620.952942:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251021824:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788483620.953030:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788483620.953448:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953458:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953465:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953471:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483620.953474:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953481:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953495:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x81f12197 (ffff9f7620a98a00) 00010000:00010000:1.0:1788483620.953521:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483620.953525:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953532:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f3b81 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x81f12197 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953552:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953559:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953565:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953570:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483620.953574:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953580:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953588:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:1.0:1788483620.953591:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483620.953594:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483620.953600:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f3b88 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788483620.953696:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 33 committed batchid 32 00000020:00080000:0.0:1788483620.953784:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 32 00000100:00100000:3.0:1788483620.955069:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251021824 00000100:00100000:3.0:1788483620.955104:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251021824 00000100:00100000:3.0:1788483620.955185:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1788483620.955197:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360251021824:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788483620.955237:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:27 count 1 00002000:00010000:3.0:1788483620.955283:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1b:0x0] initial LVB size: 158, mtime: 0x6a9a1820, atime: 0x0, ctime: 0x6a9a1820, blocks: 0x8 00010000:00010000:3.0:1788483620.955292:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3d41 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.955317:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=785s v=(0 0) 00010000:00010000:3.0:1788483620.955322:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483620.955329:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3d41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.955343:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3d41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.955353:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3d41 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.955361:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3d41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483620.955381:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788483620.955639:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360251021824:12345-0@lo:6:osp-syn-0-0.0 Request processed in 443us (2609us total) trans 4294967372 rc 0/0 00000100:00100000:3.0:1788483620.955647:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000004:00080000:3.0:1788483620.955720:0:3641:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7507697800/2, rc 0, transno 4294967372 00000100:00100000:3.0:1788483620.955728:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251021824:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1788483620.956225:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483620.956237:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3d41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483620.956249:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483620.956255:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3d41 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483620.956266:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3d41 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483620.956301:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3d41 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483620.956310:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3d41 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483620.956336:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483620.956339:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483620.956341:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483621.636743:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483621.957200:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483621.957235:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251021952:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483621.957606:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483621.957809:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251021952 00000100:00100000:2.0:1788483621.957821:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251021952 00000100:00100000:2.0:1788483621.957891:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1788483621.957903:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251021952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483621.957948:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:2.0:1788483621.958018:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251021952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483621.958026:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:0.0:1788483621.958322:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251021952:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788483622.021361:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788483622.661454:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483623.492978:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251022208:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.493048:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483623.493109:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251022720:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.493133:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483623.493150:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251023232:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.493174:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483623.493223:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251023744:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483623.493235:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251022336:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.493259:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483623.493260:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251022208 00000100:00100000:2.0:1788483623.493272:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251022208 00000100:00100000:3.0:1788483623.493292:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1788483623.493303:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251022080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483623.493341:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251022720 00000100:00100000:1.0:1788483623.493344:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251023232 00000100:00100000:2.0:1788483623.493348:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251022720 00000100:00100000:3.0:1788483623.493351:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483623.493354:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251023232 00000100:00100000:2.0:1788483623.493408:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:3.0:1788483623.493417:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251022592:0@lo:400:kworker.0 00000100:00100000:2.0:1788483623.493425:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251022208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.493440:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483623.493481:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483623.493486:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251022848:0@lo:400:kworker.0 00000100:00100000:2.0:1788483623.493548:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251022208:12345-0@lo:400:kworker.0 Request processed in 130us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483623.493557:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1788483623.493579:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1788483623.493588:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251022720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483623.493598:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1063 00000100:00100000:1.0:1788483623.493610:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251023232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.496831:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483623.496877:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251023360:0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.496916:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483623.497348:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251023872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483623.497381:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483623.497425:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788483623.497431:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251022464:0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.497451:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483623.497461:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251022976:0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.497481:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483623.497519:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251023488:0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.497539:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483623.497583:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251022080 00000100:00100000:0.0:1788483623.497591:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251022080 00000100:00100000:0.0:1788483623.497641:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1788483623.497650:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251022080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.497713:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251022080:12345-0@lo:400:kworker.0 Request processed in 62us (4370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483623.497721:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1788483623.497759:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251022336 00000100:00100000:0.0:1788483623.497762:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251022336 00000100:00100000:0.0:1788483623.497786:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251022592 00000100:00100000:0.0:1788483623.497789:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251022592 00000100:00100000:0.0:1788483623.497800:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1788483623.497806:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251022336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.497839:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251022336:12345-0@lo:400:kworker.0 Request processed in 33us (4403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483623.497845:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1788483623.497855:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1788483623.497860:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251022592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.497883:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251022592:12345-0@lo:400:kworker.0 Request processed in 23us (4407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483623.497888:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1788483623.497903:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251022976 00000100:00100000:0.0:1788483623.497906:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251022976 00000100:00100000:0.0:1788483623.498004:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251023488 00000100:00100000:0.0:1788483623.498007:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251023488 00000100:00100000:0.0:1788483623.498035:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1788483623.498041:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251022976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.498069:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251022976:12345-0@lo:400:kworker.0 Request processed in 30us (588us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483623.498075:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1788483623.498084:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1788483623.498089:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251023488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.498112:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251023488:12345-0@lo:400:kworker.0 Request processed in 23us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483623.498117:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1788483623.498142:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251023744 00000100:00100000:0.0:1788483623.498145:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251023744 00000100:00100000:0.0:1788483623.498165:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251023872 00000100:00100000:0.0:1788483623.498168:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251023872 00000100:00100000:0.0:1788483623.498183:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1788483623.498188:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251023744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483623.498212:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1788483623.498245:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251023744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 56us (4987us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483623.498251:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1788483623.498377:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1788483623.498385:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251023872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483623.498395:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 170617664 pending 0 free 3921391616 avail 3689869312 00000100:00100000:0.0:1788483623.498420:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251023872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (1039us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483623.498426:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1788483623.498469:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251022976:0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.498480:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251023488:0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.498489:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251022336:0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.498528:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251023872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483623.498620:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251022848 00000100:00100000:0.0:1788483623.498625:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251022848 00000100:00100000:0.0:1788483623.498647:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251023360 00000100:00100000:0.0:1788483623.498650:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251023360 00000100:00100000:0.0:1788483623.498660:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251022464 00000100:00100000:0.0:1788483623.498663:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251022464 00000100:00100000:0.0:1788483623.498687:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1788483623.498694:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251022848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.498822:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251022848:12345-0@lo:400:kworker.0 Request processed in 128us (2000us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483623.498829:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1064 00000100:00100000:0.0:1788483623.498848:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1788483623.498854:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251023360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.498882:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251023360:12345-0@lo:400:kworker.0 Request processed in 29us (1965us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483623.498888:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1788483623.498897:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:0.0:1788483623.498903:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251022464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.499114:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251022464:12345-0@lo:400:kworker.0 Request processed in 26us (1476us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483623.499122:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00080000:0.0:1788483623.499152:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483623.499157:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483623.499159:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483623.499162:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483623.499193:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251022464:0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.499211:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251022848:0@lo:400:kworker.0 00000100:00100000:0.0:1788483623.499221:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251023360:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.505515:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251022592:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.505535:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251023104:0@lo:400:kworker.0 00000100:00100000:2.0:1788483623.505566:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251022720:12345-0@lo:400:kworker.0 Request processed in 11968us (12419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483623.505583:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:3.0:1788483623.505619:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483623.505666:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251023616:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.505702:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483623.505738:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251022208:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.505751:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251022720:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.505773:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251023744:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483623.505808:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251022080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483623.505827:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251023104 00000100:00100000:2.0:1788483623.505840:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251023104 00000100:00100000:2.0:1788483623.506206:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251023616 00000100:00100000:2.0:1788483623.506212:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251023616 00000100:00100000:2.0:1788483623.506241:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1788483623.506252:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3639:x1875360251023104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483623.506335:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3639:x1875360251023104:12345-0@lo:400:kworker.0 Request processed in 85us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483623.506343:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1788483623.506356:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1788483623.506362:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251023616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483623.506394:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251023616:12345-0@lo:400:kworker.0 Request processed in 32us (691us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483623.506400:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:1.0:1788483623.508222:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251023232:12345-0@lo:400:kworker.0 Request processed in 14603us (15034us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483623.508237:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1063 00000100:00080000:3.0:1788483623.508289:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483623.508357:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251023104:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.508373:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251023616:0@lo:400:kworker.0 00000100:00100000:3.0:1788483623.508408:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251023232:0@lo:400:kworker.0 00010000:00010000:0.0:1788483623.684872:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483624.005788:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251024000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483624.005906:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483624.006185:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251024000 00000100:00100000:0.0:1788483624.006197:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251024000 00000100:00100000:0.0:1788483624.006277:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1788483624.006291:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251024000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483624.006339:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483624.006399:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251024000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (493us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483624.006407:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1788483624.007221:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251024000:0@lo:41:osp-pre-1-0.0 00000001:00080000:2.0:1788483624.009092:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967372 is committed 00000001:00080000:2.0:1788483624.009114:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967370 is committed 00000100:00100000:1.0:1788483624.619778:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483624.619965:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483624.620006:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483624.620050:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483624.620075:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483624.620084:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224949120 00000100:00100000:0.0:1788483624.620088:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224948608 00000100:00100000:1.0:1788483624.620096:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483624.620097:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224949120 00000100:00100000:0.0:1788483624.620097:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224948608 00000100:00100000:1.0:1788483624.620121:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483624.620142:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483624.620154:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224949632 00000100:00100000:3.0:1788483624.620158:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224949632 00000100:00100000:0.0:1788483624.620163:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 759 00000100:00100000:1.0:1788483624.620169:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483624.620179:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224948608:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483624.620185:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 652 00000100:00100000:3.0:1788483624.620197:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224949120:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483624.620226:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224948864 00000100:00100000:2.0:1788483624.620233:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224948864 00000100:00100000:2.0:1788483624.620269:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224949376 00000100:00100000:2.0:1788483624.620273:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224949376 00000100:00100000:0.0:1788483624.620281:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360224948608:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 105us (517us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483624.620289:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224948736 00000100:00100000:0.0:1788483624.620291:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 759 00000100:00100000:2.0:1788483624.620294:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224948736 00000100:00100000:2.0:1788483624.620312:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224949248 00000100:00100000:2.0:1788483624.620315:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224949248 00000100:00100000:2.0:1788483624.620341:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1067 00000100:00100000:0.0:1788483624.620350:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1068 00000100:00100000:2.0:1788483624.620352:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224948864:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483624.620362:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224949376:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483624.620477:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+15:2401:x1875360224949120:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 283us (469us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483624.620485:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 652 00000100:00100000:3.0:1788483624.620524:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224948992 00000100:00100000:3.0:1788483624.620528:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224948992 00000100:00100000:3.0:1788483624.620544:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224949504 00000100:00100000:3.0:1788483624.620547:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224949504 00000100:00100000:3.0:1788483624.620558:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 653 00000100:00100000:3.0:1788483624.620564:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224949632:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483624.620588:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224949632:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (513us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483624.620594:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 653 00000100:00100000:3.0:1788483624.620603:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 654 00000100:00100000:3.0:1788483624.620608:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224948992:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483624.620626:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224948992:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 18us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483624.620631:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 654 00000100:00100000:3.0:1788483624.620640:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 655 00000100:00100000:3.0:1788483624.620645:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224949504:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483624.620968:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224949504:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 16us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483624.620977:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 655 00000100:00080000:3.0:1788483624.621001:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483624.621006:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483624.621008:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483624.621010:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483624.621047:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1069 00000100:00100000:3.0:1788483624.621054:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+108:2401:x1875360224948736:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483624.621084:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+108:2401:x1875360224948736:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (988us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483624.621090:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1069 00000100:00100000:3.0:1788483624.621104:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1070 00000100:00100000:3.0:1788483624.621109:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2401:x1875360224949248:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483624.621127:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2401:x1875360224949248:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 18us (986us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483624.621132:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1070 00000100:00100000:0.0:1788483624.626494:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360224949376:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 6116us (6424us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483624.626495:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360224948864:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 6125us (6510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483624.626529:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1067 00000100:00100000:0.0:1788483624.626538:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1068 00010000:00010000:2.0:1788483624.709136:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00020000:3.0:1788483625.028647:0:6515:0:(mdt_hsm_cdt_client.c:349:mdt_hsm_register_hal()) cfs_fail_race id 18b awake: rc=0 00010000:00010000:3.0:1788483625.036967:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.037002:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b3d expref: 107 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.037014:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.037076:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b3d expref: 107 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.037285:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b3d expref: 107 pid: 6514 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.037374:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251024128:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483625.037638:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483625.052125:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251024128:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483625.052166:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483625.056714:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.057278:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224949760 00000100:00100000:0.0:1788483625.057292:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224949760 00010000:00010000:0.0:1788483625.057345:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b3d expref: 108 pid: 6514 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483625.057399:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 448 00000100:00100000:0.0:1788483625.057412:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+108:2401:x1875360224949760:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483625.057431:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483625.057440:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b3d expref: 108 pid: 6514 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.057455:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b3d expref: 108 pid: 6514 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.057482:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3d33 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b3d expref: 108 pid: 6514 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.057522:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98e00) 00010000:00010000:0.0:1788483625.057528:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.057540:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.057549:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.057597:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483625.057643:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.057655:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483625.057680:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2401:x1875360224949760:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 269us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483625.057689:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 448 00000040:00080000:3.0:1788483625.057811:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].42, 136 off13904 00000100:00100000:3.0:1788483625.057884:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33328:x1875360224948480:12345-192.168.206.36@tcp:58:cat.0 Request processed in 5233859us (5234271us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.057893:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1469 00000100:00100000:1.0:1788483625.071867:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.072252:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224949888 00000100:00100000:3.0:1788483625.072264:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224949888 00000100:00100000:3.0:1788483625.072344:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1470 00000100:00100000:3.0:1788483625.072357:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33328:x1875360224949888:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483625.072384:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483625.072409:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d4f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b44 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.072476:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 2/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.072488:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d4f lrc: 4/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b44 expref: 107 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.072557:0:12148:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.072574:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d4f lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b44 expref: 107 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.072591:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98e00) 00010000:00010000:3.0:1788483625.072595:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483625.072599:0:12148:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d4f lrc: 3/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b44 expref: 107 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.072606:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5e00, rc 0) 00000100:00100000:3.0:1788483625.072697:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33328:x1875360224949888:12345-192.168.206.36@tcp:101:cat.0 Request processed in 342us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.072705:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1470 00000040:00080000:1.0:1788483625.476784:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483625.476798:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483625.476833:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:1.0:1788483625.476846:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483625.477088:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251024256:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483625.477234:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8480 going to sleep for 11 seconds 00000100:00100000:3.0:1788483625.489404:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251024256:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483625.491899:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.494770:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224950016 00000100:00100000:3.0:1788483625.494836:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224950016 00000100:00100000:3.0:1788483625.494934:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1471 00000100:00100000:3.0:1788483625.494948:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33330:x1875360224950016:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483625.494994:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483625.495286:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33330:x1875360224950016:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 340us (3398us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.495295:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1471 00000100:00100000:0.0:1788483625.510202:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483625.511791:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224950144 00000100:00100000:2.0:1788483625.511810:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224950144 00000100:00100000:2.0:1788483625.512221:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1472 00000100:00100000:2.0:1788483625.512236:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33330:x1875360224950144:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:2.0:1788483625.512333:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3d56 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512356:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3d56 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512369:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3d56 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512388:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3d5d lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512396:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3d5d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512416:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3d5d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512445:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512454:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512462:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483625.512548:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00000004:00200000:2.0:1788483625.512554:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483625.512569:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512581:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3d56 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512587:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3d56 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512594:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3d56 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512600:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483625.512606:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3d56 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512614:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3d56 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512627:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:2.0:1788483625.512630:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483625.512635:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3d56 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512642:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3d56 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512669:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3d5d lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512676:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3d5d lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512682:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3d5d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512689:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eda00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483625.512692:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3d5d lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512698:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3d5d lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512705:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0xb567aa28 (ffff9f7636a6c900) 00010000:00010000:2.0:1788483625.512708:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483625.512711:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3d5d lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512717:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3d5d lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0xb567aa28 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512732:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512737:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512743:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512749:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366edc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483625.512752:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512758:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512769:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98e00) 00010000:00010000:2.0:1788483625.512771:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483625.512774:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.512780:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3d64 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483625.512940:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33330:x1875360224950144:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 705us (2755us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.512949:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1472 00000100:00100000:1.0:1788483625.524753:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.524857:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224950400 00000100:00100000:3.0:1788483625.524869:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224950400 00000100:00100000:3.0:1788483625.524939:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1473 00000100:00100000:3.0:1788483625.524952:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33330:x1875360224950400:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483625.524977:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483625.525002:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d6b lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b4b expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525363:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d72 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525382:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525395:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483625.525408:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x28:0x0]: returning size 158 00010000:00010000:3.0:1788483625.525553:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d72 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525562:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d72 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525569:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d72 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525575:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483625.525580:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d72 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525588:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d72 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525604:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98e00) 00010000:00010000:3.0:1788483625.525607:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483625.525613:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d72 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525619:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d72 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x28:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525681:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d6b lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b4b expref: 51 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525693:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:3.0:1788483625.525696:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483625.525700:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d6b lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b4b expref: 51 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.525712:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5000, rc 0) 00000100:00100000:3.0:1788483625.525780:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33330:x1875360224950400:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 829us (1039us total) trans 4294968211 rc 301/301 00000100:00100000:3.0:1788483625.525789:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1473 00000100:00100000:0.0:1788483625.532055:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483625.532326:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224950528 00000100:00100000:2.0:1788483625.532338:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224950528 00000100:00100000:2.0:1788483625.532414:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1474 00000100:00100000:2.0:1788483625.532426:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641610e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33330:x1875360224950528:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483625.532475:0:13707:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x28:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483625.533282:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641610e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33330:x1875360224950528:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 853us (1236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.533293:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1474 00000100:00100000:0.0:1788483625.541242:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.541337:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224950784 00000100:00100000:3.0:1788483625.541389:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224950784 00000100:00100000:3.0:1788483625.541537:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1475 00000100:00100000:3.0:1788483625.541550:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641611500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33330:x1875360224950784:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483625.541577:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483625.541602:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d80 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b52 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.542375:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d87 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.542393:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d87 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.542405:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d87 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483625.542416:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00010000:00010000:3.0:1788483625.542466:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d80 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b52 expref: 53 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.542487:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d87 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b52 expref: 52 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.542538:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:3.0:1788483625.542542:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483625.542546:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5600, rc 0) 00000100:00100000:3.0:1788483625.542619:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641611500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33330:x1875360224950784:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1070us (1391us total) trans 4294968212 rc 0/0 00000100:00100000:3.0:1788483625.542628:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1475 00000100:00100000:2.0:1788483625.547207:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.547359:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224951040 00000100:00100000:3.0:1788483625.547371:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224951040 00000100:00100000:3.0:1788483625.547445:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1476 00000100:00100000:3.0:1788483625.547457:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33330:x1875360224951040:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483625.547570:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483625.547605:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3d87 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b52 expref: 52 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.547628:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:3.0:1788483625.547641:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483625.547682:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.547707:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b0c expref: 106 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.547718:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.547762:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b0c expref: 106 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.547777:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b0c expref: 106 pid: 12148 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.547794:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251024384:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483625.547919:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483625.552883:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.553028:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251024384:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483625.553066:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483625.556440:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224951168 00000100:00100000:2.0:1788483625.556464:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224951168 00010000:00010000:2.0:1788483625.557278:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b0c expref: 107 pid: 12148 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483625.557460:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 449 00000100:00100000:2.0:1788483625.557475:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a409450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2402:x1875360224951168:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483625.557522:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483625.557531:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b0c expref: 107 pid: 12148 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.557546:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b0c expref: 107 pid: 12148 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.557572:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ca7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x48:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b0c expref: 107 pid: 12148 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.557592:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:2.0:1788483625.557598:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.557609:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.561733:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.561816:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483625.561905:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a409450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+106:2402:x1875360224951168:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 4429us (9031us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.561917:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 449 00010000:00010000:3.0:1788483625.562058:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562067:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562139:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d9c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x48:0x0].0x6d8e07a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562152:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x6d8e07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562163:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x6d8e07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562220:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562229:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562235:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562241:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483625.562247:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562254:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562269:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:3.0:1788483625.562273:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483625.562277:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562283:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3d95 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562296:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d9c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x48:0x0].0x6d8e07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562302:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d9c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x6d8e07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562308:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x6d8e07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562313:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483625.562316:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d9c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x6d8e07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562321:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d9c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x48:0x0].0x6d8e07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562344:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x6d8e07a9 (ffff9f7603b2b100) 00010000:00010000:3.0:1788483625.562347:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483625.562349:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d9c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x6d8e07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.562354:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3d9c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x48:0x0].0x6d8e07a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.562429:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:33330:x1875360224951040:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 14973us (15235us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483625.562439:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1476 00000100:00100000:0.0:1788483625.568402:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.568563:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224951296 00000100:00100000:3.0:1788483625.568582:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224951296 00000100:00100000:3.0:1788483625.568629:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1477 00000100:00100000:3.0:1788483625.568639:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:33330:x1875360224951296:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483625.568671:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483625.568694:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3da3 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b59 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.568731:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.568917:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.568930:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.569040:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3da3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b59 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.569059:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b59 expref: 52 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.569067:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483625.569072:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788483625.569075:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4c00, rc 0) 00000100:00100000:3.0:1788483625.569136:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33330:x1875360224951296:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 497us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.569143:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1477 00000100:00100000:1.0:1788483625.572037:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483625.572125:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224951552 00000100:00100000:2.0:1788483625.572136:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224951552 00000100:00100000:2.0:1788483625.572204:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1478 00000100:00100000:2.0:1788483625.572214:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33330:x1875360224951552:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483625.572307:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.572322:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.572456:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483625.572634:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000988d5a9d reply state 0000000029d23043 transno 4294968213 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.572648:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.572990:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:2.0:1788483625.572995:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483625.572999:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483625.573157:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33330:x1875360224951552:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 942us (1127us total) trans 4294968213 rc 0/0 00000100:00100000:2.0:1788483625.573165:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1478 00000100:00100000:1.0:1788483625.576544:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483625.576877:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224951680 00000100:00100000:2.0:1788483625.576894:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224951680 00000100:00100000:2.0:1788483625.576962:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1479 00000100:00100000:2.0:1788483625.576976:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33330:x1875360224951680:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483625.577000:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483625.577020:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3db8 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b60 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.577087:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3db8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b60 expref: 55 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.577102:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3db8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b60 expref: 55 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.577110:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:2.0:1788483625.577113:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483625.577116:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed400, rc 0) 00000100:00100000:2.0:1788483625.577178:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33330:x1875360224951680:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 206us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.577185:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1479 00000100:00100000:0.0:1788483625.580115:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.580207:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224951808 00000100:00100000:3.0:1788483625.580219:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224951808 00000100:00100000:3.0:1788483625.580279:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 282 00000100:00100000:3.0:1788483625.580290:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33330:x1875360224951808:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 00000100:00100000:3.0:1788483625.580444:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33330:x1875360224951808:12345-192.168.206.36@tcp:49:lhsmtool_posix.0 Request processed in 155us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.580452:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 282 00000100:00100000:1.0:1788483625.584820:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.585003:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224952064 00000100:00100000:0.0:1788483625.585017:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224952064 00000100:00100000:0.0:1788483625.585093:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 283 00000100:00100000:0.0:1788483625.585107:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:33330:x1875360224952064:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483625.585613:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:33330:x1875360224952064:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 507us (806us total) trans 4294968214 rc 0/0 00000100:00100000:0.0:1788483625.585623:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 283 00000100:00100000:1.0:1788483625.589029:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.589264:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224952320 00000100:00100000:0.0:1788483625.589278:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224952320 00000100:00100000:0.0:1788483625.589472:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1480 00000100:00100000:0.0:1788483625.589485:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:33330:x1875360224952320:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483625.589708:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:33330:x1875360224952320:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 225us (706us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483625.589718:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1480 00000100:00100000:1.0:1788483625.593809:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.593939:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224952576 00000100:00100000:3.0:1788483625.593952:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224952576 00000100:00100000:3.0:1788483625.594025:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1481 00000100:00100000:3.0:1788483625.594039:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:33330:x1875360224952576:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483625.594066:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483625.594092:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3dbf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b67 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.594413:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.594433:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3db8 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b60 expref: 57 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.594444:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.594486:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3db8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b60 expref: 57 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.594534:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3db8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b60 expref: 57 pid: 12148 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.594551:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251024512:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483625.594656:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483625.597377:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.597474:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251024512:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483625.597576:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224952704 00000100:00100000:2.0:1788483625.597584:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224952704 00010000:00010000:2.0:1788483625.597631:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3db8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b60 expref: 58 pid: 12148 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483625.597683:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 450 00000100:00100000:2.0:1788483625.597694:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:2401:x1875360224952704:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483625.597712:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483625.597720:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3db8 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b60 expref: 58 pid: 12148 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.597735:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3db8 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b60 expref: 58 pid: 12148 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.597768:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3db8 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b60 expref: 58 pid: 12148 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.597787:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.597787:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:2.0:1788483625.597793:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.597824:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.597836:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.598001:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483625.598109:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:2401:x1875360224952704:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 415us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.598119:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 450 00010000:00010000:3.0:1788483625.598184:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.598192:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483625.598215:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00080000:3.0:1788483625.598422:0:6515:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1d:0x0], index 1: 0 00010000:00010000:3.0:1788483625.598589:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.598598:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.598605:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.598617:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483625.598621:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.598630:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.598642:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483625.598645:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483625.598649:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.598655:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3dc6 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.598724:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3dbf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b67 expref: 57 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.598734:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x48:0x0].0x0 (ffff9f7620a98900) 00010000:00010000:3.0:1788483625.598737:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483625.598741:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f3dbf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x48:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b67 expref: 57 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.598751:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4400, rc 0) 00000100:00100000:3.0:1788483625.598782:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:33330:x1875360224952576:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 4747us (4986us total) trans 4294968215 rc 301/301 00000100:00100000:3.0:1788483625.598790:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1481 00000100:00100000:1.0:1788483625.601825:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.601918:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224952960 00000100:00100000:3.0:1788483625.601931:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224952960 00000100:00100000:3.0:1788483625.601999:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 284 00000100:00100000:3.0:1788483625.602011:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:33330:x1875360224952960:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483625.602472:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:33330:x1875360224952960:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 461us (658us total) trans 4294968216 rc 0/0 00000100:00100000:2.0:1788483625.602480:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 284 00000100:00100000:1.0:1788483625.606553:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.606812:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224953088 00000100:00100000:3.0:1788483625.606826:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224953088 00000100:00100000:3.0:1788483625.606963:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1482 00000100:00100000:3.0:1788483625.606976:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:33330:x1875360224953088:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483625.607009:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483625.607096:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3dd4 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b6e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.607193:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3ddb lrc: 3/1,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.607210:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3ddb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.607235:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3ddb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483625.607290:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x29:0x0]: returning size 0 00000004:00200000:3.0:1788483625.607294:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483625.607317:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3ddb lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.607349:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3dd4 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b6e expref: 59 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.607370:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3ddb lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b6e expref: 58 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.607387:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483625.607390:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788483625.607395:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5600, rc 0) 00000100:00100000:3.0:1788483625.607468:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:33330:x1875360224953088:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 494us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.607475:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1482 00000100:00100000:1.0:1788483625.617725:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.617822:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224953216 00000100:00100000:3.0:1788483625.617843:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224953216 00000100:00100000:3.0:1788483625.617920:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 404 00000100:00100000:3.0:1788483625.617932:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224953216:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483625.617954:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483625.617981:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f3de2 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b75 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483625.618013:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483625.618040:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=790s v=(0 0) 00010000:00010000:3.0:1788483625.618045:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483625.618056:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f3de2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b75 expref: 11 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.618079:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f3de2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b75 expref: 11 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.618095:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4a00, rc 0) 00000100:00100000:3.0:1788483625.618172:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224953216:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 242us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.618181:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 404 00000100:00100000:1.0:1788483625.627489:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.627819:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224953472 00000100:00100000:3.0:1788483625.627842:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224953472 00000100:00100000:3.0:1788483625.627916:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1483 00000100:00100000:3.0:1788483625.627929:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:33330:x1875360224953472:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483625.628096:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:33330:x1875360224953472:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 169us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.628104:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1483 00000100:00100000:1.0:1788483625.631301:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.631455:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224953600 00000100:00100000:3.0:1788483625.631469:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224953600 00000100:00100000:3.0:1788483625.631591:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 405 00000100:00100000:3.0:1788483625.631604:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:33330:x1875360224953600:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483625.631626:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483625.631650:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b7c expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.631708:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f3de2 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b75 expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.631720:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483625.631725:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483625.631732:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.631780:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f3de2 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b75 expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.631796:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f3de2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b75 expref: 12 pid: 8431 timeout: 890 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.631812:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251024640:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483625.632063:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483625.637243:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.637359:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224953728 00000100:00100000:0.0:1788483625.637372:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224953728 00010000:00010000:0.0:1788483625.637426:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f3de2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b75 expref: 13 pid: 8431 timeout: 890 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483625.637479:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 451 00000100:00100000:0.0:1788483625.637492:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224953728:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483625.637540:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483625.637568:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f3de2 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b75 expref: 13 pid: 8431 timeout: 890 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.637585:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f3de2 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b75 expref: 13 pid: 8431 timeout: 890 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.637616:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483625.637621:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483625.637631:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.637642:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.637697:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483625.637714:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251024768:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483625.637824:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1a540 going to sleep for 11 seconds 00010000:00010000:3.0:1788483625.638968:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007a3614e4/0xf2b1f833e60f3de2 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b75 expref: 13 pid: 8431 timeout: 890 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.638991:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7607f30700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251024640:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483625.641005:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.641042:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4400, rc 0) 00000100:00100000:2.0:1788483625.641306:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:33330:x1875360224953600:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 9700us (10015us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.641318:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 405 00000100:00100000:2.0:1788483625.641757:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251024768:192.168.206.36@tcp:105: 00010000:00010000:2.0:1788483625.641780:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483625.641818:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224953728:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 4328us (4588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.641835:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 451 00000100:00100000:3.0:1788483625.644787:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483625.645860:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224953856 00000100:00100000:1.0:1788483625.645877:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224953856 00002000:00100000:1.0:1788483625.645946:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff9f7607f30700 x1875360224953856/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:376/0 lens 648/0 e 0 to 0 dl 1788483636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483625.645965:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7607f30700 with x1875360224953856 ext(0->157) 00002000:00010000:1.0:1788483625.645972:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7607f30700 00000100:00100000:1.0:1788483625.646006:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 105 00000100:00100000:1.0:1788483625.646029:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224953856:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788483625.650160:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360224953856:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 4133us (5374us total) trans 4294967380 rc 0/0 00000100:00100000:1.0:1788483625.650175:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 105 00002000:00100000:1.0:1788483625.650188:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->157) req@ffff9f7607f30700 x1875360224953856/t4294967380(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:376/0 lens 648/448 e 0 to 0 dl 1788483636 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483625.650199:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7607f30700 with x1875360224953856 ext(0->157) 00002000:00010000:1.0:1788483625.650204:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7607f30700 00000100:00100000:2.0:1788483625.662049:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.662169:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224953984 00000100:00100000:0.0:1788483625.662179:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224953984 00000100:00100000:0.0:1788483625.662238:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1484 00000100:00100000:0.0:1788483625.662248:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:33330:x1875360224953984:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:0.0:1788483625.667988:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968216 is committed 00000020:00080000:0.0:1788483625.668023:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 33 batchid updated 00010000:00010000:1.0:1788483625.668402:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.668418:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.668426:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.668433:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eda00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483625.668439:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.668448:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.668474:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:1.0:1788483625.668478:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788483625.668484:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.668491:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3db1 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x12/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:2.0:1788483625.669602:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000020:00080000:2.0:1788483625.669624:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00000100:00100000:3.0:1788483625.671398:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:33330:x1875360224953984:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 9137us (9697us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.671414:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1484 00000100:00100000:2.0:1788483625.677311:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.677486:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224954112 00000100:00100000:3.0:1788483625.677857:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224954112 00000100:00100000:2.0:1788483625.680480:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 406 00000100:00100000:2.0:1788483625.680493:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360224954112:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00000001:00080000:0.0:1788483625.688398:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967380 is committed 00000100:00100000:2.0:1788483625.688670:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224954112:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 8161us (11351us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.688684:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 406 00000100:00100000:2.0:1788483625.694626:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.694749:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224954368 00000100:00100000:3.0:1788483625.694764:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224954368 00000100:00100000:3.0:1788483625.694850:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1485 00000100:00100000:3.0:1788483625.694865:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:33330:x1875360224954368:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483625.694942:0:12148:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483625.694982:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3ddb lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b6e expref: 51 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.695010:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483625.695016:0:12148:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483625.695056:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.695074:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.695086:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483625.695443:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000affe549d reply state 00000000ee6477ee transno 4294968217 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.695746:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.695757:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483625.695760:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483625.695764:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483625.696309:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33330:x1875360224954368:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 1442us (1694us total) trans 4294968217 rc 0/0 00000100:00100000:1.0:1788483625.696319:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1485 00000100:00100000:2.0:1788483625.705426:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.706710:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224954496 00000100:00100000:3.0:1788483625.706727:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224954496 00000100:00100000:0.0:1788483625.712592:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1486 00000100:00100000:0.0:1788483625.712611:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33330:x1875360224954496:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483625.712647:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483625.712685:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3df7 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b83 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.712761:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3df7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b83 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.712779:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3df7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b83 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.712802:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:0.0:1788483625.712806:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788483625.712809:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:0.0:1788483625.712907:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33330:x1875360224954496:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 299us (7494us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483625.712915:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1486 00000100:00100000:2.0:1788483625.719035:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.719463:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224954624 00000100:00100000:0.0:1788483625.719479:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224954624 00000100:00100000:0.0:1788483625.719719:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 407 00000100:00100000:0.0:1788483625.719733:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224954624:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1788483625.719993:0:8871:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:0.0:1788483625.719998:0:8871:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb mtime from disk: 0 -> 1788483616 00002000:00010000:0.0:1788483625.720002:0:8871:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb atime from disk: 0 -> 1788483616 00002000:00010000:0.0:1788483625.720004:0:8871:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb ctime from disk: 0 -> 1788483616 00002000:00010000:0.0:1788483625.720006:0:8871:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1d:0x0] updating lvb blocks from disk: 0 -> 8 00000100:00100000:0.0:1788483625.720111:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224954624:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 380us (1091us total) trans 4294967381 rc 0/0 00000100:00100000:0.0:1788483625.720120:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 407 00000100:00100000:3.0:1788483625.732328:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483625.732571:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224954880 00000100:00100000:2.0:1788483625.732585:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224954880 00000100:00100000:2.0:1788483625.732673:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1487 00000100:00100000:2.0:1788483625.732687:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33330:x1875360224954880:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:2.0:1788483625.732774:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.732796:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b59 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.732807:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 4/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.732855:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b59 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.732872:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b59 expref: 53 pid: 8191 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483625.732889:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251024896:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483625.733009:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b5cc0 going to sleep for 11 seconds 00010000:00010000:3.0:1788483625.734008:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483625.740869:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251024896:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483625.740927:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.746015:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.750051:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224955008 00000100:00100000:0.0:1788483625.750072:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224955008 00010000:00010000:0.0:1788483625.750143:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b59 expref: 54 pid: 8191 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483625.750332:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 452 00000100:00100000:0.0:1788483625.750347:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2401:x1875360224955008:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483625.750366:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483625.750375:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b59 expref: 54 pid: 8191 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.750391:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b59 expref: 54 pid: 8191 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.750417:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f3daa lrc: 0/0,0 mode: --/PR res: [0x200000403:0x29:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b59 expref: 54 pid: 8191 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.750439:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:0.0:1788483625.750446:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.750458:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.750468:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.750560:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483625.750631:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2401:x1875360224955008:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 288us (4633us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483625.750639:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 452 00010000:00010000:3.0:1788483625.751284:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.751297:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.751350:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.751358:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.751367:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.751375:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483625.751380:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.751389:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.751403:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483625.751406:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788483625.751411:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 2/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.751418:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3dfe lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.751675:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33330:x1875360224954880:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 18988us (19359us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788483625.751690:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1487 00000100:00100000:3.0:1788483625.766968:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483625.768883:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224955136 00000100:00100000:2.0:1788483625.768903:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224955136 00000100:00100000:2.0:1788483625.769007:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 408 00000100:00100000:2.0:1788483625.769021:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224955136:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483625.769088:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.769115:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.769125:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483625.769131:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483625.769136:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.769184:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.769200:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 12 pid: 14965 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483625.769217:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251025024:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483625.769468:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b5cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483625.774042:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251025024:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483625.774101:0:14965:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.778208:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483625.778603:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224955264 00000100:00100000:2.0:1788483625.778618:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224955264 00010000:00010000:2.0:1788483625.778679:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 13 pid: 14965 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483625.778738:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 453 00000100:00100000:2.0:1788483625.778751:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224955264:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483625.778774:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483625.778801:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 13 pid: 14965 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.778817:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 13 pid: 14965 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.778909:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000087026e7d/0xf2b1f833e60f3de9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b7c expref: 13 pid: 14965 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.778932:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483625.778938:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483625.778945:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.778956:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.779014:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483625.779215:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224955264:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 465us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.779225:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 453 00010000:00010000:3.0:1788483625.779699:0:14965:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.779713:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.779739:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.779748:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.779757:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.779766:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483625.779771:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.779782:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.779798:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.779807:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000c2a9e56/0xf2b1f833e60f3e05 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.779888:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224955136:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 10869us (12936us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.779898:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 408 00000100:00100000:1.0:1788483625.791081:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.791604:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224955520 00000100:00100000:0.0:1788483625.791618:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224955520 00000100:00100000:0.0:1788483625.791705:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1488 00000100:00100000:0.0:1788483625.791719:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33330:x1875360224955520:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788483625.791823:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e0c lrc: 3/0,1 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.791845:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e0c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.791859:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e0c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.792067:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.792081:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3df7 lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b83 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.792090:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.792136:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3df7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b83 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.792160:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3df7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b83 expref: 53 pid: 8191 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483625.792179:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251025152:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483625.792288:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1788483625.804439:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab4700 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251025152:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483625.804485:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483625.807825:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483625.810573:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224955648 00000100:00100000:2.0:1788483625.810595:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224955648 00010000:00010000:2.0:1788483625.810668:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3df7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b83 expref: 54 pid: 8191 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483625.810710:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 454 00000100:00100000:2.0:1788483625.810721:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2401:x1875360224955648:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483625.810743:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483625.810751:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3df7 lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b83 expref: 54 pid: 8191 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.810771:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3df7 lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b83 expref: 54 pid: 8191 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.810797:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3df7 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b83 expref: 54 pid: 8191 timeout: 890 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.810818:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:2.0:1788483625.810824:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.810836:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.810844:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.810897:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483625.810983:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2401:x1875360224955648:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 263us (3172us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.810992:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 454 00010000:00010000:3.0:1788483625.813379:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.813401:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788483625.814851:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968218 00000001:00080000:3.0:1788483625.815018:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968219 00000001:00080000:3.0:1788483625.815060:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968220 00000100:00100000:3.0:1788483625.817717:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e5a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360251025280:0@lo:1000:mdt00_002.0 00000100:00100000:3.0:1788483625.817805:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483625.817851:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7607eb0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788483625.817906:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251025280 00000100:00100000:0.0:1788483625.817918:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251025280 00000100:00100000:0.0:1788483625.818010:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1788483625.818025:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360251025280:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788483625.818139:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360251025280:12345-0@lo:1000:mdt00_002.0 Request processed in 118us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483625.818158:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1788483625.818254:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e5a300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360251025280:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1788483625.818425:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968221 00000100:00100000:2.0:1788483625.818546:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360251025408:0@lo:1000:mdt00_002.0 00000100:00100000:2.0:1788483625.818580:0:6516:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483625.818595:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b5600 going to sleep for 11 seconds 00000100:00100000:0.0:1788483625.818811:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251025408 00000100:00100000:0.0:1788483625.818816:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251025408 00000100:00100000:0.0:1788483625.818852:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1788483625.818860:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:6516:x1875360251025408:12345-0@lo:1000:mdt00_002.0 00000100:00100000:0.0:1788483625.818985:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:6516:x1875360251025408:12345-0@lo:1000:mdt00_002.0 Request processed in 126us (405us total) trans 4294967382 rc 0/0 00000100:00100000:0.0:1788483625.818992:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1788483625.819092:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-mdtlov_UUID:6516:1875360251025408:0@lo:1000:mdt00_002.0 00000001:00080000:2.0:1788483625.819390:0:6516:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968222 00010000:00010000:2.0:1788483625.819425:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819451:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819459:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819466:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483625.819472:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819481:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819542:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:2.0:1788483625.819547:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483625.819553:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819559:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e13 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x29:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819588:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819594:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819600:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819605:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483625.819608:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819614:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819623:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98e00) 00010000:00010000:2.0:1788483625.819625:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483625.819633:0:6516:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d4f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b44 expref: 105 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819646:0:6516:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d4f lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b44 expref: 105 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819691:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b44 expref: 105 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.819724:0:6516:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d4f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b44 expref: 105 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483625.819737:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251025536:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483625.819814:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75064b5480 going to sleep for 11 seconds 00000100:00080000:3.0:1788483625.820557:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483625.835892:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483625.836180:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749f80 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251025536:192.168.206.36@tcp:105: 00010000:00010000:2.0:1788483625.836236:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836248:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f3d48 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836304:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3e1a lrc: 3/0,1 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836321:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3e1a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836335:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3e1a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836348:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3e1a lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836354:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3e1a lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836361:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3e1a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836367:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eda00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483625.836373:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3e1a lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836380:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3e1a lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836393:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98e00) 00010000:00010000:2.0:1788483625.836396:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483625.836400:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3e1a lrc: 2/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836406:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eda00/0xf2b1f833e60f3e1a lrc: 0/0,0 mode: --/EX res: [0x200000403:0x28:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836418:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e0c lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836424:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e0c lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836429:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e0c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836446:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483625.836449:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e0c lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836455:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e0c lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836463:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98e00) 00010000:00010000:2.0:1788483625.836466:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483625.836469:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e0c lrc: 2/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.836474:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e0c lrc: 0/0,0 mode: --/PW res: [0x200000403:0x28:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.837315:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224955776 00000100:00100000:3.0:1788483625.837329:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224955776 00000100:00100000:3.0:1788483625.837398:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 285 00000100:00100000:3.0:1788483625.837411:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33328:x1875360224955776:12345-192.168.206.36@tcp:49:cat.0 00000100:00100000:2.0:1788483625.838705:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:33330:x1875360224955520:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 46976us (47626us total) trans 4294968223 rc 0/0 00000100:00100000:2.0:1788483625.838720:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1488 00000020:00080000:2.0:1788483625.838726:0:6516:0:(tgt_main.c:784:tgt_ses_key_exit()) total 6 transactions per RPC 00000100:00100000:3.0:1788483625.838898:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33328:x1875360224955776:12345-192.168.206.36@tcp:49:cat.0 Request processed in 1489us (3021us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.838907:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 285 00000040:00080000:1.0:1788483625.839309:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483625.839315:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483625.839858:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788483625.839869:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483625.849421:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483625.849682:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483625.849734:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.849897:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224956416 00000100:00100000:0.0:1788483625.849910:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224956416 00000100:00100000:0.0:1788483625.849982:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 286 00000100:00100000:0.0:1788483625.849995:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a430850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:33330:x1875360224956416:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:0.0:1788483625.850922:0:6517:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x29:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:0.0:1788483625.850966:0:6517:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968224 00010000:00010000:0.0:1788483625.851011:0:6517:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.851033:0:6517:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.851105:0:6517:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.851116:0:6517:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.851122:0:6517:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483625.851130:0:6517:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483625.851531:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224956160 00000100:00100000:3.0:1788483625.851540:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224956160 00000100:00100000:3.0:1788483625.851600:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 68 00000100:00100000:3.0:1788483625.851611:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33327:x1875360224956160:12345-192.168.206.36@tcp:103:cat.0 00010000:00010000:3.0:1788483625.851626:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483625.851648:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3d4f lrc: 0/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b44 expref: 106 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.851677:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f7620a98e00) 00010000:00010000:3.0:1788483625.851687:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483625.851756:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+105:33327:x1875360224956160:12345-192.168.206.36@tcp:103:cat.0 Request processed in 147us (2074us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.851764:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 68 00010000:00010000:0.0:1788483625.851897:0:6517:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788483625.851983:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a430850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:33330:x1875360224956416:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 1991us (2248us total) trans 4294968225 rc 0/0 00000100:00100000:0.0:1788483625.851991:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 286 00000020:00080000:0.0:1788483625.851995:0:6517:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1788483625.852376:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224955904 00000100:00100000:2.0:1788483625.852382:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224955904 00000100:00100000:2.0:1788483625.852428:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 409 00000100:00100000:2.0:1788483625.852579:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+15:33328:x1875360224955904:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483625.852595:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483625.852616:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000722a4372/0xf2b1f833e60f3e28 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b8a expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483625.852642:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a9a1820, atime: 0x6a9a1820, ctime: 0x6a9a1820, blocks: 0x8 00010000:00010000:2.0:1788483625.852701:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=790s v=(0 0) 00010000:00010000:2.0:1788483625.852707:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483625.852717:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000722a4372/0xf2b1f833e60f3e28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b8a expref: 16 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.852736:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000722a4372/0xf2b1f833e60f3e28 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b8a expref: 16 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483625.852747:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366eda00, rc 0) 00000100:00100000:2.0:1788483625.852776:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:33328:x1875360224955904:12345-192.168.206.36@tcp:101:cat.0 Request processed in 340us (3369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483625.852783:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 409 00010000:00010000:1.0:1788483625.857750:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483625.857769:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.857783:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483625.857789:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.857806:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.857990:0:19385:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:1.0:1788483625.857994:0:19385:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483625.858001:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.858008:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e21 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x29:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 6517 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483625.858026:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483625.858028:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483625.858029:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483625.858413:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.858586:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224956544 00000100:00100000:0.0:1788483625.858599:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224956544 00000100:00100000:0.0:1788483625.858671:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1489 00000100:00100000:0.0:1788483625.858684:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+105:33327:x1875360224956544:12345-192.168.206.36@tcp:58:cat.0 00000100:00100000:0.0:1788483625.859451:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+105:33327:x1875360224956544:12345-192.168.206.36@tcp:58:cat.0 Request processed in 756us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483625.859462:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1489 00000100:00100000:0.0:1788483625.862898:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.862999:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224956672 00000100:00100000:3.0:1788483625.863013:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224956672 00000100:00100000:3.0:1788483625.863257:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1490 00000100:00100000:3.0:1788483625.863270:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+105:33327:x1875360224956672:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483625.863296:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483625.863323:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3e2f lrc: 2/0,0 mode: --/CR res: [0x200000403:0x28:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b91 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.863398:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3e2f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b91 expref: 106 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.863414:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5e00/0xf2b1f833e60f3e2f lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x28:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b91 expref: 106 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483625.863616:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x28:0x0].0x0 (ffff9f760526d300) 00010000:00010000:3.0:1788483625.863620:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483625.863625:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5e00, rc 0) 00000100:00100000:3.0:1788483625.863703:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33327:x1875360224956672:12345-192.168.206.36@tcp:101:cat.0 Request processed in 435us (875us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483625.863710:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1490 00000100:00100000:2.0:1788483625.867899:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483625.868020:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224956800 00000100:00100000:0.0:1788483625.868036:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224956800 00002000:00100000:0.0:1788483625.868235:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff9f7507748e00 x1875360224956800/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:376/0 lens 488/0 e 0 to 0 dl 1788483636 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483625.868247:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507748e00 with x1875360224956800 ext(0->4095) 00002000:00010000:0.0:1788483625.868254:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7507748e00 00000100:00100000:0.0:1788483625.868292:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 106 00000100:00100000:0.0:1788483625.868304:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224956800:12345-192.168.206.36@tcp:3:cat.0 00000100:00100000:0.0:1788483625.870106:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224956800:12345-192.168.206.36@tcp:3:cat.0 Request processed in 1794us (2266us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483625.870128:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 106 00002000:00100000:0.0:1788483625.870139:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1d:0x0] (0->4095) req@ffff9f7507748e00 x1875360224956800/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:376/0 lens 488/4536 e 0 to 0 dl 1788483636 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483625.870148:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507748e00 with x1875360224956800 ext(0->4095) 00002000:00010000:0.0:1788483625.870154:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7507748e00 00000100:00100000:0.0:1788483625.883007:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483625.890682:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224957056 00000100:00100000:3.0:1788483625.890696:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224957056 00000100:00100000:3.0:1788483625.890773:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 287 00000100:00100000:3.0:1788483625.890784:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33328:x1875360224957056:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:3.0:1788483625.891019:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33328:x1875360224957056:12345-192.168.206.36@tcp:35:cat.0 Request processed in 236us (8020us total) trans 4294968226 rc 0/0 00000100:00100000:3.0:1788483625.891027:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 287 00000100:00100000:3.0:1788483626.053169:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251025664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483626.053243:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483626.053821:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251025664 00000100:00100000:1.0:1788483626.053831:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251025664 00000100:00100000:1.0:1788483626.053894:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1788483626.053904:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251025664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483626.053933:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483626.053995:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251025664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (751us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483626.054002:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1788483626.054042:0:3638:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967372 gen 2 00000004:00080000:1.0:1788483626.054048:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967371 committed transno 4294967372 00000004:00080000:1.0:1788483626.054067:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7507697800, transno 4294967372 00000100:00100000:1.0:1788483626.054086:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251025664:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483626.054279:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483626.057364:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483626.060321:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251025792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483626.060396:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483626.060467:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251025792 00000100:00100000:3.0:1788483626.060475:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251025792 00000100:00100000:2.0:1788483626.060556:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1788483626.060568:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251025792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483626.060592:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483626.060648:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251025792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (250us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483626.060671:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1788483626.060705:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251025792:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483626.063769:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483626.758050:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483626.795906:0:24483:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483626.795915:0:24483:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483626.798133:0:24483:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 3 00000040:00080000:2.0:1788483626.798142:0:24483:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788483626.895665:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483626.895672:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483626.896353:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:1.0:1788483626.896364:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483627.077633:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483627.077666:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251025920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483627.077895:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483627.078340:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251025920 00000100:00100000:0.0:1788483627.078349:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251025920 00000100:00100000:0.0:1788483627.078440:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1788483627.078450:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251025920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483627.078486:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:0.0:1788483627.078577:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251025920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (830us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483627.078584:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1788483627.078666:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251025920:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483627.780941:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483628.612717:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251026176:0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.612788:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483628.612850:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483628.612860:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251026688:0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.612899:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483628.612924:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251026304:0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.612953:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483628.612978:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251027200:0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.613001:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483628.613018:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251027712:0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.613039:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483628.613057:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788483628.613063:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251026816:0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.613085:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483628.613100:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251027328:0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.613120:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483628.613149:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251026688 00000100:00100000:3.0:1788483628.613156:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251026688 00000100:00100000:3.0:1788483628.613196:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1788483628.613204:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251026688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.613254:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251026688:12345-0@lo:400:kworker.0 Request processed in 50us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483628.613262:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:3.0:1788483628.613284:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251026304 00000100:00100000:3.0:1788483628.613287:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251026304 00000100:00100000:3.0:1788483628.613310:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251026816 00000100:00100000:3.0:1788483628.613313:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251026816 00000100:00100000:1.0:1788483628.613323:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251026176 00000100:00100000:1.0:1788483628.613331:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251026176 00000100:00100000:3.0:1788483628.613338:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251027328 00000100:00100000:3.0:1788483628.613343:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251027328 00000100:00100000:1.0:1788483628.613378:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1788483628.613379:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1071 00000100:00100000:3.0:1788483628.613392:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251026304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.613396:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251026176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.613434:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251026304:12345-0@lo:400:kworker.0 Request processed in 44us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483628.613442:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1071 00000100:00100000:1.0:1788483628.613449:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251026176:12345-0@lo:400:kworker.0 Request processed in 59us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483628.613461:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:3.0:1788483628.613462:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1072 00000100:00100000:3.0:1788483628.613474:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251026816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.613535:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251026816:12345-0@lo:400:kworker.0 Request processed in 63us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483628.613543:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1072 00000100:00100000:1.0:1788483628.613557:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:1.0:1788483628.613566:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251027328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483628.613603:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251026048:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483628.613605:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251027328:12345-0@lo:400:kworker.0 Request processed in 39us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483628.613616:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:2.0:1788483628.613655:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483628.613659:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251027200 00000100:00100000:1.0:1788483628.613665:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251027200 00000100:00100000:2.0:1788483628.613681:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251026560:0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.613699:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251027712 00000100:00100000:1.0:1788483628.613704:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251027712 00000100:00100000:2.0:1788483628.613709:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483628.613730:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251027072:0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.613735:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1788483628.613745:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251027200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483628.613757:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483628.613780:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251027584:0@lo:400:kworker.0 00000100:00100000:2.0:1788483628.613802:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483628.613815:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788483628.613820:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251026432:0@lo:400:kworker.0 00000100:00100000:2.0:1788483628.613840:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483628.613859:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251026944:0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.613873:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251027200:12345-0@lo:400:kworker.0 Request processed in 128us (869us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483628.613881:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1788483628.613887:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483628.613898:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251027072 00000100:00100000:1.0:1788483628.613904:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251027072 00000100:00100000:2.0:1788483628.613910:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251027456:0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.613937:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251027584 00000100:00100000:2.0:1788483628.613939:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483628.613942:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251027584 00000100:00100000:2.0:1788483628.613970:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251026560 00000100:00100000:2.0:1788483628.613975:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251026560 00000100:00100000:2.0:1788483628.613995:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251026944 00000100:00100000:2.0:1788483628.613998:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251026944 00000100:00100000:3.0:1788483628.614087:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251027456 00000100:00100000:3.0:1788483628.614091:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251027456 00000100:00100000:3.0:1788483628.614109:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1788483628.614115:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251026560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.614153:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:0.0:1788483628.614235:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251027840:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483628.614236:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251027712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483628.614274:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483628.614323:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:0.0:1788483628.614335:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251027072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.614343:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251027712:12345-0@lo:400:kworker.0 Request processed in 181us (1301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483628.614353:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1788483628.614371:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:1.0:1788483628.614385:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251027584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483628.614385:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251027072:12345-0@lo:400:kworker.0 Request processed in 51us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483628.614397:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1788483628.614424:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251027584:12345-0@lo:400:kworker.0 Request processed in 45us (620us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483628.614431:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1788483628.614437:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251026432 00000100:00100000:0.0:1788483628.614442:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251026432 00000100:00100000:0.0:1788483628.614475:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1788483628.614480:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1788483628.614485:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251026432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.614494:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251027456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.614560:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251027456:12345-0@lo:400:kworker.0 Request processed in 70us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483628.614567:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:0.0:1788483628.614572:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251026432:12345-0@lo:400:kworker.0 Request processed in 88us (728us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483628.614581:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1788483628.614607:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251026048 00000100:00100000:1.0:1788483628.614612:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251026048 00000100:00080000:0.0:1788483628.614638:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483628.614639:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251027840 00000100:00080000:0.0:1788483628.614656:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483628.614657:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251027840 00000100:00080000:0.0:1788483628.614661:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483628.614665:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483628.614680:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:1.0:1788483628.614688:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251026048:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483628.614704:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251026816:0@lo:400:kworker.0 00002000:00000024:1.0:1788483628.614713:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1788483628.614720:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251027328:0@lo:400:kworker.0 00000100:00100000:0.0:1788483628.614736:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251027200:0@lo:400:kworker.0 00000100:00100000:0.0:1788483628.614752:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251027712:0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.614758:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251026048:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483628.614768:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1788483628.614774:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251026688:0@lo:400:kworker.0 00000100:00100000:0.0:1788483628.614787:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251026304:0@lo:400:kworker.0 00000100:00100000:0.0:1788483628.614795:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251026176:0@lo:400:kworker.0 00000100:00100000:0.0:1788483628.614851:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1788483628.614862:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360251027840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483628.614875:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1788483628.614908:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875360251027840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483628.614914:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:0.0:1788483628.614948:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251027840:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483628.615142:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:2.0:1788483628.615154:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251026944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.615154:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251026432:0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.615478:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251027456:0@lo:400:kworker.0 00000100:00100000:3.0:1788483628.615489:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251026560:12345-0@lo:400:kworker.0 Request processed in 1371us (1777us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483628.615525:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251026048:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483628.615530:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:1.0:1788483628.615547:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251026560:0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.615561:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251027072:0@lo:400:kworker.0 00000100:00100000:1.0:1788483628.615572:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251027584:0@lo:400:kworker.0 00000100:00100000:2.0:1788483628.617837:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251026944:12345-0@lo:400:kworker.0 Request processed in 2679us (3943us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483628.617850:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:1.0:1788483628.617977:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251026944:0@lo:400:kworker.0 00010000:00010000:3.0:1788483628.804799:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483629.124719:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483629.124743:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251027968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483629.124810:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483629.127657:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251027968 00000100:00100000:2.0:1788483629.127670:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251027968 00000100:00100000:2.0:1788483629.127795:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:2.0:1788483629.127806:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251027968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483629.127843:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483629.127918:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251027968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 114us (3108us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483629.127925:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788483629.128005:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251027968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483629.745332:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483629.746908:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224957184 00000100:00100000:1.0:1788483629.746921:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224957184 00000100:00100000:1.0:1788483629.746985:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 761 00000100:00100000:1.0:1788483629.746995:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224957184:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483629.747091:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224957184:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 97us (1767us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483629.747099:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 761 00000100:00100000:3.0:1788483629.750919:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483629.750963:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483629.750984:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483629.751006:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483629.751029:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483629.751049:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483629.751070:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483629.751094:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483629.751118:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224957696 00000100:00100000:3.0:1788483629.751126:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224957696 00000100:00100000:3.0:1788483629.751176:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224958208 00000100:00100000:3.0:1788483629.751180:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224958208 00000100:00100000:3.0:1788483629.751198:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224957568 00000100:00100000:3.0:1788483629.751200:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224957568 00000100:00100000:3.0:1788483629.751222:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224958080 00000100:00100000:3.0:1788483629.751224:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224958080 00000100:00100000:3.0:1788483629.751241:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 660 00000100:00100000:3.0:1788483629.751251:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224957696:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483629.751315:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224957696:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 67us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483629.751324:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 660 00000100:00100000:3.0:1788483629.751339:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 661 00000100:00100000:3.0:1788483629.751345:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224958208:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483629.751368:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224958208:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483629.751374:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 661 00000100:00100000:3.0:1788483629.751384:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 662 00000100:00100000:3.0:1788483629.751389:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224957568:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483629.751409:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224957568:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 20us (359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483629.751417:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 662 00000100:00100000:3.0:1788483629.751426:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 663 00000100:00100000:3.0:1788483629.751432:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224958080:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483629.751451:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224958080:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 19us (357us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483629.751457:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 663 00000100:00100000:3.0:1788483629.751476:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224957440 00000100:00100000:3.0:1788483629.751480:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224957440 00000100:00100000:1.0:1788483629.751731:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224957952 00000100:00100000:1.0:1788483629.751736:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224957952 00000100:00100000:3.0:1788483629.751790:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224957312 00000100:00100000:3.0:1788483629.751793:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224957312 00000100:00100000:0.0:1788483629.751848:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224957824 00000100:00100000:0.0:1788483629.751853:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224957824 00000100:00100000:1.0:1788483629.755463:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1077 00000100:00100000:1.0:1788483629.755565:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224957440:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483629.755648:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224957440:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 80us (4725us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483629.755656:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1077 00000100:00100000:1.0:1788483629.755677:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1078 00000100:00100000:1.0:1788483629.755684:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224957952:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483629.755714:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224957952:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (4729us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483629.755720:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1078 00000100:00100000:3.0:1788483629.756068:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1079 00000100:00100000:3.0:1788483629.756079:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2402:x1875360224957312:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483629.756122:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2402:x1875360224957312:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 47us (5092us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483629.756129:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1079 00000100:00080000:3.0:1788483629.756159:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483629.756164:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483629.756167:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483629.756170:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483629.758894:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1080 00000100:00100000:0.0:1788483629.758910:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:2402:x1875360224957824:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483629.758994:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:2402:x1875360224957824:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 89us (7922us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483629.759002:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1080 00010000:00010000:1.0:1788483629.828674:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483630.853077:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483630.980749:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483630.980757:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483630.980863:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 43 count 2 00000040:00080000:3.0:1788483630.980872:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000001:00080000:0.0:1788483630.985549:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968226 is committed 00000001:00080000:0.0:1788483630.985596:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968225 is committed 00000020:00080000:0.0:1788483630.985617:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f75064b5d80 refcount 2 committed 0 result 0 batchid 34 00000020:00080000:0.0:1788483630.985624:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763676a900 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f75064b5cc0 00000020:00080000:0.0:1788483630.985627:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763676a200 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f76012e7800 00000020:00080000:2.0:1788483630.985682:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 34 committed batchid 33 00000020:00080000:2.0:1788483630.985766:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 33 00010000:00010000:3.0:1788483630.985949:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483630.985962:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483630.985971:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483630.985978:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483630.985983:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483630.985992:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483630.986014:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x29:0x0].0x0 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483630.986017:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483630.986023:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483630.986030:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3df0 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x29:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483631.172749:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483631.172780:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251028096:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483631.172844:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483631.173147:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251028096 00000100:00100000:2.0:1788483631.173155:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251028096 00000100:00100000:2.0:1788483631.173230:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1788483631.173240:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251028096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483631.173272:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00080000:3.0:1788483631.173329:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483631.173329:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251028096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (481us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483631.173340:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1788483631.174183:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251028224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483631.174222:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483631.174800:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251028224 00000100:00100000:1.0:1788483631.174808:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251028224 00000001:00080000:0.0:1788483631.174819:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967382 is committed 00000001:00080000:0.0:1788483631.174837:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967381 is committed 00000100:00100000:1.0:1788483631.174887:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1788483631.174900:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251028224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483631.174920:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 202718016 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483631.174971:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251028224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483631.174978:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1788483631.175040:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251028096:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483631.175337:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483631.175383:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251028224:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788483631.878742:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483632.161956:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483632.162065:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224958336 00000100:00100000:1.0:1788483632.162074:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224958336 00000100:00100000:1.0:1788483632.162209:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1491 00000100:00100000:1.0:1788483632.162221:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33299:x1875360224958336:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788483632.162319:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33299:x1875360224958336:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 101us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483632.162327:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1491 00000100:00080000:3.0:1788483632.162372:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483632.173935:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483632.174024:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224958464 00000100:00100000:3.0:1788483632.174034:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224958464 00000100:00100000:3.0:1788483632.174106:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1492 00000100:00100000:3.0:1788483632.174118:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:33299:x1875360224958464:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788483632.174218:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:33299:x1875360224958464:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 102us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483632.174225:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1492 00000100:00080000:0.0:1788483632.174476:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483632.197303:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483632.197325:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251028352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483632.197386:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483632.197525:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251028352 00000100:00100000:3.0:1788483632.197533:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251028352 00000100:00100000:3.0:1788483632.197579:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1788483632.197588:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251028352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483632.197636:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444352000 avail 1298112512 00000100:00100000:3.0:1788483632.197682:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251028352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483632.197689:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1788483632.197980:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251028352:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483632.261340:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788483632.900877:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483633.732803:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483633.732824:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251028480:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483633.732890:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483633.732954:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251028480 00000100:00100000:0.0:1788483633.732961:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251028480 00000100:00100000:0.0:1788483633.733011:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1788483633.733021:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251028480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483633.733049:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1788483633.733090:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251028480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (200us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483633.733097:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00080000:0.0:1788483633.733116:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483633.733142:0:3641:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:0.0:1788483633.733147:0:3641:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967382 committed transno 4294967382 00000100:00100000:0.0:1788483633.733187:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251028480:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483633.733577:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251028736:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.733613:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483633.733649:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251029248:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.733671:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483633.733690:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251029760:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.733709:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483633.733741:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788483633.733748:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251028864:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.733776:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483633.734162:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251029376:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.734188:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483633.734206:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251029888:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.734226:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483633.734256:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251028736 00000100:00100000:1.0:1788483633.734261:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251028736 00000100:00100000:1.0:1788483633.734292:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251029248 00000100:00100000:1.0:1788483633.734295:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251029248 00000100:00100000:1.0:1788483633.734311:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251029760 00000100:00100000:1.0:1788483633.734314:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251029760 00000100:00100000:1.0:1788483633.734324:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251029376 00000100:00100000:1.0:1788483633.734326:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251029376 00000100:00100000:1.0:1788483633.734335:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251029888 00000100:00100000:1.0:1788483633.734338:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251029888 00000100:00100000:1.0:1788483633.734350:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1788483633.734357:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251028736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.734399:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251028736:12345-0@lo:400:kworker.0 Request processed in 42us (786us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483633.734406:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:1.0:1788483633.734422:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:1.0:1788483633.734428:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251029248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.734455:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251029248:12345-0@lo:400:kworker.0 Request processed in 28us (784us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483633.734461:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:1.0:1788483633.734472:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1788483633.734479:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251029760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.734530:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251029760:12345-0@lo:400:kworker.0 Request processed in 52us (820us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483633.734652:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251028992:0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.734683:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483633.734702:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251029504:0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.734725:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483633.734742:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251030016:0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.734763:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483633.734780:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788483633.734786:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251028608:0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.734826:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483633.734849:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251029120:0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.734870:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483633.734886:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251029632:0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.734906:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483633.734933:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251029504 00000100:00100000:3.0:1788483633.734937:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251029504 00000100:00100000:3.0:1788483633.734964:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251030016 00000100:00100000:3.0:1788483633.734968:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251030016 00000100:00100000:3.0:1788483633.734988:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251029632 00000100:00100000:3.0:1788483633.734991:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251029632 00000100:00100000:3.0:1788483633.735004:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1788483633.735010:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251029504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.735045:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251029504:12345-0@lo:400:kworker.0 Request processed in 35us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483633.735051:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1788483633.735064:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1788483633.735070:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251030016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.735096:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251030016:12345-0@lo:400:kworker.0 Request processed in 27us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483633.735102:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1788483633.735114:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1788483633.735121:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251029632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.735146:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251029632:12345-0@lo:400:kworker.0 Request processed in 27us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483633.735152:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:3.0:1788483633.735169:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251028608 00000100:00100000:3.0:1788483633.735172:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251028608 00000100:00100000:3.0:1788483633.735197:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1788483633.735203:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251028608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.735231:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251028608:12345-0@lo:400:kworker.0 Request processed in 29us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483633.735237:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:3.0:1788483633.735263:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251028864 00000100:00100000:3.0:1788483633.735266:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251028864 00000100:00100000:3.0:1788483633.735291:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251029120 00000100:00100000:3.0:1788483633.735294:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251029120 00000100:00100000:3.0:1788483633.735305:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1788483633.735310:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251028864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.735340:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251028864:12345-0@lo:400:kworker.0 Request processed in 29us (1564us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483633.735346:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1788483633.735357:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1788483633.735362:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251029120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.735408:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251029120:12345-0@lo:400:kworker.0 Request processed in 45us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483633.735414:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1788483633.735457:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251028608:0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.735468:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251029120:0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.735478:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251029632:0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.735486:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251029504:0@lo:400:kworker.0 00000100:00100000:3.0:1788483633.735494:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251030016:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.735994:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:1.0:1788483633.736012:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251028992 00000100:00100000:1.0:1788483633.736017:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251028992 00000100:00100000:1.0:1788483633.736036:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1788483633.736044:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251029376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.736081:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251029376:12345-0@lo:400:kworker.0 Request processed in 38us (1892us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483633.736088:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:1.0:1788483633.736099:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1788483633.736106:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251029888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.736133:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251029888:12345-0@lo:400:kworker.0 Request processed in 28us (1907us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483633.736139:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:1.0:1788483633.736151:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1788483633.736157:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251028992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.736200:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251028992:12345-0@lo:400:kworker.0 Request processed in 43us (1516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483633.736206:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:1.0:1788483633.736252:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251028864:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.736263:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509374a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251029376:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.736273:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251029888:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.736287:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251028736:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.736298:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251029248:0@lo:400:kworker.0 00000100:00100000:1.0:1788483633.736309:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251029760:0@lo:400:kworker.0 00000100:00080000:0.0:1788483633.736485:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483633.736490:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483633.736493:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483633.736517:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483633.736530:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251030144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483633.736578:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483633.736627:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251030144 00000100:00100000:0.0:1788483633.736631:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251030144 00000100:00100000:0.0:1788483633.736656:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1788483633.736663:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251030144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483633.736677:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 179026752 pending 0 free 3921387520 avail 3689865216 00000100:00100000:0.0:1788483633.736711:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251030144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483633.736716:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1788483633.736747:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251030144:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483633.737098:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251028992:0@lo:400:kworker.0 00010000:00010000:1.0:1788483633.924954:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483634.245144:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251030272:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483634.245221:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483634.245788:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251030272 00000100:00100000:2.0:1788483634.245797:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251030272 00000100:00100000:2.0:1788483634.245850:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:2.0:1788483634.245859:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251030272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483634.245890:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483634.245945:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251030272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483634.245951:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1788483634.246116:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251030272:0@lo:41:osp-pre-1-0.0 00000001:02000400:1.0:1788483634.341038:0:24679:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12t: Multiple parallel reads for a HSM imported file ========================================================== 21:00:31 (1788483631) 00000100:00100000:2.0:1788483634.631075:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483634.631261:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224958592 00000100:00100000:1.0:1788483634.631271:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224958592 00000100:00100000:1.0:1788483634.631349:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1493 00000100:00100000:1.0:1788483634.631359:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33950:x1875360224958592:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483634.631455:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33950:x1875360224958592:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 97us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483634.631462:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1493 00000100:00080000:0.0:1788483634.631627:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483634.637636:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483634.637962:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224958720 00000100:00100000:1.0:1788483634.637974:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224958720 00000100:00100000:1.0:1788483634.638052:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1494 00000100:00100000:1.0:1788483634.638063:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:33950:x1875360224958720:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:1.0:1788483634.638167:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:33950:x1875360224958720:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 106us (539us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483634.638174:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1494 00000100:00080000:0.0:1788483634.638848:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483634.695595:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483634.695700:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224958848 00000100:00100000:0.0:1788483634.695717:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224958848 00000100:00100000:0.0:1788483634.695818:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1495 00000100:00100000:0.0:1788483634.695829:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33951:x1875360224958848:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483634.695848:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483634.695868:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e36 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b98 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.695932:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e3d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.695946:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.695958:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.695995:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e44 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696002:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696008:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696050:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e3d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696057:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e3d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696063:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696068:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483634.696072:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e3d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696078:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e3d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696089:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483634.696092:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483634.696096:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e3d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696102:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e3d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696116:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e44 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696122:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e44 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696127:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696131:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483634.696134:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e44 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696139:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e44 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696146:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9f7602eebb00) 00010000:00010000:0.0:1788483634.696148:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483634.696150:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e44 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696156:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e44 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696187:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e36 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b98 expref: 107 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696207:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483634.696210:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483634.696214:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e36 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b98 expref: 107 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.696229:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:0.0:1788483634.696293:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33951:x1875360224958848:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 465us (712us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483634.696299:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1495 00000100:00080000:2.0:1788483634.696599:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483634.712252:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483634.712352:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224959104 00000100:00100000:1.0:1788483634.712368:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224959104 00000100:00100000:1.0:1788483634.712445:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1496 00000100:00100000:1.0:1788483634.712457:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+106:33951:x1875360224959104:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:1.0:1788483634.712548:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483634.712574:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3b96 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147aaa expref: 106 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.712608:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483634.712622:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483634.712680:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.712692:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147abf expref: 48 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.712700:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.712732:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147abf expref: 48 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.712750:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147abf expref: 48 pid: 6514 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483634.712764:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251030400:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483634.712846:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76190cfd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788483634.727206:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483634.727370:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cd180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251030400:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483634.727419:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483634.736367:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224959232 00000100:00100000:0.0:1788483634.736390:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224959232 00010000:00010000:0.0:1788483634.736456:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147abf expref: 49 pid: 6514 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483634.739183:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 455 00000100:00100000:0.0:1788483634.739210:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a408c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2401:x1875360224959232:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483634.739234:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483634.739245:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147abf expref: 49 pid: 6514 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.739263:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147abf expref: 49 pid: 6514 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.739288:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f3bd5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147abf expref: 49 pid: 6514 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.739312:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483634.739318:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.739333:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.739341:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.739569:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483634.739666:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a408c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:2401:x1875360224959232:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 470us (12474us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483634.739674:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 455 00010000:00010000:1.0:1788483634.749123:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.749146:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.749191:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.749208:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.749223:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751152:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751173:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751184:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483634.751202:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d918d211 reply state 000000008af4d176 transno 4294968227 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751213:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751221:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483634.751224:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483634.751230:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788483634.751237:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00010000:00010000:1.0:1788483634.751245:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751252:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751261:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751267:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483634.751272:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751280:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751293:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483634.751295:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483634.751300:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751306:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3e4b lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483634.751320:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d918d211 reply state 000000008af4d176 transno 4294968227 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751328:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.751334:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9f76039f5a00) 00010000:00010000:1.0:1788483634.751337:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483634.751339:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:1.0:1788483634.751461:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33951:x1875360224959104:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 39001us (39220us total) trans 4294968227 rc 0/0 00000100:00100000:1.0:1788483634.751471:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1496 00000100:00100000:3.0:1788483634.775935:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483634.776203:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224959360 00000100:00100000:0.0:1788483634.776216:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224959360 00000100:00100000:0.0:1788483634.776290:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1497 00000100:00100000:0.0:1788483634.776304:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33952:x1875360224959360:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483634.776337:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483634.776362:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e60 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147b9f expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.776459:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e67 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.776474:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.776486:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483634.776602:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483634.776608:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483634.776645:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e67 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.776677:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e60 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b9f expref: 109 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.776700:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e67 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b9f expref: 108 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.776710:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483634.776713:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483634.776717:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:0.0:1788483634.776798:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+108:33952:x1875360224959360:12345-192.168.206.36@tcp:101:bash.0 Request processed in 497us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483634.776805:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1497 00000100:00100000:3.0:1788483634.783083:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483634.783270:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224959488 00000100:00100000:0.0:1788483634.783283:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224959488 00000100:00100000:0.0:1788483634.783352:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1498 00000100:00100000:0.0:1788483634.783365:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+108:33952:x1875360224959488:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483634.783389:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483634.783413:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e6e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ba6 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783563:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e75 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783581:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783594:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783608:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3e7c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783626:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3e7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783634:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3e7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783738:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3e83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783748:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783754:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483634.783796:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:0.0:1788483634.783800:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483634.783834:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3e83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783847:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e75 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783855:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e75 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783862:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783872:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483634.783877:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e75 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783885:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e75 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783899:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483634.783902:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483634.783907:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e75 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783921:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3e75 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783935:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3e7c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783940:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3e7c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783946:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3e7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783950:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483634.783952:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3e7c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783958:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3e7c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783968:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9f76039f5a00) 00010000:00010000:0.0:1788483634.783970:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483634.783973:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3e7c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.783978:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3e7c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.784003:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3e6e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ba6 expref: 110 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.784014:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973f600/0xf2b1f833e60f3e83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ba6 expref: 109 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.784021:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483634.784023:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483634.784025:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973f600, rc 0) 00000100:00100000:0.0:1788483634.784102:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33952:x1875360224959488:12345-192.168.206.36@tcp:101:bash.0 Request processed in 739us (1032us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483634.784109:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1498 00000100:00100000:3.0:1788483634.787777:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483634.788035:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224959616 00000100:00100000:2.0:1788483634.788048:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224959616 00000100:00100000:2.0:1788483634.788122:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1499 00000100:00100000:2.0:1788483634.788135:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33952:x1875360224959616:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483634.788159:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483634.788187:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3e8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bad expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788267:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3e91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788283:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3e91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788298:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3e91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788314:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3e98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788320:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3e98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788327:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3e98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788379:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3e91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788388:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3e91 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788396:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3e91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788402:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483634.788407:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3e91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788415:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3e91 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788429:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483634.788433:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483634.788438:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3e91 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788445:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3e91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788474:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3e98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788482:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3e98 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788488:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3e98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788493:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483634.788535:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3e98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788543:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3e98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788552:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f7636a6ce00) 00010000:00010000:2.0:1788483634.788555:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483634.788558:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3e98 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788563:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3e98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788603:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3e8a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bad expref: 110 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788632:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483634.788634:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483634.788638:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3e8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bad expref: 110 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.788648:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed400, rc 0) 00000100:00100000:2.0:1788483634.788714:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33952:x1875360224959616:12345-192.168.206.36@tcp:101:bash.0 Request processed in 582us (951us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483634.788722:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1499 00000100:00100000:3.0:1788483634.804191:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483634.804320:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224959744 00000100:00100000:2.0:1788483634.804334:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224959744 00000100:00100000:2.0:1788483634.804404:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1500 00000100:00100000:2.0:1788483634.804417:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+48:33953:x1875360224959744:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483634.804443:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483634.804467:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3e9f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bb4 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.804590:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.804607:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.804630:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483634.804690:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788483634.804695:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483634.804719:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.804761:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3e9f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bb4 expref: 50 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.804793:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bb4 expref: 49 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.804803:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483634.804807:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483634.804824:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed000, rc 0) 00000100:00100000:2.0:1788483634.804898:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33953:x1875360224959744:12345-192.168.206.36@tcp:101:rm.0 Request processed in 483us (721us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483634.804906:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1500 00000100:00100000:3.0:1788483634.810382:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483634.810455:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224959872 00000100:00100000:0.0:1788483634.810468:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224959872 00000100:00100000:0.0:1788483634.810567:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1501 00000100:00100000:0.0:1788483634.810580:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:33953:x1875360224959872:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483634.810605:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483634.810640:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3ead lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bbb expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.810731:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3eb4 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.810748:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.810760:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.810773:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3ebb lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.810781:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3ebb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.810788:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3ebb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.810900:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3ec2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.810910:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812170:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483634.812225:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:0.0:1788483634.812230:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483634.812255:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3ec2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812275:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3eb4 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812282:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3eb4 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812290:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3eb4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812297:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483634.812302:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3eb4 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812311:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3eb4 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812325:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483634.812329:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483634.812333:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3eb4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812341:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f3eb4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812357:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3ebb lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812363:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3ebb lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812369:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3ebb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812375:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483634.812378:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3ebb lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812384:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3ebb lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812392:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9f76039f5a00) 00010000:00010000:0.0:1788483634.812395:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483634.812398:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3ebb lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812403:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3ebb lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812437:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3ead lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bbb expref: 51 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812453:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973fe00/0xf2b1f833e60f3ec2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bbb expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.812462:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483634.812465:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1788483634.812467:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973fe00, rc 0) 00000100:00100000:0.0:1788483634.813424:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33953:x1875360224959872:12345-192.168.206.36@tcp:101:rm.0 Request processed in 2840us (3049us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483634.813435:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1501 00000100:00100000:3.0:1788483634.824118:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483634.824767:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224960000 00000100:00100000:1.0:1788483634.824780:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224960000 00000100:00100000:1.0:1788483634.824875:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1502 00000100:00100000:1.0:1788483634.824889:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33953:x1875360224960000:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483634.824928:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483634.824954:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3ec9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bc2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825044:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3ed0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825062:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825081:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825100:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3ed7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825108:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825116:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825167:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3ed0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825175:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3ed0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825182:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825190:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483634.825195:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3ed0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825204:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3ed0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825220:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483634.825224:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483634.825231:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3ed0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825238:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3ed0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825255:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3ed7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825262:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3ed7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825268:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825273:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483634.825276:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3ed7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825281:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3ed7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825288:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5900) 00010000:00010000:1.0:1788483634.825291:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483634.825294:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3ed7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825300:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3ed7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825340:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3ec9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bc2 expref: 51 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825357:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483634.825359:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483634.825363:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3ec9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bc2 expref: 51 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.825373:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38200, rc 0) 00000100:00100000:1.0:1788483634.825451:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33953:x1875360224960000:12345-192.168.206.36@tcp:101:rm.0 Request processed in 565us (1347us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483634.825459:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1502 00000100:00100000:3.0:1788483634.829361:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483634.829635:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224960128 00000100:00100000:2.0:1788483634.829647:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224960128 00000100:00100000:2.0:1788483634.829719:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1503 00000100:00100000:2.0:1788483634.829732:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33953:x1875360224960128:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483634.829757:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483634.829781:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ede lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bc9 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830063:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3ee5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830081:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3ee5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830099:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3ee5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830118:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3eec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830126:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3eec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830133:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3eec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830184:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3ee5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830192:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3ee5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830200:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3ee5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830207:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483634.830212:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3ee5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830220:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3ee5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830234:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483634.830237:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483634.830243:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3ee5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830250:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f3ee5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830268:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3eec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830274:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3eec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830279:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3eec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830285:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366edc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483634.830288:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3eec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830294:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3eec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830302:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f7636a6ce00) 00010000:00010000:2.0:1788483634.830305:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483634.830308:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3eec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830313:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f3eec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830354:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ede lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bc9 expref: 51 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830371:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483634.830374:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483634.830378:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f3ede lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bc9 expref: 51 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483634.830387:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed400, rc 0) 00000100:00100000:2.0:1788483634.830469:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33953:x1875360224960128:12345-192.168.206.36@tcp:101:rm.0 Request processed in 740us (1120us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483634.830477:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1503 00000100:00100000:3.0:1788483634.852267:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483634.852636:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224960256 00000100:00100000:1.0:1788483634.852650:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224960256 00000100:00100000:1.0:1788483634.852718:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1504 00000100:00100000:1.0:1788483634.852729:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33954:x1875360224960256:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483634.852755:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483634.852782:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3ef3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bd0 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.852879:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3efa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.852895:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3efa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.852908:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3efa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.852931:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.852939:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.852945:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.852990:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3efa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.852997:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3efa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853003:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3efa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853010:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483634.853016:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3efa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853024:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3efa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853038:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483634.853041:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483634.853046:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3efa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853053:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3efa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853067:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853074:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853080:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853085:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483634.853089:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853095:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853103:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5900) 00010000:00010000:1.0:1788483634.853105:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483634.853108:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f01 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853115:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853151:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3ef3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bd0 expref: 51 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853160:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483634.853162:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483634.853165:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3ef3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bd0 expref: 51 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.853180:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38200, rc 0) 00000100:00100000:1.0:1788483634.853252:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33954:x1875360224960256:12345-192.168.206.36@tcp:101:cp.0 Request processed in 524us (1000us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483634.853260:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1504 00000100:00100000:3.0:1788483634.859541:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483634.859580:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483634.859604:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483634.859650:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483634.859674:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224960512 00000100:00100000:3.0:1788483634.859681:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483634.859689:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224960512 00000100:00100000:1.0:1788483634.859835:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1087 00000100:00100000:1.0:1788483634.859848:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224960512:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483634.859952:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360224960512:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 107us (460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483634.859960:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1087 00000100:00100000:3.0:1788483634.870925:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483634.885327:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224960768 00000100:00100000:0.0:1788483634.885348:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224960768 00000100:00100000:0.0:1788483634.885625:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224961024 00000100:00100000:0.0:1788483634.885630:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224961024 00000100:00100000:0.0:1788483634.885657:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224960640 00000100:00100000:0.0:1788483634.885660:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224960640 00000100:00100000:0.0:1788483634.885687:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 667 00000100:00100000:0.0:1788483634.885699:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224960768:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483634.885800:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224960768:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 103us (26218us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483634.885809:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 667 00000100:00100000:0.0:1788483634.886128:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 668 00000100:00100000:0.0:1788483634.886137:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224961024:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483634.886166:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360224961024:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (26561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483634.886172:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 668 00000100:00100000:0.0:1788483634.886184:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 669 00000100:00100000:0.0:1788483634.886190:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224960640:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483634.886212:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360224960640:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (26532us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483634.886218:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 669 00000100:00080000:2.0:1788483634.886322:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483634.886328:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483634.886331:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483634.886361:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224960384 00000100:00100000:2.0:1788483634.886366:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224960384 00000100:00100000:2.0:1788483634.886401:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 763 00000100:00100000:2.0:1788483634.886408:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224960384:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483634.886438:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360224960384:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (26789us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483634.886445:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 763 00000100:00100000:3.0:1788483634.895656:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483634.895716:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224961152 00000100:00100000:3.0:1788483634.895729:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224961152 00000100:00100000:3.0:1788483634.895913:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1505 00000100:00100000:3.0:1788483634.895927:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33954:x1875360224961152:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483634.895953:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483634.895979:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3f08 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bd7 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896134:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896152:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896166:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896187:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f16 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896196:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896203:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896259:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896267:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896274:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896281:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896288:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483634.896293:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896301:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896316:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483634.896320:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483634.896326:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896333:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f3f0f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896348:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f16 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896355:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f16 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896361:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896367:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483634.896370:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f16 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896376:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f16 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896384:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f760526da00) 00010000:00010000:3.0:1788483634.896387:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483634.896390:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f16 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.896396:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f16 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483634.897956:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224960896 00000100:00100000:0.0:1788483634.897973:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224960896 00000100:00100000:0.0:1788483634.898093:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 670 00000100:00100000:0.0:1788483634.898106:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224960896:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:2.0:1788483634.898190:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483634.898216:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360224960896:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 111us (27306us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483634.898227:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 670 00010000:00010000:3.0:1788483634.898794:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3f08 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bd7 expref: 51 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.898814:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483634.898818:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483634.898822:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3f08 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bd7 expref: 51 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483634.898835:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4a00, rc 0) 00000100:00100000:3.0:1788483634.901525:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33954:x1875360224961152:12345-192.168.206.36@tcp:101:cp.0 Request processed in 5570us (5851us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483634.901539:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1505 00000100:00100000:3.0:1788483634.923193:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483634.923404:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224961408 00000100:00100000:1.0:1788483634.923428:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224961408 00000100:00100000:1.0:1788483634.923555:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1506 00000100:00100000:1.0:1788483634.923568:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33954:x1875360224961408:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483634.923596:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483634.923634:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f1d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bde expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.923773:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f24 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.923792:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.923805:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.923823:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.923831:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483634.923837:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788483634.927645:0:6514:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1c:0x0], index 0: 0 00010000:00010000:0.0:1788483634.928705:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.929179:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.929198:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.929251:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f24 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.929314:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f24 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.929322:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f24 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.929329:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483634.929335:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f24 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.929344:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f24 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.929359:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483634.929363:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483634.929369:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f24 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.929381:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f24 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483634.929401:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a5bd61d9 reply state 00000000b9486092 transno 4294968228 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.931029:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.931041:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5900) 00010000:00010000:0.0:1788483634.931045:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483634.931050:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788483634.931131:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f1d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bde expref: 53 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.931157:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bde expref: 52 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.931166:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:0.0:1788483634.931169:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483634.931172:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ea00, rc 0) 00000100:00100000:0.0:1788483634.931292:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33954:x1875360224961408:12345-192.168.206.36@tcp:101:cp.0 Request processed in 7725us (8115us total) trans 4294968228 rc 0/0 00000100:00100000:0.0:1788483634.931302:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1506 00000100:00100000:3.0:1788483634.935199:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483634.935290:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224961536 00000100:00100000:0.0:1788483634.935304:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224961536 00000100:00100000:0.0:1788483634.935378:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 410 00000100:00100000:0.0:1788483634.935390:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360224961536:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483634.935424:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483634.935450:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f40 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147be5 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483634.935481:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788483634.935548:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=799s v=(0 0) 00010000:00010000:0.0:1788483634.935554:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483634.935565:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147be5 expref: 9 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.935587:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147be5 expref: 9 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.935603:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:0.0:1788483634.935685:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2401:x1875360224961536:12345-192.168.206.36@tcp:101:cp.0 Request processed in 297us (501us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483634.935693:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 410 00000100:00100000:3.0:1788483634.939264:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483634.939365:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224961664 00000100:00100000:0.0:1788483634.939381:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224961664 00000100:00100000:0.0:1788483634.939462:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 411 00000100:00100000:0.0:1788483634.939473:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:33954:x1875360224961664:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483634.939494:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483634.939550:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bec expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.939587:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f40 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147be5 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.939597:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483634.939602:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483634.939618:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.939659:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147be5 expref: 10 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.939676:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147be5 expref: 10 pid: 8433 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483634.939692:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507731c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251030528:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483634.940285:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723600 going to sleep for 11 seconds 00000100:00100000:0.0:1788483634.942846:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507731c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251030528:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483634.942888:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 10 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.942914:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e600, rc 0) 00000100:00100000:0.0:1788483634.942984:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:33954:x1875360224961664:12345-192.168.206.36@tcp:101:cp.0 Request processed in 3511us (3733us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483634.942993:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 411 00000100:00100000:3.0:1788483634.943406:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483634.943485:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224961792 00000100:00100000:0.0:1788483634.943493:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224961792 00010000:00010000:0.0:1788483634.943558:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147be5 expref: 10 pid: 8433 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483634.943606:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 456 00000100:00100000:0.0:1788483634.943626:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224961792:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483634.943643:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483634.943675:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f40 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147be5 expref: 10 pid: 8433 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.943689:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f40 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147be5 expref: 10 pid: 8433 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.943715:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f40 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147be5 expref: 10 pid: 8433 timeout: 899 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.943731:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483634.943735:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483634.943745:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.943757:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483634.943795:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483634.943811:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507731c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6501:1875360251030656:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483634.947274:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723600 going to sleep for 11 seconds 00010000:00010000:3.0:1788483634.948706:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483634.949422:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507731c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6501:1875360251030656:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483634.949453:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483634.949552:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224961792:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 5926us (6146us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483634.949564:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 456 00000100:00100000:2.0:1788483634.958650:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483634.958806:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224962048 00000100:00100000:3.0:1788483634.958819:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224962048 00000100:00100000:3.0:1788483634.958880:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 288 00000100:00100000:3.0:1788483634.958892:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33954:x1875360224962048:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:3.0:1788483634.959440:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33954:x1875360224962048:12345-192.168.206.36@tcp:35:cp.0 Request processed in 548us (803us total) trans 4294968229 rc 0/0 00000100:00100000:3.0:1788483634.959450:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 288 00000100:00100000:2.0:1788483635.039570:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483635.041396:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224962176 00000100:00100000:1.0:1788483635.041413:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224962176 00000100:00100000:1.0:1788483635.041538:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1507 00000100:00100000:1.0:1788483635.041550:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33957:x1875360224962176:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483635.041576:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483635.041601:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3f4e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bf3 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.041696:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f55 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.041713:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f55 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.041743:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f55 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.041757:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f5c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.041765:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.041773:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.041979:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f3f63 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.041990:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f3f63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.041997:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f3f63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483635.042046:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00000004:00200000:1.0:1788483635.042051:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483635.042074:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f3f63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042088:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f3f63 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042098:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f55 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042108:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f55 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042115:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f55 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042122:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483635.042126:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f55 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042135:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f55 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042148:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483635.042151:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483635.042156:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f55 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042161:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f3f55 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042177:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f5c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042182:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f5c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042188:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042193:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483635.042196:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f5c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042202:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f5c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042210:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5900) 00010000:00010000:1.0:1788483635.042212:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483635.042215:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f5c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042220:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f3f5c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042252:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f3f4e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bf3 expref: 111 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042274:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f3f63 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bf3 expref: 110 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.042282:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:1.0:1788483635.042284:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483635.042287:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39000, rc 0) 00000100:00100000:1.0:1788483635.043686:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+110:33957:x1875360224962176:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2126us (4118us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483635.043697:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1507 00000100:00100000:2.0:1788483635.059292:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483635.059375:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224962304 00000100:00100000:1.0:1788483635.059388:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224962304 00000100:00100000:1.0:1788483635.059464:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 412 00000100:00100000:1.0:1788483635.059475:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224962304:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483635.059535:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483635.059562:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000ae7c199c/0xf2b1f833e60f3f6a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147bfa expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483635.059657:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360251030784:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483635.059796:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0f00 going to sleep for 11 seconds 00002000:00010000:1.0:1788483635.062716:0:14965:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788483635.062728:0:14965:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb mtime: 0 -> 1788483634 00002000:00010000:1.0:1788483635.062731:0:14965:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb atime: 0 -> 1788483634 00002000:00010000:1.0:1788483635.062733:0:14965:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb ctime: 0 -> 1788483634 00002000:00010000:1.0:1788483635.062736:0:14965:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1788483635.062765:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360251030784:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483635.062823:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000ae7c199c/0xf2b1f833e60f3f6a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bfa expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.062866:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000ae7c199c/0xf2b1f833e60f3f6a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bfa expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483635.062880:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39a00, rc 0) 00000100:00100000:1.0:1788483635.062952:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224962304:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3478us (3676us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483635.062962:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 412 00000100:00100000:2.0:1788483635.067128:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483635.067912:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224962432 00000100:00100000:3.0:1788483635.067926:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224962432 00000100:00100000:3.0:1788483635.067993:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1508 00000100:00100000:3.0:1788483635.068010:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:33957:x1875360224962432:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483635.068033:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483635.068056:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f71 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c01 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483635.068140:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3f78 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483635.068155:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483635.068169:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483635.068221:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:3.0:1788483635.068225:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483635.068250:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3f78 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483635.069050:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3f71 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c01 expref: 112 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483635.069072:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3f78 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c01 expref: 111 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483635.069082:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483635.069085:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483635.069088:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4a00, rc 0) 00000100:00100000:3.0:1788483635.069159:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+111:33957:x1875360224962432:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1150us (2050us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483635.069166:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1508 00000040:00080000:3.0:1788483635.076737:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483635.076749:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483635.077303:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 2 00000040:00080000:3.0:1788483635.077314:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483635.078105:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483635.078234:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224962560 00000100:00100000:0.0:1788483635.078248:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224962560 00000100:00100000:0.0:1788483635.078322:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 413 00000100:00100000:0.0:1788483635.078336:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224962560:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483635.078360:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483635.078383:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f7f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c08 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483635.078459:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251030912:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483635.078629:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723840 going to sleep for 11 seconds 00000100:00100000:0.0:1788483635.083071:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251030912:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483635.083130:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f7f lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c08 expref: 17 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483635.083164:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f3f7f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c08 expref: 17 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483635.083180:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:0.0:1788483635.083257:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224962560:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4923us (5161us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483635.083266:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 413 00000100:00100000:3.0:1788483635.116553:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483635.117034:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224962816 00000100:00100000:0.0:1788483635.117047:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224962816 00000100:00100000:0.0:1788483635.117134:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1509 00000100:00100000:0.0:1788483635.117146:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+111:33957:x1875360224962816:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:0.0:1788483635.117552:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].43, 136 off14040 00000100:00100000:1.0:1788483635.117723:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+111:33957:x1875360224962816:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 574us (1481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483635.117733:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1509 00000040:00080000:3.0:1788483635.335455:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788483635.973699:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483636.100657:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483636.100666:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483636.100693:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:3.0:1788483636.100702:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483636.100931:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507665180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251031040:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483636.101031:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675780 going to sleep for 11 seconds 00000100:00100000:3.0:1788483636.112792:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.114700:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507665180 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251031040:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483636.115210:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224962944 00000100:00100000:1.0:1788483636.115219:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224962944 00000100:00100000:1.0:1788483636.115295:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1510 00000100:00100000:1.0:1788483636.115305:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33967:x1875360224962944:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483636.115339:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483636.115442:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33967:x1875360224962944:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 138us (3155us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483636.115451:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1510 00000100:00080000:3.0:1788483636.123047:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000001:00080000:3.0:1788483636.124413:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968229 is committed 00000001:00080000:3.0:1788483636.124433:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968227 is committed 00000020:00080000:3.0:1788483636.124439:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 34 batchid updated 00010000:00010000:3.0:1788483636.124465:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124476:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124484:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124490:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483636.124495:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124521:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124540:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5900) 00010000:00010000:3.0:1788483636.124544:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483636.124548:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124554:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f3f2b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124583:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124589:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124594:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124599:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483636.124601:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124618:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124626:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xef4d5f1f (ffff9f76039f5a00) 00010000:00010000:3.0:1788483636.124628:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483636.124631:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124636:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f3e52 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xef4d5f1f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124648:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124654:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124659:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124665:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483636.124667:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124672:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124679:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483636.124682:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483636.124685:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.124690:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f3e59 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:3.0:1788483636.124708:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000020:00080000:3.0:1788483636.124730:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00000100:00100000:3.0:1788483636.131122:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483636.132106:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224963200 00000100:00100000:0.0:1788483636.132118:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224963200 00000100:00100000:0.0:1788483636.132180:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1511 00000100:00100000:0.0:1788483636.132191:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:33967:x1875360224963200:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483636.132210:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483636.132231:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3f86 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c0f expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.132339:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3f8d lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.132353:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3f8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.132363:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3f8d lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483636.132374:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2a:0x0]: returning size 158 00010000:00010000:0.0:1788483636.132486:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f3f86 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c0f expref: 54 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.132529:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3f8d lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c0f expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.132538:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:0.0:1788483636.132541:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483636.132545:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:0.0:1788483636.132614:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33967:x1875360224963200:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 413us (1489us total) trans 4294968230 rc 0/0 00000100:00100000:0.0:1788483636.132622:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1511 00000100:00100000:0.0:1788483636.152351:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483636.152443:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483636.152484:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224963456 00000100:00100000:0.0:1788483636.152494:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224963456 00000100:00100000:0.0:1788483636.152573:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 69 00000100:00100000:0.0:1788483636.152584:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2401:x1875360224963456:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483636.152599:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483636.152634:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3f8d lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c0f expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.152650:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:0.0:1788483636.152654:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483636.152704:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360224963456:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 122us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483636.152712:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 69 00000100:00100000:3.0:1788483636.162185:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224963328 00000100:00100000:3.0:1788483636.162198:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224963328 00000100:00100000:3.0:1788483636.163127:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 414 00000100:00100000:3.0:1788483636.163140:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360224963328:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483636.163181:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.163200:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.163208:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1c:0x0].0x0 since=2s v=(0 0) 00010000:00010000:3.0:1788483636.163212:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483636.163217:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.163251:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 9 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.163265:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 9 pid: 8431 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483636.163277:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507665500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251031168:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483636.163358:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675780 going to sleep for 11 seconds 00000100:00100000:3.0:1788483636.169523:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507665500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251031168:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483636.169553:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483636.170275:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483636.170687:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224963584 00000100:00100000:2.0:1788483636.170697:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224963584 00002000:00100000:2.0:1788483636.170743:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff9f7507665500 x1875360224963584/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:387/0 lens 648/0 e 0 to 0 dl 1788483647 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483636.170753:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507665500 with x1875360224963584 ext(0->157) 00010000:00010000:2.0:1788483636.170761:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 10 pid: 8431 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.170785:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 10 pid: 8431 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483636.170793:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f7507665500 00000100:00100000:2.0:1788483636.170825:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 19 00000100:00100000:2.0:1788483636.170836:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224963584:12345-192.168.206.36@tcp:4:cp.0 00000100:00080000:0.0:1788483636.171867:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483636.172454:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224963584:12345-192.168.206.36@tcp:4:cp.0 Request processed in 1614us (2175us total) trans 4294967373 rc 0/0 00000100:00100000:2.0:1788483636.172465:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 19 00002000:00100000:2.0:1788483636.172475:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1c:0x0] (0->157) req@ffff9f7507665500 x1875360224963584/t4294967373(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:387/0 lens 648/448 e 0 to 0 dl 1788483647 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483636.172485:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507665500 with x1875360224963584 ext(0->157) 00010000:00010000:2.0:1788483636.172494:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 12 pid: 8431 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.173046:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 12 pid: 8431 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483636.173058:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f7507665500 00000100:00100000:1.0:1788483636.181293:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483636.183040:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224963712 00000100:00100000:2.0:1788483636.183054:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224963712 00010000:00010000:2.0:1788483636.183107:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 12 pid: 8431 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483636.183189:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 457 00000100:00100000:2.0:1788483636.183200:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2400:x1875360224963712:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483636.183215:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788483636.183234:0:6500:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1c:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788483636.183241:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 12 pid: 8431 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.183256:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 12 pid: 8431 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.183281:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000edc6313a/0xf2b1f833e60f3f47 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bec expref: 12 pid: 8431 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.183310:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483636.183314:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483636.183321:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.183332:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.183367:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483636.183409:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.183422:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483636.183424:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360224963712:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 225us (2138us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483636.183441:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 457 00010000:00010000:3.0:1788483636.183461:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.183470:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.183479:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.183487:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483636.183491:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.183523:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.183537:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.183546:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3f9b lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483636.183614:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224963328:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 20466us (31262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483636.183622:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 414 00000100:00100000:1.0:1788483636.193207:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483636.193793:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224963968 00000100:00100000:2.0:1788483636.193803:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224963968 00000100:00100000:2.0:1788483636.193971:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1512 00000100:00100000:2.0:1788483636.193986:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33967:x1875360224963968:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483636.194095:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33967:x1875360224963968:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 112us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483636.201069:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.201141:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224964096 00000100:00100000:3.0:1788483636.201151:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224964096 00000100:00100000:3.0:1788483636.201202:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 415 00000100:00100000:3.0:1788483636.201211:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224964096:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483636.201228:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483636.201246:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3fa2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c16 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483636.201269:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1c:0x0] initial LVB size: 158, mtime: 0x6a9a1832, atime: 0x0, ctime: 0x6a9a1832, blocks: 0x8 00010000:00010000:3.0:1788483636.201287:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=801s v=(0 0) 00010000:00010000:3.0:1788483636.201292:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483636.201315:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c16 expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.201332:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c16 expref: 11 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.201345:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5600, rc 0) 00000100:00100000:3.0:1788483636.201395:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224964096:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 185us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483636.201402:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 415 00000100:00100000:2.0:1788483636.202717:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1512 00000100:00100000:1.0:1788483636.207307:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.207380:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224964352 00000100:00100000:3.0:1788483636.207390:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224964352 00000100:00100000:3.0:1788483636.207448:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1513 00000100:00100000:3.0:1788483636.207458:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33967:x1875360224964352:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483636.207593:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33967:x1875360224964352:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 136us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483636.207601:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1513 00000100:00100000:3.0:1788483636.220478:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483636.231143:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224964480 00000100:00100000:0.0:1788483636.231158:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224964480 00002000:00100000:0.0:1788483636.231211:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff9f7507664000 x1875360224964480/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:387/0 lens 488/0 e 0 to 0 dl 1788483647 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483636.231223:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507664000 with x1875360224964480 ext(0->4095) 00002000:00010000:0.0:1788483636.231229:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7507664000 00000100:00100000:0.0:1788483636.231265:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 107 00000100:00100000:0.0:1788483636.231275:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224964480:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788483636.231729:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224964480:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 452us (11257us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483636.231738:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 107 00002000:00100000:0.0:1788483636.231745:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1c:0x0] (0->4095) req@ffff9f7507664000 x1875360224964480/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:387/0 lens 488/4536 e 0 to 0 dl 1788483647 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483636.231754:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507664000 with x1875360224964480 ext(0->4095) 00002000:00010000:0.0:1788483636.231758:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7507664000 00000100:00100000:3.0:1788483636.243286:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483636.243475:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224964608 00000100:00100000:1.0:1788483636.243484:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224964608 00000100:00100000:1.0:1788483636.243551:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1514 00000100:00100000:1.0:1788483636.243560:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:33967:x1875360224964608:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483636.243578:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483636.243598:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f3fa9 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c1d expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.243642:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.243655:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.243665:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.243770:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f3fa9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c1d expref: 54 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.243800:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c1d expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.243808:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:1.0:1788483636.243811:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483636.243814:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39c00, rc 0) 00000100:00100000:1.0:1788483636.243860:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33967:x1875360224964608:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 301us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483636.243867:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1514 00000100:00100000:0.0:1788483636.250367:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.250576:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224964736 00000100:00100000:3.0:1788483636.250585:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224964736 00000100:00100000:3.0:1788483636.250649:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1515 00000100:00100000:3.0:1788483636.250659:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33967:x1875360224964736:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483636.250688:0:6514:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x2a:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483636.251161:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33967:x1875360224964736:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 501us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483636.251170:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1515 00000100:00100000:0.0:1788483636.267689:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483636.267854:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224964864 00000100:00100000:2.0:1788483636.268063:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224964864 00000100:00100000:2.0:1788483636.268155:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 416 00000100:00100000:2.0:1788483636.268166:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224964864:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483636.268206:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f3fb7 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.268221:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483636.268226:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483636.268231:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f3fb7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.268244:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f3fb7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.268271:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f3fb7 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.268279:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f3fb7 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.268286:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f3fb7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.268292:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483636.268296:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f3fb7 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.268303:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f3fb7 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.268317:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f3fb7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.268324:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b81e50bd/0xf2b1f833e60f3fb7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483636.268388:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224964864:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 223us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483636.268396:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 416 00000100:00100000:2.0:1788483636.277234:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.277350:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224965120 00000100:00100000:3.0:1788483636.277360:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224965120 00000100:00100000:3.0:1788483636.277417:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1516 00000100:00100000:3.0:1788483636.277427:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33967:x1875360224965120:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483636.277527:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.277545:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c1d expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.277558:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.277590:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c1d expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.277612:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c1d expref: 53 pid: 8191 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483636.277627:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507664e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251031296:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483636.277714:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483636.280789:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507664e00 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251031296:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483636.280818:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483636.295314:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.297179:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251031424:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483636.297240:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483636.297291:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251031424 00000100:00100000:3.0:1788483636.297298:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251031424 00000100:00100000:3.0:1788483636.297347:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1788483636.297356:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251031424:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483636.297376:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483636.297420:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251031424:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483636.297428:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:3.0:1788483636.297447:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483636.297479:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507667100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251031424:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483636.298146:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483636.298158:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251031552:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483636.298193:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483636.298226:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251031552 00000100:00100000:2.0:1788483636.298231:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251031552 00000100:00100000:2.0:1788483636.298267:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1788483636.298274:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251031552:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483636.298287:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483636.298320:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251031552:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483636.298326:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00080000:2.0:1788483636.298343:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483636.298367:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251031552:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483636.298547:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224965248 00000100:00100000:1.0:1788483636.298552:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224965248 00010000:00010000:1.0:1788483636.298576:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c1d expref: 54 pid: 8191 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483636.298600:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 458 00000100:00100000:1.0:1788483636.298618:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2400:x1875360224965248:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483636.298628:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483636.298635:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c1d expref: 54 pid: 8191 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.298647:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c1d expref: 54 pid: 8191 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.298666:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fb0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c1d expref: 54 pid: 8191 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.298683:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:1.0:1788483636.298688:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.298698:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.298704:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.298724:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483636.298757:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2400:x1875360224965248:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 140us (3453us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483636.298763:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 458 00010000:00010000:1.0:1788483636.298790:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.298797:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.299417:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.299427:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.299434:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.299439:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483636.299444:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.299452:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.299463:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:1.0:1788483636.299466:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483636.299469:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.299474:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f3fbe lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483636.299592:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33967:x1875360224965120:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 22165us (22366us total) trans 4294968231 rc 0/0 00000100:00100000:1.0:1788483636.299601:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1516 00000040:00080000:2.0:1788483636.299750:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483636.299754:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483636.300481:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 3 00000040:00080000:2.0:1788483636.300493:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483636.305386:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483636.307911:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224965504 00000100:00100000:0.0:1788483636.307927:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224965504 00000100:00100000:0.0:1788483636.307987:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 289 00000100:00100000:0.0:1788483636.307998:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33967:x1875360224965504:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483636.308273:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:33967:x1875360224965504:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 275us (2897us total) trans 4294968232 rc 0/0 00000100:00100000:0.0:1788483636.308282:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 289 00000040:00080000:2.0:1788483636.330353:0:24729:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483636.330363:0:24729:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483636.330405:0:24729:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 44 count 3 00000040:00080000:2.0:1788483636.330411:0:24729:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483636.384791:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.384868:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224965632 00000100:00100000:3.0:1788483636.384885:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224965632 00000100:00100000:3.0:1788483636.384956:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 417 00000100:00100000:3.0:1788483636.384967:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224965632:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483636.384985:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483636.385003:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3fc5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c24 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.385027:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483636.385031:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483636.385039:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c24 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.385055:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c24 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.385069:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4600, rc 0) 00000100:00100000:3.0:1788483636.385128:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2399:x1875360224965632:12345-192.168.206.36@tcp:101:rm.0 Request processed in 162us (346us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483636.385135:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 417 00000100:00080000:1.0:1788483636.385434:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483636.389687:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483636.389901:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224965888 00000100:00100000:1.0:1788483636.389910:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224965888 00000100:00080000:3.0:1788483636.389962:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483636.389989:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1517 00000100:00100000:1.0:1788483636.390000:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33968:x1875360224965888:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:1.0:1788483636.390051:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:1.0:1788483636.390080:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f3f63 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bf3 expref: 109 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390100:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:1.0:1788483636.390111:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f3f78 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c01 expref: 108 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390121:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483636.390124:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483636.390145:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390157:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390166:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390181:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390188:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390194:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390272:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390284:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bde expref: 53 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390292:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390323:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bde expref: 53 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.390337:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bde expref: 53 pid: 6514 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483636.390350:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251031680:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483636.390445:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483636.399715:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.399750:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224966016 00000100:00100000:3.0:1788483636.399759:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224966016 00010000:00010000:3.0:1788483636.399794:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bde expref: 54 pid: 6514 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483636.399885:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 459 00000100:00100000:3.0:1788483636.399895:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2401:x1875360224966016:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483636.399909:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483636.399915:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bde expref: 54 pid: 6514 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.399927:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bde expref: 54 pid: 6514 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.399949:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:3.0:1788483636.399955:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.399964:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.399971:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.399988:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483636.400036:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2401:x1875360224966016:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 142us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483636.400046:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 459 00010000:00010000:1.0:1788483636.401106:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f3f32 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bde expref: 53 pid: 6514 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483636.401124:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cc000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251031680:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483636.401145:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401153:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401158:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788483636.401399:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].15, 64 off9176 00000004:00080000:1.0:1788483636.401410:0:8191:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 801355910237ns, next at 802355907826ns, rc = 0 00010000:00010000:1.0:1788483636.401459:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401471:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401480:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401487:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401492:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401527:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401544:0:8191:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788483636.401564:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401570:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401575:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401580:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483636.401584:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401591:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401612:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:1.0:1788483636.401615:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483636.401619:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401629:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f3fda lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2a:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401644:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401650:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401654:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401660:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401664:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483636.401667:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401672:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401679:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483636.401682:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483636.401685:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401690:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3fcc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483636.401701:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000008f04bbac reply state 0000000005f30f3f transno 4294968233 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401711:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.401716:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:1.0:1788483636.401719:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483636.401721:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483636.401784:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33968:x1875360224965888:12345-192.168.206.36@tcp:36:rm.0 Request processed in 11785us (12104us total) trans 4294968233 rc 0/0 00000100:00100000:1.0:1788483636.401791:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1517 00010000:00010000:3.0:1788483636.402105:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483636.402112:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.402119:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39c00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483636.402122:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.402133:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.402143:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f7602eeb800) 00010000:00010000:3.0:1788483636.402145:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788483636.402148:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.402153:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f3fe1 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2a:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.402168:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483636.402170:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483636.402172:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483636.755761:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483636.755904:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224966144 00000100:00100000:0.0:1788483636.755914:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224966144 00000100:00100000:0.0:1788483636.755975:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1518 00000100:00100000:0.0:1788483636.756218:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33984:x1875360224966144:12345-192.168.206.36@tcp:101:mkdir.0 00010000:00010000:0.0:1788483636.756404:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483636.756425:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3fe8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c2b expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.756492:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3fef lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.756628:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3fef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.756640:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3fef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483636.757727:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4a:0x0]: returning size 4096 00000004:00200000:2.0:1788483636.757736:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483636.757761:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3fef lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.761321:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3fe8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c2b expref: 111 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.761356:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3fef lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c2b expref: 110 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.761365:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483636.761369:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483636.761372:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:2.0:1788483636.761467:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:33984:x1875360224966144:12345-192.168.206.36@tcp:101:mkdir.0 Request processed in 5481us (5714us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483636.761475:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1518 00000100:00100000:3.0:1788483636.874969:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483636.875164:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224966272 00000100:00100000:1.0:1788483636.875174:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224966272 00000100:00100000:1.0:1788483636.875242:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1519 00000100:00100000:1.0:1788483636.875253:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33990:x1875360224966272:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483636.875275:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483636.875308:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3ff6 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c32 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.875440:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3ff6 lrc: 1/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c32 expref: 54 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.875454:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2a:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483636.875457:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483636.875462:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f3ff6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2a:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c32 expref: 54 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.875480:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39200, rc 0) 00000100:00100000:1.0:1788483636.875661:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:33990:x1875360224966272:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 408us (699us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483636.875669:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1519 00000100:00100000:3.0:1788483636.882736:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483636.882929:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224966528 00000100:00100000:0.0:1788483636.882948:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224966528 00000100:00100000:0.0:1788483636.883053:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1520 00000100:00100000:0.0:1788483636.883064:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:33990:x1875360224966528:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483636.883084:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483636.883087:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1788483636.883114:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f3fef lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c2b expref: 110 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883139:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483636.883145:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483636.883159:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ffd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c39 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883277:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4004 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883291:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4004 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883308:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4004 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883323:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883330:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883335:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883768:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883790:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883797:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483636.883805:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:0.0:1788483636.883828:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4004 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883834:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4004 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883840:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4004 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883845:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483636.883850:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4004 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883861:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4004 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883871:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483636.883874:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483636.883877:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4004 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883883:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4004 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483636.883893:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004be110d9 reply state 00000000a25dc75a transno 4294968234 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883902:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883908:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:0.0:1788483636.883910:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483636.883913:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788483636.883938:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f3ffd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c39 expref: 112 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883952:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c39 expref: 111 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.883959:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f7602eebf00) 00010000:00010000:0.0:1788483636.883961:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483636.883964:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:0.0:1788483636.884446:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+112:33990:x1875360224966528:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1382us (1726us total) trans 4294968234 rc 0/0 00000100:00100000:0.0:1788483636.884455:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1520 00000100:00100000:1.0:1788483636.891305:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.891386:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224966784 00000100:00100000:3.0:1788483636.891396:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224966784 00000100:00100000:3.0:1788483636.891520:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1521 00000100:00100000:3.0:1788483636.891531:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+112:33990:x1875360224966784:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483636.891553:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483636.891573:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f4020 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c40 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.891690:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.891704:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c39 expref: 113 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.891714:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.891745:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c39 expref: 113 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.891759:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c39 expref: 113 pid: 13707 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483636.891785:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192de300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251031808:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483636.891871:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f763f675240 going to sleep for 11 seconds 00000100:00100000:2.0:1788483636.896533:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483636.897824:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224966912 00000100:00100000:1.0:1788483636.897836:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224966912 00010000:00010000:1.0:1788483636.897897:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c39 expref: 114 pid: 13707 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483636.897939:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 460 00000100:00100000:1.0:1788483636.897949:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+114:2401:x1875360224966912:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483636.897964:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483636.897971:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c39 expref: 114 pid: 13707 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.897985:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c39 expref: 114 pid: 13707 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.898007:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f7602eebf00) 00010000:00010000:1.0:1788483636.898013:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.898023:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.898031:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.898050:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483636.898116:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+114:2401:x1875360224966912:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 168us (1618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483636.898125:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 460 00010000:00010000:3.0:1788483636.898343:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4012 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c39 expref: 113 pid: 13707 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483636.898365:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192de300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251031808:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483636.898387:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.898396:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.898402:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483636.898422:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1788483636.899904:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.899925:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.900064:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.900073:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483636.900077:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.900085:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.900101:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f7602eebf00) 00010000:00010000:3.0:1788483636.900104:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483636.900108:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.900114:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4027 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.900173:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f4020 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c40 expref: 113 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.900183:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483636.900185:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483636.900189:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f4020 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c40 expref: 113 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483636.900198:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4e00, rc 0) 00000100:00100000:3.0:1788483636.902244:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+112:33990:x1875360224966784:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 10706us (10939us total) trans 4294968235 rc 301/301 00000100:00100000:3.0:1788483636.902256:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1521 00000100:00100000:2.0:1788483636.906005:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483636.906208:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224967168 00000100:00100000:1.0:1788483636.906279:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224967168 00000100:00100000:1.0:1788483636.906335:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 290 00000100:00100000:1.0:1788483636.906344:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+112:33990:x1875360224967168:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483636.906847:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+113:33990:x1875360224967168:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 502us (855us total) trans 4294968236 rc 0/0 00000100:00100000:1.0:1788483636.906855:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 290 00000100:00100000:0.0:1788483636.910913:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483636.911126:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224967296 00000100:00100000:1.0:1788483636.911137:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224967296 00000100:00100000:1.0:1788483636.911193:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1522 00000100:00100000:1.0:1788483636.911204:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+113:33990:x1875360224967296:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483636.911238:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483636.911261:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4035 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c47 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.911317:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4035 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c47 expref: 114 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.911331:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4035 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c47 expref: 114 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.911350:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483636.911353:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483636.911357:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39000, rc 0) 00000100:00100000:1.0:1788483636.911420:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+114:33990:x1875360224967296:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 217us (517us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483636.911428:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1522 00000100:00100000:2.0:1788483636.914896:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483636.914980:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224967552 00000100:00100000:1.0:1788483636.915049:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224967552 00000100:00100000:1.0:1788483636.915115:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1523 00000100:00100000:1.0:1788483636.915125:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+114:33990:x1875360224967552:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:1.0:1788483636.915188:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f403c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.915203:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f403c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.915214:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f403c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.915348:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f403c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.915356:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f403c lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.915362:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f403c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.915369:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483636.915373:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f403c lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.915380:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f403c lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.915397:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483636.915399:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:1.0:1788483636.915403:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f403c lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483636.915409:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f403c lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x21/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483636.915653:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+115:33990:x1875360224967552:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 529us (765us total) trans 4294968237 rc 0/0 00000100:00100000:1.0:1788483636.915662:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1523 00000100:00100000:2.0:1788483636.918347:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.918444:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224967808 00000100:00100000:3.0:1788483636.918454:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224967808 00000100:00100000:2.0:1788483636.918687:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1524 00000100:00100000:2.0:1788483636.918698:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+115:33990:x1875360224967808:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483636.918926:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.918941:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.918952:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483636.919027:0:12148:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968238 00000004:00010000:2.0:1788483636.919053:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000088c5008f reply state 000000001c998132 transno 4294968239 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.919066:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.919073:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483636.919075:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483636.919078:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483636.919165:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+118:33990:x1875360224967808:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 468us (825us total) trans 4294968239 rc 0/0 00000100:00100000:2.0:1788483636.919172:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1524 00000020:00080000:2.0:1788483636.919176:0:12148:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1788483636.921771:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483636.921913:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224968064 00000100:00100000:3.0:1788483636.921923:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224968064 00000100:00100000:3.0:1788483636.922021:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 291 00000100:00100000:3.0:1788483636.922032:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+118:33990:x1875360224968064:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483636.922245:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+119:33990:x1875360224968064:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 214us (480us total) trans 4294968240 rc 0/0 00000100:00100000:3.0:1788483636.922253:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 291 00000100:00100000:1.0:1788483636.956799:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483636.956949:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224968320 00000100:00100000:2.0:1788483636.956959:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224968320 00000100:00100000:2.0:1788483636.957026:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1525 00000100:00100000:2.0:1788483636.957037:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+119:33993:x1875360224968320:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483636.957060:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483636.957081:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f404a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c4e expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957157:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4051 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957170:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4051 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957180:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4051 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957191:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4058 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957197:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4058 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957203:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4058 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957308:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f405f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957316:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f405f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957323:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f405f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483636.957331:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483636.957404:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4051 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957411:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4051 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957418:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4051 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957424:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483636.957428:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4051 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957438:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4051 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957451:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483636.957454:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483636.957458:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4051 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957464:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4051 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957478:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4058 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957483:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4058 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957489:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4058 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957495:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483636.957555:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4058 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957562:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4058 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957571:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:2.0:1788483636.957573:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483636.957576:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4058 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957586:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4058 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957640:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f404a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c4e expref: 122 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957653:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f405f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c4e expref: 121 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483636.957659:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483636.957661:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483636.957664:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366eca00, rc 0) 00000100:00100000:2.0:1788483636.957718:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+121:33993:x1875360224968320:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 682us (927us total) trans 4294968241 rc 0/0 00000100:00100000:2.0:1788483636.957726:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1525 00000100:00100000:1.0:1788483636.964022:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483636.964131:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224968448 00000100:00100000:0.0:1788483636.964142:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224968448 00000100:00100000:0.0:1788483636.964202:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1526 00000100:00100000:0.0:1788483636.964213:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+121:33993:x1875360224968448:12345-192.168.206.36@tcp:54:lfs.0 00010000:00010000:0.0:1788483636.964284:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f406d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.964299:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f406d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.964310:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f406d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.964344:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f406d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.964351:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f406d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.964358:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f406d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.964364:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483636.964368:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f406d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.964379:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f406d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.964390:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:0.0:1788483636.964393:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483636.964397:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f406d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483636.964404:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f406d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483636.964481:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+121:33993:x1875360224968448:12345-192.168.206.36@tcp:54:lfs.0 Request processed in 269us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483636.964490:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1526 00000100:00100000:0.0:1788483636.968637:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483636.969084:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224968704 00000100:00100000:2.0:1788483636.969096:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224968704 00000100:00100000:2.0:1788483636.969184:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 292 00000100:00100000:2.0:1788483636.969193:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a430450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+121:33993:x1875360224968704:12345-192.168.206.36@tcp:35:lfs.0 00000100:00100000:2.0:1788483636.969752:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a430450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+122:33993:x1875360224968704:12345-192.168.206.36@tcp:35:lfs.0 Request processed in 557us (1122us total) trans 4294968242 rc 0/0 00000100:00100000:2.0:1788483636.969761:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 292 00010000:00010000:1.0:1788483636.997144:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483637.045351:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.045418:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224968960 00000100:00100000:3.0:1788483637.045439:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224968960 00000100:00100000:3.0:1788483637.045580:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1527 00000100:00100000:3.0:1788483637.045592:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+122:33998:x1875360224968960:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.045625:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.045646:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4074 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c55 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.045753:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f407b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.045766:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f407b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.045777:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f407b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483637.045792:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788483637.045906:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4074 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c55 expref: 125 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.045924:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f407b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c55 expref: 124 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.045933:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.045935:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:3.0:1788483637.045939:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4e00, rc 0) 00000100:00100000:3.0:1788483637.046047:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+124:33998:x1875360224968960:12345-192.168.206.36@tcp:101:cat.0 Request processed in 456us (705us total) trans 4294968243 rc 0/0 00000100:00100000:3.0:1788483637.046054:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1527 00000100:00100000:3.0:1788483637.049850:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.049942:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224969216 00000100:00100000:2.0:1788483637.049952:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224969216 00000100:00100000:2.0:1788483637.050016:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1528 00000100:00100000:2.0:1788483637.050028:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+124:33999:x1875360224969216:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.050051:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.050073:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4089 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c5c expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.050175:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.050189:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.050201:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.050212:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483637.050329:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4089 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c5c expref: 127 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.050347:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c5c expref: 126 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.050355:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.050358:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1788483637.050361:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483637.050421:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+126:33999:x1875360224969216:12345-192.168.206.36@tcp:101:cat.0 Request processed in 395us (581us total) trans 4294968244 rc 0/0 00000100:00100000:2.0:1788483637.050428:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1528 00000100:00100000:0.0:1788483637.059619:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.059716:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224969472 00000100:00100000:3.0:1788483637.059726:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224969472 00000100:00100000:3.0:1788483637.059913:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 70 00000100:00100000:3.0:1788483637.059928:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a408850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+126:33998:x1875360224969472:12345-192.168.206.36@tcp:103:cat.0 00010000:00010000:3.0:1788483637.059944:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1788483637.059970:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f405f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c4e expref: 126 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.060004:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f407b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c55 expref: 125 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.060019:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4035 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c47 expref: 124 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.060032:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.060037:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483637.060096:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a408850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+123:33998:x1875360224969472:12345-192.168.206.36@tcp:103:cat.0 Request processed in 171us (496us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483637.076192:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 70 00000100:00100000:2.0:1788483637.076450:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.078059:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224969728 00000100:00100000:3.0:1788483637.078074:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224969728 00000100:00100000:3.0:1788483637.078126:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 293 00000100:00100000:3.0:1788483637.078136:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+123:33999:x1875360224969728:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:3.0:1788483637.078358:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+124:33999:x1875360224969728:12345-192.168.206.36@tcp:35:cat.0 Request processed in 221us (1907us total) trans 4294968245 rc 0/0 00000100:00100000:3.0:1788483637.078366:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 293 00000100:00100000:0.0:1788483637.086271:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.086312:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.086407:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224970112 00000100:00100000:1.0:1788483637.086417:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224970112 00000100:00100000:1.0:1788483637.086473:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224969984 00000100:00100000:1.0:1788483637.086477:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224969984 00000100:00100000:1.0:1788483637.086527:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1529 00000100:00100000:1.0:1788483637.086538:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+125:33998:x1875360224970112:12345-192.168.206.36@tcp:58:cat.0 00010000:00010000:1.0:1788483637.086659:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.086677:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c5c expref: 125 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.086686:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.086725:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c5c expref: 125 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.086739:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c5c expref: 125 pid: 6516 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483637.086753:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251031936:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483637.086853:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0300 going to sleep for 11 seconds 00000100:00100000:1.0:1788483637.086875:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1530 00000100:00100000:1.0:1788483637.086883:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+125:34002:x1875360224969984:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:1.0:1788483637.086892:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483637.086903:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f40a5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c63 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.086957:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40ac lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.086967:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.086977:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.086987:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f40b3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.086994:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f40b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087005:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f40b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087096:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087113:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087120:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483637.087129:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1788483637.087198:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087205:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087212:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087218:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.087222:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087229:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087241:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483637.087244:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483637.087249:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40ba lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087255:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087269:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40ac lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087275:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40ac lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087280:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087285:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.087288:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40ac lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087294:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40ac lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087301:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483637.087304:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.087307:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40ac lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087313:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40ac lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087321:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f40b3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087327:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f40b3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087332:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f40b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087337:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.087339:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f40b3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087345:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f40b3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087352:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:1.0:1788483637.087354:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.087357:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f40b3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087362:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f40b3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087395:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f40a5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c63 expref: 127 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087405:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483637.087407:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483637.087411:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f40a5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c63 expref: 127 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.087420:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39400, rc 0) 00000100:00100000:1.0:1788483637.087453:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+126:34002:x1875360224969984:12345-192.168.206.36@tcp:101:cat.0 Request processed in 570us (1139us total) trans 4294968246 rc 301/301 00000100:00100000:1.0:1788483637.087464:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1530 00000100:00100000:0.0:1788483637.101055:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.101195:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224970240 00000100:00100000:2.0:1788483637.101206:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224970240 00000100:00100000:2.0:1788483637.101259:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1531 00000100:00100000:2.0:1788483637.101269:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+126:33999:x1875360224970240:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.101294:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.101315:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f40c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c6a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.101409:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.101423:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.101435:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.101468:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:2.0:1788483637.101473:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483637.101492:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.101560:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f40c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c6a expref: 128 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.101579:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c6a expref: 127 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.101588:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.101591:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483637.101595:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:2.0:1788483637.101671:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+127:33999:x1875360224970240:12345-192.168.206.36@tcp:101:cat.0 Request processed in 402us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.101678:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1531 00000100:00100000:1.0:1788483637.107953:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cd180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251031936:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483637.107983:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483637.113019:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.116961:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224970496 00000100:00100000:2.0:1788483637.116976:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224970496 00000100:00100000:2.0:1788483637.117051:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 294 00000100:00100000:2.0:1788483637.117062:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+127:34002:x1875360224970496:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.117297:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+128:34002:x1875360224970496:12345-192.168.206.36@tcp:35:cat.0 Request processed in 235us (4287us total) trans 4294968247 rc 0/0 00000100:00100000:2.0:1788483637.117306:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 294 00000100:00100000:2.0:1788483637.124739:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.126977:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224970752 00000100:00100000:1.0:1788483637.127002:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224970752 00000100:00100000:1.0:1788483637.127075:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1532 00000100:00100000:1.0:1788483637.127088:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+128:34000:x1875360224970752:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:1.0:1788483637.127109:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483637.127133:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40d6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c71 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127230:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40dd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127243:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127253:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127263:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f40e4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127270:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f40e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127276:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f40e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127387:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f40eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127398:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f40eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127405:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f40eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483637.127415:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1788483637.127488:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f40eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127496:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f40eb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127892:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f40eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127898:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.127903:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f40eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127910:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f40eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127923:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483637.127926:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483637.127930:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f40eb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127940:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f40eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127956:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40dd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127962:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40dd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127968:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127972:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.127975:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40dd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.127981:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40dd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128640:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483637.128643:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.128647:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128653:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f40dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128666:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f40e4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128673:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f40e4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128679:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f40e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128684:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.128687:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f40e4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128693:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f40e4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128700:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:1.0:1788483637.128703:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.128705:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f40e4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128711:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f40e4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128759:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40d6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c71 expref: 130 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128769:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483637.128771:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483637.128774:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f40d6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c71 expref: 130 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.128784:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39600, rc 0) 00000100:00100000:1.0:1788483637.130127:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+129:34000:x1875360224970752:12345-192.168.206.36@tcp:101:cat.0 Request processed in 3032us (5388us total) trans 4294968248 rc 301/301 00000100:00100000:1.0:1788483637.130142:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1532 00000100:00100000:0.0:1788483637.130694:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.130928:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224970880 00000100:00100000:2.0:1788483637.130937:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224970880 00010000:00010000:2.0:1788483637.130971:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c5c expref: 129 pid: 6516 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.131011:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 461 00000100:00100000:2.0:1788483637.131020:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+129:2399:x1875360224970880:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483637.131034:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483637.131041:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c5c expref: 129 pid: 6516 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.131053:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c5c expref: 129 pid: 6516 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.131073:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4090 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c5c expref: 129 pid: 6516 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.131093:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.131099:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.131108:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.131116:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.131149:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483637.131187:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+128:2399:x1875360224970880:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 167us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.131194:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 461 00010000:00010000:3.0:1788483637.131291:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.131300:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483637.131410:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].44, 136 off14176 00000100:00100000:3.0:1788483637.131475:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+127:33998:x1875360224970112:12345-192.168.206.36@tcp:58:cat.0 Request processed in 44939us (45214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483637.131484:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1529 00000100:00100000:2.0:1788483637.150534:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.150679:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224971264 00000100:00100000:3.0:1788483637.150690:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224971264 00000100:00100000:3.0:1788483637.150749:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1533 00000100:00100000:3.0:1788483637.150760:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+127:33998:x1875360224971264:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.150794:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.150823:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f40f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c78 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.150878:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 2/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.150889:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f40f9 lrc: 4/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c78 expref: 128 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.150907:0:13707:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.150919:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f40f9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c78 expref: 128 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.150933:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.150936:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483637.150940:0:13707:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f40f9 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c78 expref: 128 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.150948:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4e00, rc 0) 00000100:00100000:3.0:1788483637.151028:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+128:33998:x1875360224971264:12345-192.168.206.36@tcp:101:cat.0 Request processed in 270us (541us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483637.151036:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1533 00000100:00100000:0.0:1788483637.167556:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.167595:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.172826:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224971136 00000100:00100000:1.0:1788483637.172842:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224971136 00000100:00100000:1.0:1788483637.172920:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 295 00000100:00100000:1.0:1788483637.172931:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+128:34000:x1875360224971136:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:1.0:1788483637.173162:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+129:34000:x1875360224971136:12345-192.168.206.36@tcp:35:cat.0 Request processed in 231us (5612us total) trans 4294968249 rc 0/0 00000100:00100000:1.0:1788483637.173169:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 295 00000100:00100000:3.0:1788483637.173438:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224971520 00000100:00100000:3.0:1788483637.173443:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224971520 00000100:00100000:3.0:1788483637.173487:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1534 00000100:00100000:3.0:1788483637.173532:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+129:34006:x1875360224971520:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.173544:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.173564:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4100 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c7f expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173638:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4107 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173653:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4107 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173666:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4107 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173676:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f410e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173682:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f410e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173689:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f410e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173842:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4115 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173852:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4115 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173860:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4115 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483637.173872:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788483637.173918:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4115 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173926:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4115 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173932:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4115 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173938:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.173942:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4115 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173949:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4115 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173961:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.173964:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483637.173969:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4115 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173974:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4115 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173988:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4107 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.173994:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4107 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174004:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4107 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174009:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.174012:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4107 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174018:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4107 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174025:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.174028:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.174031:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4107 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174036:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4107 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174046:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f410e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174052:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f410e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174058:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f410e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174062:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.174065:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f410e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174076:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f410e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174083:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.174086:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.174089:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f410e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174094:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f410e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174132:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4100 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c7f expref: 131 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174141:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.174143:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483637.174146:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4100 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c7f expref: 131 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.174154:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:3.0:1788483637.174189:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+130:34006:x1875360224971520:12345-192.168.206.36@tcp:101:cat.0 Request processed in 694us (6593us total) trans 4294968250 rc 301/301 00000100:00100000:3.0:1788483637.174195:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1534 00000100:00100000:0.0:1788483637.185952:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.186096:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224971776 00000100:00100000:3.0:1788483637.186107:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224971776 00000100:00100000:3.0:1788483637.186164:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 296 00000100:00100000:3.0:1788483637.186176:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+130:34006:x1875360224971776:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:3.0:1788483637.186397:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+131:34006:x1875360224971776:12345-192.168.206.36@tcp:35:cat.0 Request processed in 223us (453us total) trans 4294968251 rc 0/0 00000100:00100000:3.0:1788483637.186404:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 296 00000100:00100000:2.0:1788483637.189579:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.189675:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224972032 00000100:00100000:1.0:1788483637.189684:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224972032 00000100:00100000:1.0:1788483637.189730:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1535 00000100:00100000:1.0:1788483637.189739:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+131:34010:x1875360224972032:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:1.0:1788483637.189756:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483637.189774:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f4123 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c86 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.189845:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f412a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.189859:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f412a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.189870:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f412a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.189880:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f4131 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.189893:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f4131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.189899:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f4131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190004:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f4138 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190015:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f4138 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190022:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f4138 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483637.190031:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1788483637.190102:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f4138 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190110:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f4138 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190117:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f4138 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190122:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.190126:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f4138 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190134:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f4138 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190150:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483637.190153:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483637.190158:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f4138 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190164:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f4138 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190177:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f412a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190182:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f412a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190187:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f412a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190192:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.190194:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f412a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190199:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f412a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190206:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483637.190208:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.190211:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f412a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190215:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f412a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190228:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f4131 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190233:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f4131 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190238:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f4131 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190242:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.190245:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f4131 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190251:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f4131 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190258:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:1.0:1788483637.190260:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.190263:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f4131 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190268:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f4131 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190304:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f4123 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c86 expref: 133 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190315:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483637.190317:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483637.190321:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f4123 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c86 expref: 133 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.190330:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39600, rc 0) 00000100:00100000:1.0:1788483637.190381:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+132:34010:x1875360224972032:12345-192.168.206.36@tcp:101:cat.0 Request processed in 642us (811us total) trans 4294968252 rc 301/301 00000100:00100000:1.0:1788483637.190388:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1535 00000100:00100000:0.0:1788483637.217781:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.217934:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224972288 00000100:00100000:2.0:1788483637.217944:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224972288 00000100:00100000:2.0:1788483637.218010:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 297 00000100:00100000:2.0:1788483637.218021:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+132:34010:x1875360224972288:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.218257:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+133:34010:x1875360224972288:12345-192.168.206.36@tcp:35:cat.0 Request processed in 237us (485us total) trans 4294968253 rc 0/0 00000100:00100000:2.0:1788483637.218265:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 297 00000100:00100000:0.0:1788483637.223595:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.223682:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224972544 00000100:00100000:3.0:1788483637.223694:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224972544 00000100:00100000:2.0:1788483637.224339:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1536 00000100:00100000:2.0:1788483637.224350:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+133:34016:x1875360224972544:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.224370:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.224391:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4146 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c8d expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224464:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f414d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224477:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f414d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224487:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f414d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224527:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4154 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224534:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4154 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224539:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4154 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224651:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f415b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224661:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f415b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224668:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f415b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.224677:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483637.224746:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f415b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224757:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f415b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224764:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f415b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224770:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.224773:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f415b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224781:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f415b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224793:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.224796:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483637.224801:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f415b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224807:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f415b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224823:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f414d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224829:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f414d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224834:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f414d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224838:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.224842:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f414d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224848:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f414d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224855:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.224858:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.224861:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f414d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224866:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f414d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224876:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4154 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224881:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4154 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224887:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4154 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224891:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.224894:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4154 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224900:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4154 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224907:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:2.0:1788483637.224910:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.224914:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4154 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224918:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4154 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224953:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4146 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c8d expref: 135 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224963:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.224965:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483637.224969:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4146 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c8d expref: 135 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.224977:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483637.225953:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+134:34016:x1875360224972544:12345-192.168.206.36@tcp:101:cat.0 Request processed in 1598us (2360us total) trans 4294968254 rc 301/301 00000100:00100000:2.0:1788483637.225963:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1536 00000100:00100000:2.0:1788483637.248813:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.248905:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.249088:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224973056 00000100:00100000:1.0:1788483637.249099:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224973056 00000100:00100000:1.0:1788483637.249159:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 298 00000100:00100000:1.0:1788483637.249169:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a431c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+134:34016:x1875360224973056:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:1.0:1788483637.249403:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a431c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+135:34016:x1875360224973056:12345-192.168.206.36@tcp:35:cat.0 Request processed in 233us (496us total) trans 4294968255 rc 0/0 00000100:00100000:3.0:1788483637.249410:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224972928 00000100:00100000:1.0:1788483637.249411:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 298 00000100:00100000:3.0:1788483637.249414:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224972928 00000100:00100000:3.0:1788483637.249446:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1537 00000100:00100000:3.0:1788483637.249453:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+135:34023:x1875360224972928:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.249463:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.249480:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4169 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c94 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.249566:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4170 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.249579:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4170 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.249589:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4170 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.249610:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4177 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.249618:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4177 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.249624:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4177 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250559:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f417e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250573:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f417e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250582:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f417e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.250592:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483637.250663:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f417e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250671:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f417e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250678:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f417e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250684:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.250688:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f417e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250695:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f417e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250706:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.250709:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483637.250713:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f417e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250719:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f417e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250734:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4170 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250739:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4170 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250744:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4170 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250754:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.250757:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4170 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250762:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4170 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250769:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.250771:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.250774:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4170 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250780:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4170 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250789:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4177 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250794:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4177 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250811:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4177 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250816:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.250819:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4177 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250826:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4177 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250837:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:2.0:1788483637.250839:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.250858:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4177 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250864:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4177 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250908:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4169 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c94 expref: 137 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250919:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.250921:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483637.250924:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4169 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c94 expref: 137 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.250945:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:2.0:1788483637.250989:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+136:34023:x1875360224972928:12345-192.168.206.36@tcp:101:cat.0 Request processed in 1536us (2195us total) trans 4294968256 rc 301/301 00000100:00100000:2.0:1788483637.250997:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1537 00000100:00100000:0.0:1788483637.264552:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.264592:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.264620:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224973312 00000100:00100000:3.0:1788483637.264628:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224973312 00000100:00100000:3.0:1788483637.264678:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 299 00000100:00100000:3.0:1788483637.264689:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+136:34023:x1875360224973312:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.264732:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224973568 00000100:00100000:2.0:1788483637.264737:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224973568 00000100:00100000:2.0:1788483637.264770:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1538 00000100:00100000:2.0:1788483637.264777:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+137:34014:x1875360224973568:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.264786:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.264817:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f418c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147c9b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.264893:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4193 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483637.264902:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+139:34023:x1875360224973312:12345-192.168.206.36@tcp:35:cat.0 Request processed in 214us (402us total) trans 4294968257 rc 0/0 00010000:00010000:2.0:1788483637.264907:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4193 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483637.264920:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 299 00010000:00010000:2.0:1788483637.264943:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4193 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.264956:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f419a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.264963:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f419a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.264970:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f419a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265050:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41a1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265060:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265067:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.265078:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483637.265125:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41a1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265137:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41a1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265143:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265148:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.265152:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41a1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265158:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41a1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265169:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.265172:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483637.265176:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41a1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265182:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41a1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265196:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4193 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265201:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4193 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265206:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4193 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265210:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.265213:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4193 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265219:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4193 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265225:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.265227:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.265230:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4193 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265235:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4193 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265243:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f419a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265249:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f419a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265260:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f419a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265264:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.265267:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f419a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265273:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f419a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265280:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:2.0:1788483637.265282:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.265285:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f419a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265290:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f419a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265333:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f418c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c9b expref: 139 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265343:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.265346:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483637.265349:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f418c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c9b expref: 139 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.265358:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483637.265396:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+138:34014:x1875360224973568:12345-192.168.206.36@tcp:101:cat.0 Request processed in 619us (804us total) trans 4294968258 rc 301/301 00000100:00100000:2.0:1788483637.265403:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1538 00000100:00100000:1.0:1788483637.278590:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.278806:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224973824 00000100:00100000:2.0:1788483637.278816:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224973824 00000100:00100000:2.0:1788483637.278891:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 300 00000100:00100000:2.0:1788483637.278901:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+138:34014:x1875360224973824:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.279131:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+139:34014:x1875360224973824:12345-192.168.206.36@tcp:35:cat.0 Request processed in 230us (550us total) trans 4294968259 rc 0/0 00000100:00100000:2.0:1788483637.279139:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 300 00000100:00100000:0.0:1788483637.283252:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.285210:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224974080 00000100:00100000:1.0:1788483637.285225:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224974080 00000100:00100000:1.0:1788483637.285300:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1539 00000100:00100000:1.0:1788483637.285310:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+139:34020:x1875360224974080:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:1.0:1788483637.285328:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483637.285348:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f41af lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ca2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285430:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f41b6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285445:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f41b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285458:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f41b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285469:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f41bd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285476:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f41bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285482:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f41bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285652:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f41c4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285663:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f41c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285670:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f41c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483637.285681:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1788483637.285756:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f41c4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285764:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f41c4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285771:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f41c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285777:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.285783:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f41c4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285790:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f41c4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285802:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483637.285806:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483637.285810:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f41c4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285816:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f41c4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285831:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f41b6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285838:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f41b6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285844:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f41b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285849:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.285852:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f41b6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285858:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f41b6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285865:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483637.285867:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.285870:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f41b6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285876:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f41b6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285885:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f41bd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285891:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f41bd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285896:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f41bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285901:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.285904:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f41bd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285910:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f41bd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285918:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:1.0:1788483637.285920:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.285922:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f41bd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285928:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f41bd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285965:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f41af lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ca2 expref: 141 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285981:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483637.285984:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483637.285988:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f41af lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ca2 expref: 141 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.285997:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38200, rc 0) 00000100:00100000:1.0:1788483637.286061:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+140:34020:x1875360224974080:12345-192.168.206.36@tcp:101:cat.0 Request processed in 751us (2816us total) trans 4294968260 rc 301/301 00000100:00100000:1.0:1788483637.286069:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1539 00000100:00100000:1.0:1788483637.295134:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.295251:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224974336 00000100:00100000:0.0:1788483637.295259:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224974336 00000100:00100000:0.0:1788483637.295314:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 301 00000100:00100000:0.0:1788483637.295324:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+140:34020:x1875360224974336:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:0.0:1788483637.295813:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+141:34020:x1875360224974336:12345-192.168.206.36@tcp:35:cat.0 Request processed in 488us (686us total) trans 4294968261 rc 0/0 00000100:00100000:0.0:1788483637.295821:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 301 00000100:00100000:0.0:1788483637.300449:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.303551:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224974592 00000100:00100000:2.0:1788483637.303565:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224974592 00000100:00100000:2.0:1788483637.303647:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1540 00000100:00100000:2.0:1788483637.303658:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+141:34024:x1875360224974592:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.303680:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.303700:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f41d2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ca9 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.303793:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f41d9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.303807:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f41d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.303818:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f41d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.303829:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f41e0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.303836:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f41e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.303842:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f41e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.303954:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41e7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.303964:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.303970:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.303983:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483637.304069:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41e7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304077:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41e7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304084:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304091:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.304095:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41e7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304102:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41e7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304115:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.304119:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483637.304124:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41e7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304130:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f41e7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304146:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f41d9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304153:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f41d9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304162:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f41d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304168:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.304171:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f41d9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304176:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f41d9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304184:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.304186:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.304189:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f41d9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304195:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f41d9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304204:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f41e0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304210:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f41e0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304739:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f41e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304744:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.304747:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f41e0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304758:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f41e0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304768:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:2.0:1788483637.304770:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.304774:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f41e0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304780:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f41e0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304821:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f41d2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ca9 expref: 143 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304830:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.304832:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483637.304836:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f41d2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ca9 expref: 143 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.304845:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483637.305022:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+142:34024:x1875360224974592:12345-192.168.206.36@tcp:101:cat.0 Request processed in 1364us (4582us total) trans 4294968262 rc 301/301 00000100:00100000:2.0:1788483637.305030:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1540 00000100:00100000:1.0:1788483637.313389:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.313545:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224974848 00000100:00100000:0.0:1788483637.313555:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224974848 00000100:00100000:0.0:1788483637.313624:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1541 00000100:00100000:0.0:1788483637.313635:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+142:34009:x1875360224974848:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483637.313660:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483637.313681:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f41f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147cb0 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.313755:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.313769:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.313778:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.313790:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4203 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.313801:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4203 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.313808:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4203 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.313910:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f420a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.313920:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f420a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.313927:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f420a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483637.313936:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788483637.314020:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f420a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314028:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f420a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314035:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f420a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314041:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.314045:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f420a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314052:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f420a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314068:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:0.0:1788483637.314071:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483637.314076:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f420a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314081:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f420a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314099:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314106:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314111:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314115:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314120:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.314122:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314128:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314135:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.314138:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.314140:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314151:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f41fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314160:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4203 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314166:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4203 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314172:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4203 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314178:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.314181:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4203 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314187:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4203 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314194:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:0.0:1788483637.314197:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.314200:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4203 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314205:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4203 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314251:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f41f5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cb0 expref: 144 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314267:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.314269:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483637.314273:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f41f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cb0 expref: 144 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.314281:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:0.0:1788483637.314341:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+143:34009:x1875360224974848:12345-192.168.206.36@tcp:101:cat.0 Request processed in 707us (960us total) trans 4294968263 rc 301/301 00000100:00100000:0.0:1788483637.314348:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1541 00000100:00100000:0.0:1788483637.314781:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.314966:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224975104 00000100:00100000:3.0:1788483637.314974:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224975104 00000100:00100000:3.0:1788483637.315025:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 302 00000100:00100000:3.0:1788483637.315034:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+143:34024:x1875360224975104:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:3.0:1788483637.315229:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+144:34024:x1875360224975104:12345-192.168.206.36@tcp:35:cat.0 Request processed in 195us (448us total) trans 4294968264 rc 0/0 00000100:00100000:3.0:1788483637.315235:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 302 00000100:00100000:0.0:1788483637.316903:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251032064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483637.316956:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483637.317120:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251032064 00000100:00100000:2.0:1788483637.317127:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251032064 00000100:00100000:2.0:1788483637.317176:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1788483637.317185:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251032064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483637.317219:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:2.0:1788483637.317267:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251032064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.317273:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1788483637.317315:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251032064:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483637.318648:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483637.318655:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483637.318683:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 4 00000040:00080000:3.0:1788483637.318692:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483637.318817:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192ded80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251032192:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483637.318963:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76052a9240 going to sleep for 11 seconds 00000100:00100000:0.0:1788483637.323039:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.326071:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224975360 00000100:00100000:3.0:1788483637.326084:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224975360 00000100:00100000:3.0:1788483637.326149:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 303 00000100:00100000:3.0:1788483637.326159:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+144:34009:x1875360224975360:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:3.0:1788483637.326385:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+145:34009:x1875360224975360:12345-192.168.206.36@tcp:35:cat.0 Request processed in 227us (3355us total) trans 4294968265 rc 0/0 00000100:00100000:3.0:1788483637.326393:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 303 00000100:00100000:0.0:1788483637.326576:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.326735:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224975616 00000100:00100000:2.0:1788483637.326740:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224975616 00000100:00100000:2.0:1788483637.326783:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1542 00000100:00100000:2.0:1788483637.326792:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+145:34013:x1875360224975616:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.326802:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.326823:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4218 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147cb7 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.326882:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f421f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.326895:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f421f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.326905:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f421f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.326914:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4226 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.326922:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4226 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.326927:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4226 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327015:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f422d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327025:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f422d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327032:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f422d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.327041:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483637.327090:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f422d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327098:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f422d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327105:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f422d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327112:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.327116:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f422d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327123:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f422d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327135:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.327138:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483637.327143:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f422d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327154:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f422d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327170:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f421f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327175:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f421f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327181:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f421f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327185:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.327188:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f421f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327194:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f421f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327202:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.327204:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.327207:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f421f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327213:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f421f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327220:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4226 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327226:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4226 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327232:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4226 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327237:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.327240:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4226 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327246:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4226 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327253:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:2.0:1788483637.327255:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.327258:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4226 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327262:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4226 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327293:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4218 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cb7 expref: 147 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327303:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.327305:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483637.327308:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4218 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cb7 expref: 147 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.327317:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483637.327366:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+146:34013:x1875360224975616:12345-192.168.206.36@tcp:101:cat.0 Request processed in 575us (790us total) trans 4294968266 rc 301/301 00000100:00100000:2.0:1788483637.327377:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1542 00000100:00100000:0.0:1788483637.331438:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.331538:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224975744 00000100:00100000:2.0:1788483637.331548:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224975744 00000100:00100000:2.0:1788483637.331609:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1543 00000100:00100000:2.0:1788483637.331620:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:34030:x1875360224975744:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483637.331650:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483637.331751:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:34030:x1875360224975744:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 133us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.331758:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1543 00000100:00100000:3.0:1788483637.331907:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192ded80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251032192:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483637.336940:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.337046:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224976000 00000100:00100000:0.0:1788483637.337057:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224976000 00000100:00100000:0.0:1788483637.337115:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1544 00000100:00100000:0.0:1788483637.337125:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+146:34004:x1875360224976000:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483637.337161:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483637.337182:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f423b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147cbe expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337273:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337291:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337301:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337312:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4249 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337320:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337326:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337434:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4250 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337444:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4250 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337451:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4250 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483637.337461:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788483637.337580:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4250 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337588:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4250 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337595:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4250 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337612:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.337616:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4250 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337623:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4250 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337636:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:0.0:1788483637.337639:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483637.337643:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4250 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337648:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4250 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337664:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337669:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337674:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337678:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337683:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.337685:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337695:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337702:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.337704:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.337707:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337712:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4242 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337722:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4249 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337727:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4249 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337732:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337736:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.337739:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4249 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337744:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4249 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337750:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:0.0:1788483637.337752:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.337755:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4249 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337764:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4249 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337810:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f423b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cbe expref: 148 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337821:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.337824:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483637.337827:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f423b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cbe expref: 148 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.337836:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cca00, rc 0) 00000100:00100000:0.0:1788483637.337893:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+147:34004:x1875360224976000:12345-192.168.206.36@tcp:101:cat.0 Request processed in 769us (963us total) trans 4294968267 rc 301/301 00000100:00100000:0.0:1788483637.337900:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1544 00000100:00100000:3.0:1788483637.342143:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.342217:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224976256 00000100:00100000:0.0:1788483637.342228:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224976256 00000100:00100000:0.0:1788483637.342281:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 304 00000100:00100000:0.0:1788483637.342291:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a431050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+147:34013:x1875360224976256:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:0.0:1788483637.342547:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a431050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+148:34013:x1875360224976256:12345-192.168.206.36@tcp:35:cat.0 Request processed in 255us (411us total) trans 4294968268 rc 0/0 00000100:00100000:0.0:1788483637.342555:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 304 00000100:00100000:0.0:1788483637.349894:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.349938:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.349965:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224976512 00000100:00100000:0.0:1788483637.349974:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224976512 00000100:00100000:0.0:1788483637.350031:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224976640 00000100:00100000:0.0:1788483637.350035:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224976640 00000100:00100000:0.0:1788483637.350059:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1545 00000100:00100000:0.0:1788483637.350069:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+148:34021:x1875360224976512:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483637.350094:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483637.350117:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f425e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147cc5 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350194:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4265 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350207:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4265 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350232:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4265 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350245:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f426c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350252:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f426c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350258:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f426c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350368:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4273 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350378:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350390:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483637.350400:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788483637.350467:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4273 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350475:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4273 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350481:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4273 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350487:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.350490:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4273 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350496:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4273 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350533:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:0.0:1788483637.350536:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483637.350541:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4273 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350547:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4273 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350561:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4265 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350571:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4265 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350576:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4265 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350581:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.350584:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4265 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350589:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4265 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350608:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.350610:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.350613:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4265 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350619:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4265 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350628:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f426c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350633:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f426c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350638:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f426c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350643:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.350646:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f426c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350653:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f426c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350660:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:0.0:1788483637.350662:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.350665:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f426c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350669:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f426c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350702:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f425e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cc5 expref: 150 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350712:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.350714:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483637.350717:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f425e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cc5 expref: 150 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350726:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ea00, rc 0) 00000100:00100000:0.0:1788483637.350778:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+149:34021:x1875360224976512:12345-192.168.206.36@tcp:101:cat.0 Request processed in 709us (891us total) trans 4294968269 rc 301/301 00000100:00100000:0.0:1788483637.350785:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1545 00000100:00100000:0.0:1788483637.350807:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1546 00000100:00100000:0.0:1788483637.350815:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:34030:x1875360224976640:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 00010000:00010000:0.0:1788483637.350849:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4281 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350860:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4281 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350868:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4281 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350928:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4288 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350936:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4288 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350943:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4288 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350961:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350969:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.350976:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483637.351001:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00000004:00200000:0.0:1788483637.351005:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483637.351013:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351022:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4281 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351032:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4281 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351038:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4281 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351044:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.351047:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4281 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351053:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4281 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351061:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:0.0:1788483637.351063:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.351066:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4281 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351071:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4281 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351079:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4288 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351085:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4288 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351091:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4288 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351096:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.351100:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4288 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351106:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4288 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351113:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x1cf45032 (ffff9f7602eebf00) 00010000:00010000:0.0:1788483637.351115:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.351118:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4288 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351124:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4288 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x1cf45032 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351137:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351142:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351148:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351153:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.351156:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351161:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351168:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:0.0:1788483637.351170:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.351173:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.351178:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f428f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483637.351214:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:34030:x1875360224976640:12345-192.168.206.36@tcp:34:lhsmtool_posix.0 Request processed in 399us (1274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483637.351221:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1546 00000100:00100000:0.0:1788483637.357777:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.357932:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224976896 00000100:00100000:3.0:1788483637.357942:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224976896 00000100:00100000:3.0:1788483637.358005:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1547 00000100:00100000:3.0:1788483637.358016:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+149:34017:x1875360224976896:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.358036:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.358056:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4296 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ccc expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358135:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358149:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358160:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358170:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f42a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358178:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358185:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358287:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f42ab lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358297:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f42ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358305:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f42ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483637.358315:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788483637.358393:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f42ab lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358401:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f42ab lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358407:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f42ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358413:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.358418:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f42ab lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358425:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f42ab lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358438:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.358441:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483637.358445:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f42ab lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358455:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f42ab lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358471:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358478:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358483:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358488:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358493:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.358531:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358540:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358548:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.358550:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.358553:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358559:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f429d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358567:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f42a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358572:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f42a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358577:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f42a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358581:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.358584:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f42a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358588:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f42a4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358594:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.358607:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.358610:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f42a4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358615:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f42a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358652:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4296 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ccc expref: 151 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358661:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.358663:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483637.358666:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4296 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ccc expref: 151 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.358679:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:3.0:1788483637.358738:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+150:34017:x1875360224976896:12345-192.168.206.36@tcp:101:cat.0 Request processed in 723us (980us total) trans 4294968270 rc 301/301 00000100:00100000:3.0:1788483637.358746:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1547 00000100:00100000:0.0:1788483637.369250:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.369291:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.369326:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.369354:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224977408 00000100:00100000:0.0:1788483637.369363:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224977408 00000100:00100000:0.0:1788483637.369405:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224977664 00000100:00100000:0.0:1788483637.369408:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224977664 00000100:00100000:0.0:1788483637.369428:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1548 00000100:00100000:0.0:1788483637.369437:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+150:34007:x1875360224977408:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483637.369462:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483637.369482:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f42b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147cd3 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369607:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f42c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369621:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f42c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369631:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f42c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369643:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f42c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369650:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f42c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369655:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f42c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369757:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f42ce lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369766:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369785:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483637.369795:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788483637.369864:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f42ce lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369872:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f42ce lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369878:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f42ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369884:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.369888:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f42ce lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369900:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f42ce lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369912:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:0.0:1788483637.369915:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483637.369919:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f42ce lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369925:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f42ce lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369938:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f42c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369945:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f42c0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369950:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f42c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369954:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.369957:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f42c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369963:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f42c0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369969:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.369972:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.369974:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f42c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369984:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f42c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369991:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f42c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.369996:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f42c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370002:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f42c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370007:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.370009:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f42c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370015:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f42c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370021:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:0.0:1788483637.370023:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.370025:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f42c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370031:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f42c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370065:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f42b9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cd3 expref: 152 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370080:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.370082:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483637.370086:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f42b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cd3 expref: 152 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370094:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b200, rc 0) 00000100:00100000:0.0:1788483637.370148:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+151:34007:x1875360224977408:12345-192.168.206.36@tcp:101:cat.0 Request processed in 711us (855us total) trans 4294968271 rc 301/301 00000100:00100000:0.0:1788483637.370155:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1548 00000100:00100000:0.0:1788483637.370174:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1549 00000100:00100000:0.0:1788483637.370181:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:34030:x1875360224977664:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483637.370191:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483637.370200:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f42dc lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147cda expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370242:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f42e3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370251:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f42e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370259:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f42e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483637.370267:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788483637.370295:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f42e3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370303:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f42e3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370309:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f42e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370313:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ac00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.370316:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f42e3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370322:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f42e3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370330:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:0.0:1788483637.370332:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483637.370335:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f42e3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370341:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f42e3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370366:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f42dc lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cda expref: 55 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370374:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9f750731f200) 00010000:00010000:0.0:1788483637.370377:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483637.370380:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f42dc lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cda expref: 55 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.370388:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a400, rc 0) 00000100:00100000:0.0:1788483637.370412:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:34030:x1875360224977664:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 231us (1084us total) trans 4294968272 rc 301/301 00000100:00100000:0.0:1788483637.370417:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1549 00000100:00100000:2.0:1788483637.371109:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224977152 00000100:00100000:2.0:1788483637.371118:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224977152 00000100:00100000:2.0:1788483637.371160:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 305 00000100:00100000:2.0:1788483637.371168:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+151:34017:x1875360224977152:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.371296:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+152:34017:x1875360224977152:12345-192.168.206.36@tcp:35:cat.0 Request processed in 128us (2055us total) trans 4294968273 rc 0/0 00000100:00100000:2.0:1788483637.371304:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 305 00000100:00100000:0.0:1788483637.379125:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.379169:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.379255:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224978048 00000100:00100000:1.0:1788483637.379265:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224978048 00000100:00100000:1.0:1788483637.379316:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 306 00000100:00100000:1.0:1788483637.379326:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+152:34004:x1875360224978048:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:1.0:1788483637.379584:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+153:34004:x1875360224978048:12345-192.168.206.36@tcp:35:cat.0 Request processed in 259us (413us total) trans 4294968274 rc 0/0 00000100:00100000:1.0:1788483637.379591:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 306 00000100:00100000:3.0:1788483637.379669:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224977792 00000100:00100000:3.0:1788483637.379674:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224977792 00000100:00100000:3.0:1788483637.379714:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1550 00000100:00100000:3.0:1788483637.379728:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:34030:x1875360224977792:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483637.379747:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000402:0x4b:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483637.379829:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:34030:x1875360224977792:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 102us (712us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483637.379836:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1550 00000100:00100000:0.0:1788483637.383267:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.384203:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224978304 00000100:00100000:2.0:1788483637.384214:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224978304 00000100:00100000:2.0:1788483637.384267:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1551 00000100:00100000:2.0:1788483637.384278:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+153:34022:x1875360224978304:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.384302:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.384320:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f42f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ce1 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384394:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f42f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384408:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f42f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384419:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f42f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384429:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f42ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384436:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f42ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384443:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f42ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384584:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4306 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384594:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4306 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384611:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4306 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.384621:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483637.384685:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4306 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384692:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4306 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384698:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4306 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384704:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.384707:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4306 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384714:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4306 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384726:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.384729:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483637.384734:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4306 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384740:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4306 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384754:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f42f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384760:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f42f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384765:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f42f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384769:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.384784:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f42f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384790:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f42f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384864:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.384867:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.384870:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f42f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384876:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f42f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384887:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f42ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384893:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f42ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384899:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f42ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384903:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.384906:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f42ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384912:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f42ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384918:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:2.0:1788483637.384920:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.384923:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f42ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384929:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f42ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384966:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f42f1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ce1 expref: 155 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.384976:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.384978:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483637.384982:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f42f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ce1 expref: 155 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483637.386361:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:2.0:1788483637.386489:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec200, rc 0) 00000100:00100000:2.0:1788483637.386572:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+154:34022:x1875360224978304:12345-192.168.206.36@tcp:101:cat.0 Request processed in 2295us (3312us total) trans 4294968275 rc 301/301 00000100:00100000:2.0:1788483637.386581:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1551 00000100:00100000:2.0:1788483637.386624:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224978560 00000100:00100000:2.0:1788483637.386631:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224978560 00000100:00100000:2.0:1788483637.386670:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1552 00000100:00100000:2.0:1788483637.386678:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:34030:x1875360224978560:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483637.386694:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.386707:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4314 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ce8 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483637.387128:0:6515:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1e:0x0], index 1: 0 00010000:00010000:2.0:1788483637.387262:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f431b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.387275:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f431b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.387289:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f431b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.387342:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4314 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ce8 expref: 57 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.387358:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f431b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ce8 expref: 56 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.387367:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c000) 00010000:00010000:2.0:1788483637.387370:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483637.387372:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524e00, rc 0) 00000100:00100000:2.0:1788483637.387404:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:34030:x1875360224978560:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 726us (1047us total) trans 4294968276 rc 0/0 00000100:00100000:2.0:1788483637.387410:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1552 00000100:00100000:0.0:1788483637.389848:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.391823:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224978816 00000100:00100000:2.0:1788483637.391837:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224978816 00000100:00100000:2.0:1788483637.391903:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 307 00000100:00100000:2.0:1788483637.391915:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+154:34021:x1875360224978816:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.392139:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+155:34021:x1875360224978816:12345-192.168.206.36@tcp:35:cat.0 Request processed in 225us (2300us total) trans 4294968277 rc 0/0 00000100:00100000:2.0:1788483637.392147:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 307 00000100:00100000:0.0:1788483637.399336:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.399366:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.399404:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224979072 00000100:00100000:0.0:1788483637.399412:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224979072 00000100:00100000:0.0:1788483637.399467:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1553 00000100:00100000:0.0:1788483637.399477:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+155:34027:x1875360224979072:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483637.399543:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483637.399580:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f4329 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147cef expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399689:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399703:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399714:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399724:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4337 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399731:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4337 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399737:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4337 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399848:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f433e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399859:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f433e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399867:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f433e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483637.399877:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788483637.399951:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f433e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399958:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f433e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399965:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f433e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399971:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.399975:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f433e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399983:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f433e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.399994:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:0.0:1788483637.399997:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483637.400002:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f433e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400008:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f433e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400024:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400030:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400036:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400041:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400046:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.400049:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400055:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400063:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.400065:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.400068:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400074:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4330 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400083:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4337 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400090:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4337 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400096:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4337 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400101:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.400104:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4337 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400110:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4337 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400117:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:0.0:1788483637.400119:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.400122:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4337 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400127:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4337 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400170:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f4329 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cef expref: 157 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400181:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.400183:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483637.400187:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f4329 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cef expref: 157 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.400201:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b200, rc 0) 00000100:00100000:0.0:1788483637.400264:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+156:34027:x1875360224979072:12345-192.168.206.36@tcp:101:cat.0 Request processed in 788us (905us total) trans 4294968278 rc 301/301 00000100:00100000:0.0:1788483637.400271:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1553 00000100:00100000:2.0:1788483637.400820:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224979328 00000100:00100000:2.0:1788483637.400828:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224979328 00000100:00100000:2.0:1788483637.400868:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 308 00000100:00100000:2.0:1788483637.400876:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+156:34007:x1875360224979328:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.401000:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+157:34007:x1875360224979328:12345-192.168.206.36@tcp:35:cat.0 Request processed in 125us (1675us total) trans 4294968279 rc 0/0 00000100:00100000:2.0:1788483637.401007:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 308 00000100:00100000:0.0:1788483637.404716:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.406335:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224979584 00000100:00100000:3.0:1788483637.406348:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224979584 00000100:00100000:3.0:1788483637.406413:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1554 00000100:00100000:3.0:1788483637.406425:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:34030:x1875360224979584:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483637.406477:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483637.406526:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f431b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ce8 expref: 56 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406544:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c000) 00010000:00010000:3.0:1788483637.406554:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483637.406576:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f434c lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406589:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f434c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406609:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f434c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406624:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4353 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4a:0x0].0x47f80f5b bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406635:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4353 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x47f80f5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406642:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4353 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x47f80f5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406687:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f434c lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406694:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f434c lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406701:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f434c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406707:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.406711:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f434c lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406716:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f434c lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406725:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.406728:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.406731:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f434c lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406737:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f434c lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406747:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4353 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4a:0x0].0x47f80f5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406753:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4353 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x47f80f5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406760:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4353 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x47f80f5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406764:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.406766:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4353 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x47f80f5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406772:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4353 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4a:0x0].0x47f80f5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406778:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x47f80f5b (ffff9f7603b2b900) 00010000:00010000:3.0:1788483637.406781:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.406783:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4353 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x47f80f5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.406788:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4353 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4a:0x0].0x47f80f5b bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483637.406873:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34030:x1875360224979584:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 450us (2165us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483637.406881:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1554 00000100:00100000:3.0:1788483637.412308:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.412412:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.412632:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224980224 00000100:00100000:2.0:1788483637.412641:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224980224 00000100:00100000:2.0:1788483637.412693:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1555 00000100:00100000:2.0:1788483637.412704:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34030:x1875360224980224:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483637.412724:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.412747:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f435a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147cfd expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.412782:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.412796:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.412820:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.412949:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f435a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cfd expref: 57 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.412966:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cfd expref: 56 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.412975:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:2.0:1788483637.412978:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483637.412982:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509524c00, rc 0) 00000100:00100000:2.0:1788483637.413033:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:34030:x1875360224980224:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 331us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.413041:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1555 00000100:00100000:0.0:1788483637.413990:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.414197:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224980096 00000100:00100000:3.0:1788483637.414206:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224980096 00000100:00100000:3.0:1788483637.414252:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1556 00000100:00100000:3.0:1788483637.414261:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a39050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+157:34025:x1875360224980096:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.414278:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.414293:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4368 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147cf6 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414449:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414461:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414471:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414481:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4376 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414488:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4376 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414495:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4376 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414614:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f437d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414624:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f437d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414631:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f437d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483637.414640:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788483637.414707:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f437d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414715:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f437d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414721:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f437d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414727:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.414730:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f437d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414737:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f437d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414747:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.414750:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483637.414754:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f437d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.414759:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f437d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483637.415292:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224979840 00000100:00100000:1.0:1788483637.415348:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224979840 00000100:00100000:1.0:1788483637.415392:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 309 00000100:00100000:1.0:1788483637.415401:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+160:34022:x1875360224979840:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:1.0:1788483637.415560:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+161:34022:x1875360224979840:12345-192.168.206.36@tcp:35:cat.0 Request processed in 159us (3260us total) trans 4294968281 rc 0/0 00000100:00100000:1.0:1788483637.415568:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 309 00010000:00010000:3.0:1788483637.421165:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421178:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421186:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421193:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421199:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.421204:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421224:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421241:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.421244:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.421249:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421255:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f436f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421266:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4376 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421272:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4376 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421279:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4376 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421284:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.421287:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4376 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421293:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4376 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421311:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.421313:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.421317:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4376 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421322:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4376 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421830:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4368 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cf6 expref: 160 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421843:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.421846:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483637.421849:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4368 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cf6 expref: 160 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.421861:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:3.0:1788483637.422677:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a39050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+159:34025:x1875360224980096:12345-192.168.206.36@tcp:101:cat.0 Request processed in 8411us (8876us total) trans 4294968280 rc 301/301 00000100:00100000:3.0:1788483637.422690:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1556 00000100:00100000:2.0:1788483637.424925:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.429081:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.429464:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224980992 00000100:00100000:0.0:1788483637.429474:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224980992 00000100:00100000:0.0:1788483637.429568:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1557 00000100:00100000:0.0:1788483637.429579:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+159:34029:x1875360224980992:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483637.429612:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483637.429634:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f438b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d04 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.429708:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4392 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.429721:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4392 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.429731:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4392 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.429742:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4399 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.429751:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4399 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.429758:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4399 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.429881:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f43a0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.429891:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f43a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.429899:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f43a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483637.429908:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788483637.429979:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f43a0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.429987:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f43a0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430005:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f43a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430011:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911b200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.430015:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f43a0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430023:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f43a0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430035:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:0.0:1788483637.430037:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483637.430043:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f43a0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430049:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f43a0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430064:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4392 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430070:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4392 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430075:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4392 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430081:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.430083:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4392 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430089:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4392 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430096:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.430098:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.430101:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4392 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430106:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a200/0xf2b1f833e60f4392 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430114:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4399 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430120:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4399 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430125:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4399 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430130:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.430133:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4399 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430139:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4399 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430146:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:0.0:1788483637.430148:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.430151:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4399 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430156:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4399 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430192:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f438b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d04 expref: 161 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430202:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.430204:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483637.430207:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f438b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d04 expref: 161 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.430216:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a000, rc 0) 00000100:00100000:0.0:1788483637.430272:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+160:34029:x1875360224980992:12345-192.168.206.36@tcp:101:cat.0 Request processed in 696us (1201us total) trans 4294968282 rc 301/301 00000100:00100000:0.0:1788483637.430282:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1557 00000100:00100000:1.0:1788483637.434682:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224980480 00000100:00100000:1.0:1788483637.434698:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224980480 00000100:00100000:1.0:1788483637.434775:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 310 00000100:00100000:1.0:1788483637.434787:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a430050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+160:34027:x1875360224980480:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:1.0:1788483637.435017:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a430050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+161:34027:x1875360224980480:12345-192.168.206.36@tcp:35:cat.0 Request processed in 231us (10158us total) trans 4294968283 rc 0/0 00000100:00100000:1.0:1788483637.435025:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 310 00000100:00100000:3.0:1788483637.446356:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.446452:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224981248 00000100:00100000:2.0:1788483637.446461:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224981248 00000100:00100000:2.0:1788483637.446539:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1558 00000100:00100000:2.0:1788483637.446551:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+161:34019:x1875360224981248:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.446569:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.446588:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f43ae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d0b expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446667:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f43b5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446680:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f43b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446690:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f43b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446700:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f43bc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446707:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f43bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446713:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f43bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446829:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f43c3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446840:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f43c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446848:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f43c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.446857:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483637.446941:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f43c3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446949:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f43c3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446956:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f43c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446962:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.446966:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f43c3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446974:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f43c3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.446985:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.446988:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483637.446992:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f43c3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447002:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f43c3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447018:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f43b5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447023:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f43b5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447028:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f43b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447032:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.447035:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f43b5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447040:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f43b5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447047:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.447049:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.447052:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f43b5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447057:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f43b5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447066:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f43bc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447071:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f43bc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447077:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f43bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447083:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.447085:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f43bc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447092:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f43bc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447099:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:2.0:1788483637.447101:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.447104:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f43bc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447110:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f43bc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447145:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f43ae lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d0b expref: 163 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447155:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.447157:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483637.447160:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f43ae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d0b expref: 163 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.447170:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:2.0:1788483637.447225:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+162:34019:x1875360224981248:12345-192.168.206.36@tcp:101:cat.0 Request processed in 676us (878us total) trans 4294968284 rc 301/301 00000100:00100000:2.0:1788483637.447235:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1558 00000100:00100000:0.0:1788483637.453033:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.453113:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224981504 00000100:00100000:2.0:1788483637.453122:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224981504 00000100:00100000:2.0:1788483637.453178:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1559 00000100:00100000:2.0:1788483637.453189:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+162:34005:x1875360224981504:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.453208:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.453228:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f43d1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d12 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453298:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f43d8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453311:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f43d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453322:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f43d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453333:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f43df lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453339:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f43df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453345:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f43df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453444:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43e6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453459:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453465:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.453474:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483637.453588:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43e6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453606:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43e6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453613:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453619:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.453623:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43e6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453631:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43e6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453642:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.453645:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483637.453650:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43e6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453656:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43e6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453673:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f43d8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453679:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f43d8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453684:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f43d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453689:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.453691:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f43d8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453697:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f43d8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453704:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.453706:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.453709:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f43d8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453714:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f43d8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453722:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f43df lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453727:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f43df lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453733:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f43df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453739:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.453741:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f43df lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453747:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f43df lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453753:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:2.0:1788483637.453756:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.453758:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f43df lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453763:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f43df lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453797:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f43d1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d12 expref: 164 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453806:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.453808:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483637.453811:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f43d1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d12 expref: 164 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.453820:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed800, rc 0) 00000100:00100000:2.0:1788483637.453874:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+163:34005:x1875360224981504:12345-192.168.206.36@tcp:101:cat.0 Request processed in 686us (850us total) trans 4294968285 rc 301/301 00000100:00100000:2.0:1788483637.453881:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1559 00000100:00100000:0.0:1788483637.456458:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.456671:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224980736 00000100:00100000:2.0:1788483637.456682:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224980736 00000100:00100000:2.0:1788483637.456740:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1560 00000100:00100000:2.0:1788483637.456750:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:34030:x1875360224980736:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788483637.456833:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.456848:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.456858:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788483637.457537:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].18, 88 off9464 00000004:00080000:2.0:1788483637.457548:0:6515:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 802412048558ns, next at 803412045762ns, rc = 0 00000004:00010000:2.0:1788483637.457617:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003a171862 reply state 00000000ac8e9a1e transno 4294968286 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.457631:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.457639:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:2.0:1788483637.457643:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788483637.457646:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483637.457744:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:34030:x1875360224980736:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 994us (1291us total) trans 4294968286 rc 0/0 00000100:00100000:2.0:1788483637.457753:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1560 00000100:00100000:0.0:1788483637.468489:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.468655:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224981760 00000100:00100000:2.0:1788483637.468665:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224981760 00000100:00100000:2.0:1788483637.468709:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 311 00000100:00100000:2.0:1788483637.468719:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+163:34025:x1875360224981760:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.468955:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+164:34025:x1875360224981760:12345-192.168.206.36@tcp:35:cat.0 Request processed in 236us (474us total) trans 4294968287 rc 0/0 00000100:00100000:2.0:1788483637.468962:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 311 00000100:00100000:0.0:1788483637.475695:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.475803:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224982016 00000100:00100000:2.0:1788483637.475813:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224982016 00000100:00100000:2.0:1788483637.475915:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1561 00000100:00100000:2.0:1788483637.475925:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+164:34015:x1875360224982016:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.475949:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.475970:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43fb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d19 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476062:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4402 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476075:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4402 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476085:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4402 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476094:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4409 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476100:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4409 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476105:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4409 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476204:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4410 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476214:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476222:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.476231:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:2.0:1788483637.476299:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4410 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476307:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4410 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476313:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4410 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476319:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.476323:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4410 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476331:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4410 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476343:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.476346:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483637.476350:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4410 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476355:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f4410 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476379:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4402 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476385:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4402 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476390:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4402 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476394:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.476397:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4402 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476403:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4402 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476409:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.476412:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.476415:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4402 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476421:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4402 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476429:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4409 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476434:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4409 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476439:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4409 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476445:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.476447:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4409 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476452:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4409 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476458:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:2.0:1788483637.476460:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483637.476463:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4409 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476468:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4409 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476560:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43fb lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d19 expref: 166 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476571:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:2.0:1788483637.476573:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788483637.476577:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f43fb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d19 expref: 166 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.476586:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f200, rc 0) 00000100:00100000:2.0:1788483637.476649:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+165:34015:x1875360224982016:12345-192.168.206.36@tcp:101:cat.0 Request processed in 724us (962us total) trans 4294968288 rc 301/301 00000100:00100000:2.0:1788483637.476656:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1561 00000100:00100000:0.0:1788483637.483545:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.483639:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224982144 00000100:00100000:2.0:1788483637.483648:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224982144 00000100:00100000:2.0:1788483637.483703:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1562 00000100:00100000:2.0:1788483637.483713:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:34030:x1875360224982144:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483637.483734:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.483752:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f441e lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d20 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.483817:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f441e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d20 expref: 59 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.483832:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f441e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d20 expref: 59 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.483852:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:2.0:1788483637.483856:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483637.483860:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed400, rc 0) 00000100:00100000:2.0:1788483637.484089:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34030:x1875360224982144:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 375us (587us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.484096:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1562 00000100:00100000:3.0:1788483637.484673:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.487074:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.487202:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224982656 00000100:00100000:3.0:1788483637.487212:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224982656 00000100:00100000:3.0:1788483637.487273:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1563 00000100:00100000:3.0:1788483637.487283:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+165:34011:x1875360224982656:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.487308:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.487328:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4425 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d27 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487403:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f442c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487417:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f442c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487427:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f442c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487438:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4433 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487444:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487451:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487572:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f443a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487582:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f443a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487589:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f443a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483637.487610:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788483637.487673:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f443a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487681:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f443a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487688:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f443a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487693:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.487697:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f443a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487704:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f443a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487715:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.487718:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483637.487721:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f443a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487732:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f443a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487745:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f442c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487750:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f442c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487756:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f442c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.487761:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.487764:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f442c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.488319:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224982400 00000100:00100000:2.0:1788483637.488326:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224982400 00000100:00100000:2.0:1788483637.488367:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 312 00000100:00100000:2.0:1788483637.488376:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+168:34029:x1875360224982400:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.488536:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+169:34029:x1875360224982400:12345-192.168.206.36@tcp:35:cat.0 Request processed in 160us (3864us total) trans 4294968290 rc 0/0 00000100:00100000:2.0:1788483637.488544:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 312 00010000:00010000:3.0:1788483637.488624:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f442c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488635:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.488638:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.488641:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f442c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488647:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f442c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488657:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4433 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488663:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4433 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488671:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4433 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488676:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.488679:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4433 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488685:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4433 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488693:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.488695:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.488698:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4433 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488703:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f4433 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488732:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4425 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d27 expref: 168 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488742:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.488744:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483637.488747:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4425 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d27 expref: 168 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.488755:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:3.0:1788483637.491184:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+167:34011:x1875360224982656:12345-192.168.206.36@tcp:101:cat.0 Request processed in 3892us (4111us total) trans 4294968289 rc 301/301 00000100:00100000:3.0:1788483637.491199:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1563 00000100:00100000:0.0:1788483637.492829:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.492977:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224982784 00000100:00100000:2.0:1788483637.492997:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224982784 00000100:00100000:2.0:1788483637.493068:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 418 00000100:00100000:2.0:1788483637.493080:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224982784:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00000100:00100000:2.0:1788483637.493277:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224982784:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 198us (453us total) trans 4294967383 rc 0/0 00000100:00100000:2.0:1788483637.493285:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 418 00000100:00080000:3.0:1788483637.493845:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483637.501141:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.501267:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224983040 00000100:00100000:1.0:1788483637.501277:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224983040 00000100:00100000:1.0:1788483637.501334:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 313 00000100:00100000:1.0:1788483637.501344:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+167:34011:x1875360224983040:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:1.0:1788483637.501569:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+168:34011:x1875360224983040:12345-192.168.206.36@tcp:35:cat.0 Request processed in 226us (435us total) trans 4294968291 rc 0/0 00000100:00100000:1.0:1788483637.501577:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 313 00000100:00100000:0.0:1788483637.503457:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.503569:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224983296 00000100:00100000:3.0:1788483637.503580:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224983296 00000100:00100000:3.0:1788483637.503646:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1564 00000100:00100000:3.0:1788483637.503656:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+168:34008:x1875360224983296:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.503674:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.503692:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4448 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d2e expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.503777:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f444f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.503792:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f444f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.503803:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f444f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.503815:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4456 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.503823:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4456 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.503829:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4456 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.503936:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f445d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.503947:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f445d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.503954:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f445d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483637.503964:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788483637.504053:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f445d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504061:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f445d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504068:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f445d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504074:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.504078:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f445d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504086:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f445d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504100:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.504104:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483637.504108:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f445d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504115:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f445d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504135:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f444f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504141:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f444f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504147:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f444f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504153:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.504155:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f444f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504161:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f444f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504168:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.504170:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.504173:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f444f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504179:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f444f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504187:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4456 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504193:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4456 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504198:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4456 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504203:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.504207:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4456 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504212:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4456 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504219:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.504222:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.504224:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4456 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504230:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4456 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504266:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4448 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d2e expref: 170 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504276:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.504278:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483637.504281:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f4448 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d2e expref: 170 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.504289:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:3.0:1788483637.504343:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+169:34008:x1875360224983296:12345-192.168.206.36@tcp:101:cat.0 Request processed in 688us (891us total) trans 4294968292 rc 301/301 00000100:00100000:3.0:1788483637.504350:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1564 00000100:00100000:0.0:1788483637.507421:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.507543:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224983552 00000100:00100000:2.0:1788483637.507553:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224983552 00000100:00100000:2.0:1788483637.507611:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 314 00000100:00100000:2.0:1788483637.507621:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34030:x1875360224983552:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483637.507822:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+60:34030:x1875360224983552:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 201us (408us total) trans 4294968293 rc 0/0 00000100:00100000:2.0:1788483637.507829:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 314 00000100:00100000:0.0:1788483637.510861:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.512133:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.512229:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224984064 00000100:00100000:1.0:1788483637.512239:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224984064 00000100:00100000:1.0:1788483637.512291:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1565 00000100:00100000:1.0:1788483637.512300:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+169:34001:x1875360224984064:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:1.0:1788483637.512326:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483637.512347:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f446b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d35 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512413:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4472 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512430:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4472 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512440:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4472 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512449:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f4479 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512456:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f4479 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512462:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f4479 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512582:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4480 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512591:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4480 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512618:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4480 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483637.512628:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:1.0:1788483637.512688:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4480 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512695:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4480 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512701:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4480 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512708:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.512712:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4480 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512720:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4480 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512731:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483637.512734:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483637.512737:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4480 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512743:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4480 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512756:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4472 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512762:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4472 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512768:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4472 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512772:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.512839:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4472 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512847:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4472 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.512859:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483637.512861:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.513042:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4472 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513051:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4472 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513062:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f4479 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513068:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f4479 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513074:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f4479 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513078:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.513081:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f4479 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513087:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f4479 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513095:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:1.0:1788483637.513097:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.513100:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f4479 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513106:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f4479 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513145:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f446b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d35 expref: 171 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513155:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:1.0:1788483637.513157:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788483637.513160:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f446b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d35 expref: 171 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.513169:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39200, rc 0) 00000100:00100000:1.0:1788483637.513216:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+170:34001:x1875360224984064:12345-192.168.206.36@tcp:101:cat.0 Request processed in 916us (1089us total) trans 4294968294 rc 301/301 00000100:00100000:1.0:1788483637.513222:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1565 00000100:00100000:2.0:1788483637.514890:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224983808 00000100:00100000:2.0:1788483637.514903:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224983808 00000100:00100000:2.0:1788483637.514973:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 315 00000100:00100000:2.0:1788483637.514984:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+170:34019:x1875360224983808:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.515170:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+171:34019:x1875360224983808:12345-192.168.206.36@tcp:35:cat.0 Request processed in 187us (4316us total) trans 4294968295 rc 0/0 00000100:00100000:2.0:1788483637.515177:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 315 00000100:00100000:0.0:1788483637.516588:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.516668:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224984320 00000100:00100000:3.0:1788483637.516676:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224984320 00000100:00100000:3.0:1788483637.516720:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1566 00000100:00100000:3.0:1788483637.516728:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+60:34030:x1875360224984320:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483637.516814:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+60:34030:x1875360224984320:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 87us (232us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483637.516821:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1566 00000100:00100000:3.0:1788483637.518618:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.518706:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224984576 00000100:00100000:0.0:1788483637.518714:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224984576 00000100:00100000:0.0:1788483637.518779:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1567 00000100:00100000:0.0:1788483637.518789:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+171:34018:x1875360224984576:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483637.518809:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483637.518829:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f448e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d3c expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.518907:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4495 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519080:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4495 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519091:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4495 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519106:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f449c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519113:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f449c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519120:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f449c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519231:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f44a3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519241:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f44a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519247:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f44a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483637.519256:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:0.0:1788483637.519331:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f44a3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519339:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f44a3 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519345:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f44a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519351:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.519355:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f44a3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519366:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f44a3 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519378:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:0.0:1788483637.519380:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483637.519385:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f44a3 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519390:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f44a3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519405:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4495 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519411:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4495 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519417:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4495 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519422:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ac00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.519425:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4495 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519431:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4495 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519437:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.519440:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.519442:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4495 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519451:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4495 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519459:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f449c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519464:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f449c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519470:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f449c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519474:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483637.519476:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f449c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519481:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f449c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519486:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:0.0:1788483637.519488:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483637.519491:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f449c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519527:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f449c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519560:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f448e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d3c expref: 173 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519574:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:0.0:1788483637.519576:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:0.0:1788483637.519579:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f448e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d3c expref: 173 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.519587:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a400, rc 0) 00000100:00100000:0.0:1788483637.519650:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+172:34018:x1875360224984576:12345-192.168.206.36@tcp:101:cat.0 Request processed in 863us (1037us total) trans 4294968296 rc 301/301 00000100:00100000:0.0:1788483637.519658:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1567 00000100:00100000:1.0:1788483637.527459:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.527530:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.527780:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.528461:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224984960 00000100:00100000:2.0:1788483637.528471:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224984960 00000100:00100000:2.0:1788483637.528533:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224985216 00000100:00100000:2.0:1788483637.528537:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224985216 00000100:00100000:2.0:1788483637.528557:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1568 00000100:00100000:2.0:1788483637.528566:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+60:34030:x1875360224984960:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483637.528584:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.528616:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f44b1 lrc: 2/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d43 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.528680:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f44b8 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.528693:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f44b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.528702:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f44b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483637.528741:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483637.528759:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f44b8 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.528794:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f44b1 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d43 expref: 62 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.528811:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f44b8 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d43 expref: 61 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.528819:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:2.0:1788483637.528822:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1788483637.528825:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366eca00, rc 0) 00000100:00100000:3.0:1788483637.528957:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1569 00000100:00100000:3.0:1788483637.528966:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+172:34003:x1875360224985216:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.528979:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.528999:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f44bf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d4a expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529049:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44c6 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529058:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529065:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529074:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44cd lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529080:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529090:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529177:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44d4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529186:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529193:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483637.529200:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788483637.529281:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44d4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529289:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44d4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529294:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529300:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.529304:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44d4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529311:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44d4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529321:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.529324:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483637.529328:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44d4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529334:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44d4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529346:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44c6 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529352:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44c6 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529357:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529363:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.529365:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44c6 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529370:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44c6 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529377:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.529379:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.529382:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44c6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529388:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44c6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529395:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44cd lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529401:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44cd lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529407:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529411:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.529414:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44cd lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529420:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44cd lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529426:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.529428:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.529430:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44cd lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529436:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44cd lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529463:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f44bf lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d4a expref: 174 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529474:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.529476:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483637.529479:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f44bf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d4a expref: 174 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.529487:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:3.0:1788483637.529556:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+173:34003:x1875360224985216:12345-192.168.206.36@tcp:101:cat.0 Request processed in 590us (1775us total) trans 4294968297 rc 301/301 00000100:00100000:3.0:1788483637.529566:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1569 00000100:00100000:2.0:1788483637.529838:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:34030:x1875360224984960:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1270us (2305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.529845:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1568 00000100:00100000:0.0:1788483637.531403:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224984832 00000100:00100000:0.0:1788483637.531417:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224984832 00000100:00100000:0.0:1788483637.531476:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 316 00000100:00100000:0.0:1788483637.531485:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a433c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+173:34005:x1875360224984832:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:0.0:1788483637.532014:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a433c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+174:34005:x1875360224984832:12345-192.168.206.36@tcp:35:cat.0 Request processed in 529us (4563us total) trans 4294968298 rc 0/0 00000100:00100000:0.0:1788483637.532022:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 316 00000100:00100000:0.0:1788483637.541979:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.542059:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.542168:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224985856 00000100:00100000:2.0:1788483637.542178:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224985856 00000100:00100000:2.0:1788483637.542252:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 317 00000100:00100000:2.0:1788483637.542263:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+174:34015:x1875360224985856:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.542471:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+175:34015:x1875360224985856:12345-192.168.206.36@tcp:35:cat.0 Request processed in 210us (411us total) trans 4294968299 rc 0/0 00000100:00100000:2.0:1788483637.542480:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 317 00000100:00100000:3.0:1788483637.543655:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224985600 00000100:00100000:3.0:1788483637.543667:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224985600 00000100:00100000:3.0:1788483637.543715:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1570 00000100:00100000:3.0:1788483637.543725:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+175:34026:x1875360224985600:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.543746:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.543766:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f44e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d58 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.543833:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.543846:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.543856:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.543879:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.543887:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.543893:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.543988:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44f7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544003:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544010:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483637.544019:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788483637.544081:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44f7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544090:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44f7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544097:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544103:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.544107:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44f7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544114:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44f7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544125:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.544128:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483637.544133:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44f7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544138:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f44f7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544171:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544178:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44e9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544191:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544196:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.544198:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544204:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544212:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.544214:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.544217:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544223:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f44e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544232:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544238:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544243:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544249:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.544252:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544257:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544264:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.544266:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.544268:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544274:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f44f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544308:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f44e2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d58 expref: 177 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544317:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.544320:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483637.544323:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f44e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d58 expref: 177 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.544332:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:3.0:1788483637.546817:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+176:34026:x1875360224985600:12345-192.168.206.36@tcp:101:cat.0 Request processed in 3083us (4836us total) trans 4294968300 rc 301/301 00000100:00100000:3.0:1788483637.546829:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1570 00000100:00100000:1.0:1788483637.547068:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.547359:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.547606:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224986112 00000100:00100000:3.0:1788483637.547616:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224986112 00000100:00100000:3.0:1788483637.547662:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 318 00000100:00100000:3.0:1788483637.547670:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+176:34008:x1875360224986112:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:3.0:1788483637.549736:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+177:34008:x1875360224986112:12345-192.168.206.36@tcp:35:cat.0 Request processed in 2049us (2359us total) trans 4294968301 rc 0/0 00000100:00100000:3.0:1788483637.549750:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 318 00000100:00100000:2.0:1788483637.550091:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224985344 00000100:00100000:2.0:1788483637.550099:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224985344 00000100:00100000:2.0:1788483637.550150:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 419 00000100:00100000:2.0:1788483637.550160:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224985344:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483637.550174:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.550203:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005abeaf88/0xf2b1f833e60f4505 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d51 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483637.550227:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a9a1834, blocks: 0x0 00010000:00010000:2.0:1788483637.550245:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=802s v=(0 0) 00010000:00010000:2.0:1788483637.550250:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483637.550259:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005abeaf88/0xf2b1f833e60f4505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d51 expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.550276:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005abeaf88/0xf2b1f833e60f4505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d51 expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.550288:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed800, rc 0) 00000100:00100000:2.0:1788483637.550323:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224985344:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 164us (3255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.550330:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 419 00000100:00100000:1.0:1788483637.561975:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.562023:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.562170:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224986624 00000100:00100000:2.0:1788483637.562179:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224986624 00000100:00100000:2.0:1788483637.562244:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 319 00000100:00100000:2.0:1788483637.562254:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+177:34001:x1875360224986624:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.562470:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+178:34001:x1875360224986624:12345-192.168.206.36@tcp:35:cat.0 Request processed in 217us (446us total) trans 4294968302 rc 0/0 00000100:00100000:2.0:1788483637.562479:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 319 00000100:00100000:3.0:1788483637.562690:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224986368 00000100:00100000:3.0:1788483637.562696:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224986368 00000100:00100000:3.0:1788483637.562735:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1571 00000100:00100000:3.0:1788483637.562742:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+178:34028:x1875360224986368:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.562753:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.562782:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f450c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d5f expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.562840:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4513 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.562853:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4513 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.562873:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4513 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.562885:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f451a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.562893:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f451a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.562899:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f451a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.562983:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4521 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.562994:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563001:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483637.563010:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788483637.563057:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4521 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563065:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4521 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563072:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4521 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563078:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.563082:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4521 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563090:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4521 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563103:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.563106:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483637.563111:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4521 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563121:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4521 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563145:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4513 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563152:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4513 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563158:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4513 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563163:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.563166:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4513 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563171:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4513 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563179:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.563191:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.563194:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4513 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563200:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4513 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563210:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f451a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563215:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f451a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563220:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f451a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563225:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.563227:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f451a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563232:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f451a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563239:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.563241:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.563243:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f451a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563248:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f451a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563277:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f450c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d5f expref: 180 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563287:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.563288:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483637.563292:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f450c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d5f expref: 180 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.563300:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:3.0:1788483637.563331:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+179:34028:x1875360224986368:12345-192.168.206.36@tcp:101:cat.0 Request processed in 588us (1366us total) trans 4294968303 rc 301/301 00000100:00100000:3.0:1788483637.563340:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1571 00000100:00100000:1.0:1788483637.567427:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.567538:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224986880 00000100:00100000:3.0:1788483637.567548:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224986880 00000100:00100000:3.0:1788483637.567591:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1572 00000100:00100000:3.0:1788483637.567614:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:34030:x1875360224986880:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483637.567718:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:34030:x1875360224986880:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 107us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483637.567726:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1572 00000100:00100000:0.0:1788483637.569726:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.569890:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224987136 00000100:00100000:3.0:1788483637.569898:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224987136 00000100:00100000:3.0:1788483637.569948:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 320 00000100:00100000:3.0:1788483637.569957:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+179:34018:x1875360224987136:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:3.0:1788483637.573086:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+180:34018:x1875360224987136:12345-192.168.206.36@tcp:35:cat.0 Request processed in 3117us (3583us total) trans 4294968304 rc 0/0 00000100:00100000:3.0:1788483637.573102:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 320 00000100:00100000:1.0:1788483637.575247:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.575290:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.575441:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224987520 00000100:00100000:3.0:1788483637.575450:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224987520 00000100:00100000:3.0:1788483637.575525:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 420 00000100:00100000:3.0:1788483637.575537:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:34030:x1875360224987520:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483637.575552:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.575570:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d6d expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.575613:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000005abeaf88/0xf2b1f833e60f4505 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d51 expref: 13 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.575629:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483637.575633:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483637.575638:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.575673:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000005abeaf88/0xf2b1f833e60f4505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d51 expref: 13 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.575686:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000005abeaf88/0xf2b1f833e60f4505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d51 expref: 13 pid: 8433 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483637.575700:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251032320:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483637.575779:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604c1ae40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483637.575798:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224987392 00000100:00100000:3.0:1788483637.575802:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224987392 00000100:00100000:3.0:1788483637.575835:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1573 00000100:00100000:3.0:1788483637.575842:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+180:34012:x1875360224987392:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.575856:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.575880:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4536 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d66 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.575945:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f453d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.575958:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f453d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.575970:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f453d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.575980:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4544 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.575987:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4544 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.575994:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4544 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576093:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f454b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576103:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f454b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576110:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f454b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483637.576119:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4b:0x0]: returning size 158 00010000:00010000:3.0:1788483637.576563:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f454b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576572:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f454b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576579:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f454b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576585:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.576590:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f454b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576610:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f454b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576623:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:3.0:1788483637.576627:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483637.576632:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f454b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576638:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f454b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576654:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f453d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576660:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f453d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576665:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f453d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576671:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.576674:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f453d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576680:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f453d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576687:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.576689:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.576693:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f453d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576699:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f453d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576715:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4544 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576722:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4544 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576727:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4544 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576732:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.576735:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4544 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576741:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4544 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576747:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.576750:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.576752:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4544 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576757:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4544 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576793:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4536 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d66 expref: 182 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576807:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x0 (ffff9f76039f5700) 00010000:00010000:3.0:1788483637.576810:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1788483637.576813:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4536 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4a:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d66 expref: 182 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.576821:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:3.0:1788483637.578331:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+181:34012:x1875360224987392:12345-192.168.206.36@tcp:101:cat.0 Request processed in 1020us (1622us total) trans 4294968305 rc 301/301 00000100:00100000:3.0:1788483637.578351:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1573 00000100:00100000:0.0:1788483637.578701:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.579010:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224987776 00000100:00100000:1.0:1788483637.579019:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224987776 00000100:00100000:1.0:1788483637.579068:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 321 00000100:00100000:1.0:1788483637.579078:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+181:34003:x1875360224987776:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:1.0:1788483637.579449:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+182:34003:x1875360224987776:12345-192.168.206.36@tcp:35:cat.0 Request processed in 370us (748us total) trans 4294968306 rc 0/0 00000100:00100000:1.0:1788483637.579457:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 321 00000100:00100000:1.0:1788483637.582078:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.582226:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192de680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251032320:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483637.582258:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.582280:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4200, rc 0) 00000100:00100000:3.0:1788483637.582335:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:34030:x1875360224987520:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 6801us (7045us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483637.582343:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 420 00000100:00100000:2.0:1788483637.582705:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224987904 00000100:00100000:2.0:1788483637.582713:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224987904 00010000:00010000:2.0:1788483637.582754:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000005abeaf88/0xf2b1f833e60f4505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d51 expref: 13 pid: 8433 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.582783:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 462 00000100:00100000:2.0:1788483637.582791:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224987904:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483637.582804:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483637.582826:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000005abeaf88/0xf2b1f833e60f4505 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d51 expref: 13 pid: 8433 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.582839:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000005abeaf88/0xf2b1f833e60f4505 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d51 expref: 13 pid: 8433 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.582860:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005abeaf88/0xf2b1f833e60f4505 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d51 expref: 13 pid: 8433 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.582891:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483637.582895:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483637.582903:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.582914:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.582950:0:6500:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.582964:0:6500:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1875360251032448:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483637.583043:0:6500:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76208553c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483637.584249:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.586279:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224988160 00000100:00100000:0.0:1788483637.586290:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224988160 00000100:00100000:2.0:1788483637.588446:0:6500:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:6500:1875360251032448:192.168.206.36@tcp:105: 00010000:00010000:2.0:1788483637.588471:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483637.588538:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224987904:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 5746us (6467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.588548:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 462 00000100:00100000:1.0:1788483637.588884:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 322 00000100:00100000:1.0:1788483637.588895:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a433850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+182:34026:x1875360224988160:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:1.0:1788483637.589089:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a433850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+183:34026:x1875360224988160:12345-192.168.206.36@tcp:35:cat.0 Request processed in 195us (4906us total) trans 4294968307 rc 0/0 00000100:00100000:1.0:1788483637.589096:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 322 00000100:00100000:0.0:1788483637.590115:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.590376:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224988288 00000100:00100000:1.0:1788483637.590385:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224988288 00002000:00100000:1.0:1788483637.590423:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff9f75087b6d80 x1875360224988288/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:388/0 lens 648/0 e 0 to 0 dl 1788483648 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483637.590434:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75087b6d80 with x1875360224988288 ext(0->157) 00002000:00010000:1.0:1788483637.590439:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f75087b6d80 00000100:00100000:1.0:1788483637.590466:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 108 00000100:00100000:1.0:1788483637.590475:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224988288:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 00000100:00100000:1.0:1788483637.591715:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360224988288:12345-192.168.206.36@tcp:4:lhsmtool_posix.0 Request processed in 1236us (1600us total) trans 4294967384 rc 0/0 00000100:00100000:1.0:1788483637.591726:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 108 00002000:00100000:1.0:1788483637.591742:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->157) req@ffff9f75087b6d80 x1875360224988288/t4294967384(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:388/0 lens 648/448 e 0 to 0 dl 1788483648 ref 1 fl Complete:/600/0 rc 0/0 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483637.591752:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75087b6d80 with x1875360224988288 ext(0->157) 00002000:00010000:1.0:1788483637.591756:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f75087b6d80 00000100:00100000:2.0:1788483637.597681:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.597790:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224988544 00000100:00100000:0.0:1788483637.597800:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224988544 00000100:00100000:0.0:1788483637.597857:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 323 00000100:00100000:0.0:1788483637.597877:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+183:34028:x1875360224988544:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:0.0:1788483637.598098:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+184:34028:x1875360224988544:12345-192.168.206.36@tcp:35:cat.0 Request processed in 231us (425us total) trans 4294968308 rc 0/0 00000100:00100000:0.0:1788483637.598106:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 323 00000100:00100000:0.0:1788483637.607481:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.608368:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224988800 00000100:00100000:3.0:1788483637.608380:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224988800 00000100:00100000:3.0:1788483637.608446:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 324 00000100:00100000:3.0:1788483637.608461:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+184:34012:x1875360224988800:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:3.0:1788483637.608771:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+185:34012:x1875360224988800:12345-192.168.206.36@tcp:35:cat.0 Request processed in 316us (1299us total) trans 4294968309 rc 0/0 00000100:00100000:3.0:1788483637.608779:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 324 00000100:00100000:0.0:1788483637.613327:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.613558:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224988928 00000100:00100000:3.0:1788483637.613568:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224988928 00000100:00100000:3.0:1788483637.613643:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1574 00000100:00100000:3.0:1788483637.613654:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:34030:x1875360224988928:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 00000001:00080000:1.0:1788483637.618563:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968309 is committed 00000001:00080000:1.0:1788483637.618628:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968293 is committed 00000004:00080000:1.0:1788483637.618641:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 21 committed 00000004:00080000:1.0:1788483637.618715:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 18 committed 00000100:00100000:1.0:1788483637.618855:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251032576:0@lo:6:osp-syn-0-0.0 00010000:00010000:2.0:1788483637.618973:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.618985:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.618997:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.619004:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483637.619009:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.619017:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.619034:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:2.0:1788483637.619037:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1788483637.619041:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.619047:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f43f4 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483637.619424:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483637.619464:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483637.619472:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75087b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251032704:0@lo:2:osp-syn-1-0.0 00000100:00100000:1.0:1788483637.619523:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483637.619649:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:34030:x1875360224988928:12345-192.168.206.36@tcp:44:lhsmtool_posix.0 Request processed in 5995us (6330us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483637.619658:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1574 00000100:00100000:2.0:1788483637.619761:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251032576 00000100:00100000:2.0:1788483637.619778:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251032576 00000100:00100000:2.0:1788483637.619959:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251032704 00000100:00100000:2.0:1788483637.619964:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251032704 00000100:00100000:2.0:1788483637.619999:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:2.0:1788483637.620008:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251032576:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788483637.620031:0:8433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:28 count 1 00010000:00010000:2.0:1788483637.620054:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.620072:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3fa2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c16 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.620083:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3fc5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c24 expref: 16 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.620090:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788483637.620094:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483637.620098:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.620125:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c24 expref: 16 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.620140:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c24 expref: 16 pid: 8431 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.620153:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251032832:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483637.620206:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c16 expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.620236:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c16 expref: 10 pid: 14965 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.620247:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251032960:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483637.620275:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76208553c0 going to sleep for 11 seconds 00010000:00010000:3.0:1788483637.620280:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620288:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.620290:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00010000:00010000:3.0:1788483637.620295:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.620298:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251032704:12345-0@lo:2:osp-syn-1-0.0 00010000:00010000:3.0:1788483637.620301:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.620304:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620311:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620323:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.620325:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.620329:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620334:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f3fd3 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620350:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620360:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620365:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620369:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973e600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.620372:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620377:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620383:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4a:0x0].0x2e0f5ada (ffff9f76039f5a00) 00010000:00010000:3.0:1788483637.620385:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483637.620388:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620393:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f400b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4a:0x0].0x2e0f5ada bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483637.620393:0:8431:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size from disk: 0 -> 158 00002000:00010000:2.0:1788483637.620396:0:8431:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime from disk: 0 -> 1788483636 00002000:00010000:2.0:1788483637.620398:0:8431:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1788483637.620400:0:8431:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime from disk: 1788483636 -> 1788483636 00002000:00010000:2.0:1788483637.620402:0:8431:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:3.0:1788483637.620411:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620417:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620422:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620428:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ecc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.620431:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620436:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.620438:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251032704:12345-0@lo:2:osp-syn-1-0.0 Request processed in 141us (941us total) trans 4294967385 rc 0/0 00010000:00010000:3.0:1788483637.620444:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00000100:00100000:2.0:1788483637.620445:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00010000:00010000:3.0:1788483637.620447:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:3.0:1788483637.620450:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.620455:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4043 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4b:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1788483637.620461:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:2.0:1788483637.620488:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f75087b5c00/2, rc 0, transno 4294967385 00000100:00100000:2.0:1788483637.620495:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75087b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251032704:0@lo:2:osp-syn-1-0.0 00000100:00100000:2.0:1788483637.625977:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.626133:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.626182:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251032832:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483637.626195:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251032960:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483637.626219:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483637.626431:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224989056 00000100:00100000:1.0:1788483637.626439:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224989056 00010000:00010000:1.0:1788483637.626476:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c24 expref: 17 pid: 8431 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483637.626521:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224989184 00000100:00100000:1.0:1788483637.626525:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224989184 00010000:00010000:1.0:1788483637.626538:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c16 expref: 11 pid: 14965 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483637.626555:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 463 00000100:00100000:3.0:1788483637.626567:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2399:x1875360224989056:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483637.626583:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1788483637.626613:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 464 00000100:00100000:1.0:1788483637.626621:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360224989184:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483637.626630:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483637.626635:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3fa2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c16 expref: 11 pid: 14965 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.626645:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3fc5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c24 expref: 17 pid: 8431 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.626653:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3fa2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c16 expref: 11 pid: 14965 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.626753:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3fc5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c24 expref: 17 pid: 8431 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.626829:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:1.0:1788483637.628932:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f3fa2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c16 expref: 11 pid: 14965 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.628957:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483637.628991:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f3fc5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c24 expref: 17 pid: 8431 timeout: 902 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.629003:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483637.629007:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483637.629013:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.629023:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.629052:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483637.629100:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224989184:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 2476us (2963us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483637.629109:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 464 00010000:00010000:0.0:1788483637.629181:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.629192:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.629202:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.629210:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.629228:0:8433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788483637.629407:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251032576:12345-0@lo:6:osp-syn-0-0.0 Request processed in 9399us (9984us total) trans 4294967374 rc 0/0 00000100:00100000:0.0:1788483637.629416:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788483637.629437:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224989312 00000100:00100000:0.0:1788483637.629444:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224989312 00000100:00100000:0.0:1788483637.629482:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 423 00000100:00100000:0.0:1788483637.629490:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2402:x1875360224989312:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 00010000:00010000:0.0:1788483637.629569:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483637.629576:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.629585:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483637.629589:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.629611:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.629624:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.629632:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000113b057e/0xf2b1f833e60f4559 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.629666:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483637.629668:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483637.629669:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483637.629887:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224989056:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 3321us (3918us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483637.629896:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 463 00000004:00080000:1.0:1788483637.630079:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f76416f0a80/2, rc 0, transno 4294967374 00000100:00100000:1.0:1788483637.630087:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251032576:0@lo:6:osp-syn-0-0.0 00000001:00080000:0.0:1788483637.632012:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967385 is committed 00000001:00080000:0.0:1788483637.632025:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967384 is committed 00000100:00100000:1.0:1788483637.632959:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224989312:12345-192.168.206.36@tcp:16:lhsmtool_posix.0 Request processed in 3463us (6124us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483637.632970:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 423 00000100:00100000:0.0:1788483637.636394:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.636722:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224989568 00000100:00100000:3.0:1788483637.636942:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224989568 00000100:00100000:3.0:1788483637.637067:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1575 00000100:00100000:3.0:1788483637.637078:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:34030:x1875360224989568:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788483637.637129:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483637.637155:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f44b8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d43 expref: 53 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.637173:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:3.0:1788483637.637179:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483637.637208:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.637233:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.637243:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483637.637363:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ae23b91e reply state 00000000888c5a54 transno 4294968310 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.637376:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.637383:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:3.0:1788483637.637386:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483637.637388:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788483637.637652:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:34030:x1875360224989568:12345-192.168.206.36@tcp:36:lhsmtool_posix.0 Request processed in 574us (1264us total) trans 4294968310 rc 0/0 00000100:00100000:3.0:1788483637.637660:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1575 00000100:00100000:2.0:1788483637.642142:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.642290:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224989696 00000100:00100000:1.0:1788483637.642300:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224989696 00000100:00100000:1.0:1788483637.642393:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 424 00000100:00100000:1.0:1788483637.642404:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224989696:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788483637.642594:0:8871:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb size from disk: 158 -> 158 00002000:00010000:1.0:1788483637.642608:0:8871:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb mtime from disk: 1788483636 -> 1788483634 00002000:00010000:1.0:1788483637.642611:0:8871:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb atime from disk: 0 -> 1788483634 00002000:00010000:1.0:1788483637.642613:0:8871:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb ctime from disk: 1788483636 -> 1788483636 00002000:00010000:1.0:1788483637.642615:0:8871:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1e:0x0] updating lvb blocks from disk: 8 -> 8 00000100:00100000:1.0:1788483637.642676:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224989696:12345-192.168.206.36@tcp:2:lhsmtool_posix.0 Request processed in 274us (544us total) trans 4294967386 rc 0/0 00000100:00100000:1.0:1788483637.642683:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 424 00000100:00100000:1.0:1788483637.645266:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.645339:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224989952 00000100:00100000:3.0:1788483637.645349:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224989952 00000100:00100000:3.0:1788483637.645413:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1576 00000100:00100000:3.0:1788483637.645423:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:34030:x1875360224989952:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 00010000:00010000:3.0:1788483637.645485:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.645542:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cfd expref: 54 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.645553:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.645588:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cfd expref: 54 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.645618:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cfd expref: 54 pid: 12148 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483637.645631:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192de680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251033088:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483637.645710:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605f83d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483637.649292:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.649396:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192de680 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251033088:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483637.649420:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.649537:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224990080 00000100:00100000:2.0:1788483637.649544:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224990080 00010000:00010000:2.0:1788483637.649578:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cfd expref: 55 pid: 12148 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.649623:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 465 00000100:00100000:2.0:1788483637.649633:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2402:x1875360224990080:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483637.649646:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483637.649653:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cfd expref: 55 pid: 12148 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.649671:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cfd expref: 55 pid: 12148 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.649695:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4361 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2b:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147cfd expref: 55 pid: 12148 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.649710:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:2.0:1788483637.649715:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.649724:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.649731:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.649757:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483637.649820:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2402:x1875360224990080:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 188us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.649827:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 465 00010000:00010000:3.0:1788483637.649891:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.649898:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.649943:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.649951:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.649958:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.649964:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483637.649968:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.649979:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.649999:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:3.0:1788483637.650002:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 21 00010000:00010000:3.0:1788483637.650006:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.650012:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4567 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x21/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483637.650052:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:34030:x1875360224989952:12345-192.168.206.36@tcp:55:lhsmtool_posix.0 Request processed in 4630us (4794us total) trans 0 rc -22/-22 00000100:00100000:3.0:1788483637.650059:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1576 00000100:00100000:2.0:1788483637.654429:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.654605:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224990208 00000100:00100000:3.0:1788483637.654615:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224990208 00000100:00100000:2.0:1788483637.654687:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 425 00000100:00100000:2.0:1788483637.654697:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360224990208:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483637.654948:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.655158:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.655169:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483637.655174:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483637.655179:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.655213:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.655228:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 12 pid: 14965 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.655243:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251033216:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483637.655378:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76208553c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483637.658809:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.658837:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251033216:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483637.658866:0:14965:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483637.658915:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224990336 00000100:00100000:1.0:1788483637.658924:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224990336 00010000:00010000:1.0:1788483637.658958:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 13 pid: 14965 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483637.659001:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 466 00000100:00100000:1.0:1788483637.659011:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360224990336:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483637.659026:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483637.659048:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 13 pid: 14965 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.659061:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 13 pid: 14965 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.659081:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f452f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d6d expref: 13 pid: 14965 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.659097:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483637.659101:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483637.659106:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.659116:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.659148:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483637.659199:0:14965:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483637.659204:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360224990336:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 192us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483637.659227:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 466 00010000:00010000:2.0:1788483637.659335:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.659357:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.659367:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.659375:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.659383:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483637.659387:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.659396:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.659407:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.659415:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9fff25b/0xf2b1f833e60f456e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.659465:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224990208:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 4769us (5044us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.659472:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 425 00000100:00100000:0.0:1788483637.663050:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.663179:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224990592 00000100:00100000:2.0:1788483637.663190:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224990592 00000100:00100000:2.0:1788483637.663440:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1577 00000100:00100000:2.0:1788483637.663451:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:34030:x1875360224990592:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483637.664298:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4575 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.664317:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4575 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.664329:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4575 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.664480:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.664492:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f441e lrc: 2/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d20 expref: 54 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.664535:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.664572:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f441e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d20 expref: 54 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.664587:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f441e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d20 expref: 54 pid: 6514 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.664613:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251033344:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483637.664878:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75075e8cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483637.668853:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.668972:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224990720 00000100:00100000:1.0:1788483637.668980:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224990720 00010000:00010000:1.0:1788483637.669026:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f441e lrc: 5/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d20 expref: 55 pid: 6514 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.669052:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251033344:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483637.669062:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 467 00000100:00100000:1.0:1788483637.669070:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a408450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2402:x1875360224990720:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483637.669075:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.669082:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483637.669088:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f441e lrc: 4/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d20 expref: 55 pid: 6514 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.669099:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f441e lrc: 3/0,0 mode: CR/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d20 expref: 55 pid: 6514 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.669121:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f441e lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d20 expref: 55 pid: 6514 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.669137:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:1.0:1788483637.669142:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.669150:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.669158:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.669186:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483637.669242:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a408450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2402:x1875360224990720:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 172us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483637.669249:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 467 00010000:00010000:2.0:1788483637.669609:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.669617:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1788483637.669721:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968311 00000001:00080000:2.0:1788483637.669998:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968312 00000001:00080000:2.0:1788483637.670035:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968313 00000100:00100000:2.0:1788483637.670107:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6514:1875360251033472:0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1788483637.670282:0:6514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483637.670316:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670bb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788483637.670385:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251033472 00000100:00100000:0.0:1788483637.670391:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251033472 00000100:00100000:0.0:1788483637.670462:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1788483637.670471:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6514:x1875360251033472:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788483637.670606:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:6514:x1875360251033472:12345-0@lo:1000:mdt00_000.0 Request processed in 126us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483637.670614:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:1.0:1788483637.670636:0:6514:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967385 gen 2 00000004:00080000:1.0:1788483637.670642:0:6514:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f75087b5c00, transno 4294967385 00000100:00100000:1.0:1788483637.670662:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fa300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6514:1875360251033472:0@lo:1000:mdt00_000.0 00000001:00080000:1.0:1788483637.670960:0:6514:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968314 00000100:00100000:1.0:1788483637.671052:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6514:1875360251033600:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788483637.671083:0:6514:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483637.671104:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0540 going to sleep for 11 seconds 00000100:00100000:0.0:1788483637.671146:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251033600 00000100:00100000:0.0:1788483637.671241:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251033600 00000100:00100000:0.0:1788483637.671309:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1788483637.671317:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:6514:x1875360251033600:12345-0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788483637.671438:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+6:6514:x1875360251033600:12345-0@lo:1000:mdt00_000.0 Request processed in 122us (352us total) trans 4294967387 rc 0/0 00000100:00100000:0.0:1788483637.671445:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1788483637.671536:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:6514:1875360251033600:0@lo:1000:mdt00_000.0 00010000:00010000:1.0:1788483637.671568:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671577:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671585:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671591:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.671608:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671620:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671636:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:1.0:1788483637.671639:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483637.671643:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671649:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f457c lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671673:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671679:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671684:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671690:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.671692:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671698:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671706:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483637.671709:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788483637.671715:0:6514:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f40f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c78 expref: 108 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671893:0:6514:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f40f9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c78 expref: 108 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671902:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f40f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c78 expref: 108 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.671930:0:6514:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f40f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c78 expref: 108 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483637.671942:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251033728:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483637.672005:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0540 going to sleep for 11 seconds 00000100:00100000:0.0:1788483637.674578:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.674806:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251033728:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483637.674834:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.674846:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f409e lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.674877:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.674889:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c6a expref: 108 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.674899:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 4/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.674912:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224990848 00000100:00100000:2.0:1788483637.674921:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224990848 00010000:00010000:1.0:1788483637.674938:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c6a expref: 109 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.674954:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c6a expref: 109 pid: 6516 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.674979:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 325 00000100:00100000:2.0:1788483637.674990:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33998:x1875360224990848:12345-192.168.206.36@tcp:49:cat.0 00000100:00100000:2.0:1788483637.675110:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33998:x1875360224990848:12345-192.168.206.36@tcp:49:cat.0 Request processed in 120us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.675118:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 325 00000100:00100000:1.0:1788483637.675328:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251033856:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483637.675380:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e0540 going to sleep for 11 seconds 00000100:00100000:0.0:1788483637.678431:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.678551:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224991104 00000100:00100000:1.0:1788483637.678561:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224991104 00000100:00100000:1.0:1788483637.678631:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 71 00000100:00100000:1.0:1788483637.678641:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33999:x1875360224991104:12345-192.168.206.36@tcp:103:cat.0 00010000:00010000:1.0:1788483637.678656:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483637.678678:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f40f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c78 expref: 109 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.678695:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483637.678701:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.678710:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483637.678758:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+108:33999:x1875360224991104:12345-192.168.206.36@tcp:103:cat.0 Request processed in 118us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483637.678765:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 71 00000100:00100000:3.0:1788483637.679253:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.679350:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.679401:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224991232 00000100:00100000:0.0:1788483637.679408:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224991232 00000100:00100000:1.0:1788483637.679483:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2d80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251033856:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483637.679530:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483637.679557:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 426 00000100:00100000:0.0:1788483637.679567:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:33998:x1875360224991232:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:0.0:1788483637.679584:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483637.679615:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f458a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d74 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.679621:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224991360 00000100:00100000:2.0:1788483637.679627:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224991360 00002000:00010000:0.0:1788483637.679642:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a9a1832, atime: 0x6a9a1832, ctime: 0x6a9a1834, blocks: 0x8 00010000:00010000:2.0:1788483637.679651:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c6a expref: 108 pid: 6516 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.679661:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=802s v=(0 0) 00010000:00010000:0.0:1788483637.679667:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483637.679678:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f458a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d74 expref: 17 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.679687:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 468 00010000:00010000:0.0:1788483637.679695:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ef36e592/0xf2b1f833e60f458a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4194303) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d74 expref: 17 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483637.679698:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+108:2401:x1875360224991360:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483637.679712:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483637.679715:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a200, rc 0) 00010000:00010000:2.0:1788483637.679722:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c6a expref: 108 pid: 6516 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.679736:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c6a expref: 108 pid: 6516 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.679752:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f40cf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4b:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147c6a expref: 108 pid: 6516 timeout: 902 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483637.679767:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:33998:x1875360224991232:12345-192.168.206.36@tcp:101:cat.0 Request processed in 201us (416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483637.679784:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 426 00010000:00010000:2.0:1788483637.679961:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:2.0:1788483637.679966:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 3/0,1 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.679974:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.679981:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 4/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.680006:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483637.680041:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+107:2401:x1875360224991360:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 346us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.680048:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 468 00000100:00080000:3.0:1788483637.680406:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788483637.680643:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680658:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680670:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 3/0,1 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680676:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 2/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680683:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680689:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.680694:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 3/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680701:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 4/0,0 mode: EX/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680713:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483637.680716:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483637.680719:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 2/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680724:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4583 lrc: 0/0,0 mode: --/EX res: [0x200000402:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680736:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4575 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680741:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4575 lrc: 2/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680747:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4575 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680752:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483637.680755:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4575 lrc: 3/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680761:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4575 lrc: 4/0,0 mode: PW/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680780:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f76039f5900) 00010000:00010000:1.0:1788483637.680783:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483637.680786:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4575 lrc: 2/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.680792:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4575 lrc: 0/0,0 mode: --/PW res: [0x200000402:0x4b:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483637.681213:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:34030:x1875360224990592:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 17760us (18167us total) trans 4294968315 rc 0/0 00000100:00100000:1.0:1788483637.681222:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1577 00000020:00080000:1.0:1788483637.681226:0:6514:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:3.0:1788483637.681358:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483637.681363:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483637.682084:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:3.0:1788483637.682097:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483637.683883:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.684732:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224991488 00000100:00100000:3.0:1788483637.684743:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224991488 00000100:00100000:0.0:1788483637.684860:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1578 00000100:00100000:0.0:1788483637.684872:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33999:x1875360224991488:12345-192.168.206.36@tcp:58:cat.0 00000100:00100000:0.0:1788483637.685036:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33999:x1875360224991488:12345-192.168.206.36@tcp:58:cat.0 Request processed in 166us (1160us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483637.685045:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1578 00000100:00100000:0.0:1788483637.688298:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483637.688428:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483637.688894:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224991872 00000100:00100000:3.0:1788483637.688904:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224991872 00000100:00100000:3.0:1788483637.688964:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1579 00000100:00100000:3.0:1788483637.688974:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+107:33999:x1875360224991872:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:3.0:1788483637.688996:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483637.689018:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4591 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d7b expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.689069:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4591 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d7b expref: 108 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.689084:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4591 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d7b expref: 108 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483637.689103:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f7603b2b900) 00010000:00010000:3.0:1788483637.689107:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1788483637.689111:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4600, rc 0) 00000100:00100000:1.0:1788483637.689156:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224991744 00000100:00100000:1.0:1788483637.689162:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224991744 00000100:00100000:0.0:1788483637.689271:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+108:33999:x1875360224991872:12345-192.168.206.36@tcp:101:cat.0 Request processed in 297us (840us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483637.689279:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1579 00000100:00100000:1.0:1788483637.690347:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 326 00000100:00100000:1.0:1788483637.690363:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+57:34030:x1875360224991744:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000004:00080000:1.0:1788483637.691227:0:14620:0:(mdd_object.c:4014:mdd_close()) Object [0x200000403:0x2b:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:1.0:1788483637.691937:0:14620:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 4294968316 00010000:00010000:1.0:1788483637.692006:0:14620:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.692023:0:14620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.692044:0:14620:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.692053:0:14620:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.692059:0:14620:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.692065:0:14620:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.692164:0:14620:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788483637.692283:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34030:x1875360224991744:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 1922us (3991us total) trans 4294968317 rc 0/0 00000100:00100000:1.0:1788483637.692292:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 326 00000020:00080000:1.0:1788483637.692297:0:14620:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:0.0:1788483637.692625:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483637.692633:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.692640:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483637.692644:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.692652:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.692665:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:0.0:1788483637.692668:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788483637.692674:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.692680:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f4598 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2b:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 14620 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483637.692693:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483637.692695:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483637.692697:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483637.693566:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.694947:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224992128 00000100:00100000:1.0:1788483637.694960:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224992128 00000100:00100000:1.0:1788483637.695052:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 72 00000100:00100000:1.0:1788483637.695061:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+108:34002:x1875360224992128:12345-192.168.206.36@tcp:103:cat.0 00010000:00010000:1.0:1788483637.695076:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483637.695100:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4591 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d7b expref: 108 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483637.695117:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f7603b2b900) 00010000:00010000:1.0:1788483637.695127:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483637.695191:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+107:34002:x1875360224992128:12345-192.168.206.36@tcp:103:cat.0 Request processed in 131us (1629us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483637.695199:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 72 00000100:00100000:2.0:1788483637.699304:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.699412:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224992256 00000100:00100000:1.0:1788483637.699421:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224992256 00000100:00100000:1.0:1788483637.699533:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1580 00000100:00100000:1.0:1788483637.699543:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+107:34002:x1875360224992256:12345-192.168.206.36@tcp:58:cat.0 00000100:00100000:1.0:1788483637.699681:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+107:34002:x1875360224992256:12345-192.168.206.36@tcp:58:cat.0 Request processed in 139us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483637.699688:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1580 00000100:00100000:0.0:1788483637.703867:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.704050:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224992384 00000100:00100000:2.0:1788483637.704061:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224992384 00000100:00100000:2.0:1788483637.704160:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1581 00000100:00100000:2.0:1788483637.704170:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+107:34002:x1875360224992384:12345-192.168.206.36@tcp:101:cat.0 00010000:00010000:2.0:1788483637.704192:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483637.704225:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f459f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d82 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.704282:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f459f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d82 expref: 108 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.704296:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed800/0xf2b1f833e60f459f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d82 expref: 108 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483637.704314:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4b:0x0].0x0 (ffff9f7636a6cd00) 00010000:00010000:2.0:1788483637.704317:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788483637.704321:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed800, rc 0) 00000100:00100000:2.0:1788483637.704429:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+108:34002:x1875360224992384:12345-192.168.206.36@tcp:101:cat.0 Request processed in 259us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483637.704436:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1581 00000100:00100000:0.0:1788483637.710154:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483637.710249:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224992512 00000100:00100000:1.0:1788483637.710259:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224992512 00002000:00100000:1.0:1788483637.710306:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff9f7641614000 x1875360224992512/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:388/0 lens 488/0 e 0 to 0 dl 1788483648 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483637.710317:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641614000 with x1875360224992512 ext(0->4095) 00002000:00010000:1.0:1788483637.710323:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7641614000 00000100:00100000:1.0:1788483637.710356:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 109 00000100:00100000:1.0:1788483637.710366:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360224992512:12345-192.168.206.36@tcp:3:cat.0 00000100:00100000:1.0:1788483637.710565:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360224992512:12345-192.168.206.36@tcp:3:cat.0 Request processed in 199us (419us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788483637.710572:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 109 00002000:00100000:1.0:1788483637.710579:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1e:0x0] (0->4095) req@ffff9f7641614000 x1875360224992512/t0(0) o3->51303e90-d425-45d3-bca8-493e9e9b6e26@192.168.206.36@tcp:388/0 lens 488/4536 e 0 to 0 dl 1788483648 ref 1 fl Complete:/600/0 rc 4096/4096 job:'cat.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483637.710586:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7641614000 with x1875360224992512 ext(0->4095) 00002000:00010000:1.0:1788483637.710589:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f7641614000 00000100:00100000:3.0:1788483637.783406:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483637.783733:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224992768 00000100:00100000:2.0:1788483637.783742:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224992768 00000100:00100000:2.0:1788483637.783803:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 327 00000100:00100000:2.0:1788483637.783812:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+108:33999:x1875360224992768:12345-192.168.206.36@tcp:35:cat.0 00000100:00100000:2.0:1788483637.784076:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+109:33999:x1875360224992768:12345-192.168.206.36@tcp:35:cat.0 Request processed in 265us (681us total) trans 4294968318 rc 0/0 00000100:00100000:2.0:1788483637.784084:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 327 00010000:00010000:3.0:1788483638.020794:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483638.724747:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483638.724757:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483638.725221:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 4 00000040:00080000:1.0:1788483638.725233:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483638.852877:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251033984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483638.852958:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483638.853095:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251033984 00000100:00100000:0.0:1788483638.853105:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251033984 00000100:00100000:0.0:1788483638.853169:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1788483638.853181:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251033984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483638.853203:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921387520 avail 3689836544 00000100:00100000:0.0:1788483638.853250:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251033984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483638.853257:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:0.0:1788483638.853301:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251034240:0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.853333:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483638.853353:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251034368:0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.853366:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251034752:0@lo:400:kworker.0 00000100:00100000:1.0:1788483638.853393:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483638.853401:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483638.853418:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251034880:0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.853425:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251035264:0@lo:400:kworker.0 00000100:00100000:1.0:1788483638.853445:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483638.853465:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251034368 00000100:00100000:0.0:1788483638.853470:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251034368 00000100:00100000:1.0:1788483638.853484:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251035392:0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.853522:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1788483638.853532:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251034368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.853569:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251034368:12345-0@lo:400:kworker.0 Request processed in 39us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483638.853575:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1788483638.853605:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251034240 00000100:00100000:0.0:1788483638.853609:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251034240 00000100:00100000:0.0:1788483638.853632:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251034752 00000100:00100000:0.0:1788483638.853635:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251034752 00000100:00100000:0.0:1788483638.853652:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251034880 00000100:00100000:0.0:1788483638.853655:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251034880 00000100:00100000:0.0:1788483638.853672:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1788483638.853678:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251034240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.853721:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251034240:12345-0@lo:400:kworker.0 Request processed in 43us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483638.853727:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1088 00000100:00100000:0.0:1788483638.853739:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1788483638.853745:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251034752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.853783:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251034752:12345-0@lo:400:kworker.0 Request processed in 39us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483638.853789:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:0.0:1788483638.853801:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1788483638.853807:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251034880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.853833:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251034880:12345-0@lo:400:kworker.0 Request processed in 27us (388us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483638.853837:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:0.0:1788483638.853866:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483638.853903:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251034240:0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.853914:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251034752:0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.854012:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251035264 00000100:00100000:0.0:1788483638.854016:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251035264 00000100:00100000:0.0:1788483638.854040:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1788483638.854045:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251035264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.854079:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251035264:12345-0@lo:400:kworker.0 Request processed in 34us (213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483638.854084:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:0.0:1788483638.854105:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251035264:0@lo:400:kworker.0 00000100:00080000:3.0:1788483638.854423:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483638.854427:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483638.854430:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483638.854444:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251034496:0@lo:400:kworker.0 00000100:00100000:3.0:1788483638.854473:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483638.854533:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251035008:0@lo:400:kworker.0 00000100:00100000:1.0:1788483638.854535:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483638.854571:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483638.854580:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251034368:0@lo:400:kworker.0 00000100:00100000:1.0:1788483638.854607:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251034880:0@lo:400:kworker.0 00000100:00100000:3.0:1788483638.854610:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251035520:0@lo:400:kworker.0 00000100:00100000:3.0:1788483638.854638:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483638.854682:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251033984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483638.854697:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788483638.854715:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251034112:0@lo:400:kworker.0 00000100:00100000:3.0:1788483638.854743:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483638.854779:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251034624:0@lo:400:kworker.0 00000100:00100000:3.0:1788483638.854803:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483638.854822:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251035136:0@lo:400:kworker.0 00000100:00100000:3.0:1788483638.854844:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483638.854981:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251035648:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483638.855011:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483638.855058:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251035648 00000100:00100000:2.0:1788483638.855063:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251035648 00000100:00100000:2.0:1788483638.855095:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1788483638.855102:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360251035648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483638.855117:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921387520 avail 3689836544 00000100:00100000:2.0:1788483638.855156:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360251035648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 55us (144us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483638.855163:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1788483638.855185:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251034624 00000100:00100000:2.0:1788483638.855188:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251034624 00000100:00100000:2.0:1788483638.855214:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1788483638.855222:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251034624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483638.855255:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251034624:12345-0@lo:400:kworker.0 Request processed in 35us (451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483638.855414:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251035008 00000100:00100000:1.0:1788483638.855419:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251035008 00000100:00100000:0.0:1788483638.855433:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251034496 00000100:00100000:0.0:1788483638.855440:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251034496 00000100:00100000:1.0:1788483638.855461:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251035520 00000100:00100000:1.0:1788483638.855466:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251035520 00000100:00100000:0.0:1788483638.855473:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251035392 00000100:00100000:0.0:1788483638.855478:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251035392 00000100:00100000:1.0:1788483638.855527:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1788483638.855535:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1788483638.855538:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251035008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.855547:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360251035520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483638.855584:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251035008:12345-0@lo:400:kworker.0 Request processed in 50us (1014us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483638.855601:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:0.0:1788483638.855610:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360251035520:12345-0@lo:400:kworker.0 Request processed in 65us (969us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483638.855618:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:1.0:1788483638.855643:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1788483638.855650:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:1.0:1788483638.855654:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251034496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483638.855662:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251035392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483638.855695:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251034496:12345-0@lo:400:kworker.0 Request processed in 45us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483638.855702:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:0.0:1788483638.855728:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251035392:12345-0@lo:400:kworker.0 Request processed in 68us (1195us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483638.855736:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:1.0:1788483638.855740:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251035392:0@lo:400:kworker.0 00000100:00100000:1.0:1788483638.855804:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251035648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483638.855846:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251034112 00000100:00080000:0.0:1788483638.856577:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483638.856582:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483638.856900:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1788483638.857427:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251034112 00000100:00100000:1.0:1788483638.857484:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1788483638.857493:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251034112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483638.857567:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251034112:12345-0@lo:400:kworker.0 Request processed in 76us (2823us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483638.857574:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:3.0:1788483638.860361:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251034496:0@lo:400:kworker.0 00000100:00100000:3.0:1788483638.860379:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251035008:0@lo:400:kworker.0 00000100:00100000:3.0:1788483638.860390:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251035520:0@lo:400:kworker.0 00000100:00100000:3.0:1788483638.860419:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251034112:0@lo:400:kworker.0 00000100:00100000:3.0:1788483638.860430:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251034624:0@lo:400:kworker.0 00000100:00100000:2.0:1788483638.860578:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251035136 00000100:00100000:2.0:1788483638.860586:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251035136 00000100:00100000:2.0:1788483638.860667:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1788483638.860677:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360251035136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483638.860777:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360251035136:12345-0@lo:400:kworker.0 Request processed in 101us (5931us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483638.860784:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00080000:0.0:1788483638.861203:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483638.861343:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251035136:0@lo:400:kworker.0 00010000:00010000:1.0:1788483639.049223:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483639.367448:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251035776:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483639.367577:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483639.368199:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251035776 00000100:00100000:1.0:1788483639.368211:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251035776 00000100:00100000:1.0:1788483639.368286:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1788483639.368298:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251035776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483639.369473:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483639.369600:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251035776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1292us (2012us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483639.369609:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:0.0:1788483639.370968:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251035776:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483640.003016:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483640.003062:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483640.003082:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483640.003098:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483640.003123:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483640.003140:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483640.003155:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483640.003173:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483640.003213:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483640.003248:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224993280 00000100:00100000:3.0:1788483640.003260:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224993280 00000100:00100000:3.0:1788483640.003325:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224993792 00000100:00100000:3.0:1788483640.003329:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224993792 00000100:00100000:3.0:1788483640.003345:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224993408 00000100:00100000:3.0:1788483640.003347:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224993408 00000100:00100000:3.0:1788483640.003361:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224993920 00000100:00100000:3.0:1788483640.003363:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224993920 00000100:00100000:3.0:1788483640.003381:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 674 00000100:00100000:3.0:1788483640.003391:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224993280:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483640.003478:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224993280:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 88us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483640.003486:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 674 00000100:00100000:1.0:1788483640.003636:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224993024 00000100:00100000:1.0:1788483640.003641:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224993024 00000100:00100000:1.0:1788483640.003674:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224993536 00000100:00100000:1.0:1788483640.003678:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224993536 00000100:00100000:1.0:1788483640.003696:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224993152 00000100:00100000:1.0:1788483640.003698:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224993152 00000100:00100000:1.0:1788483640.003709:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224993664 00000100:00100000:1.0:1788483640.003711:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224993664 00000100:00100000:1.0:1788483640.003724:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1094 00000100:00100000:1.0:1788483640.003730:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+109:2401:x1875360224993024:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483640.003841:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+109:2401:x1875360224993024:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 109us (839us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483640.003848:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1094 00000100:00100000:1.0:1788483640.003870:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1095 00000100:00100000:1.0:1788483640.003878:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:2401:x1875360224993536:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483640.003907:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:2401:x1875360224993536:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483640.003913:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1095 00000100:00100000:1.0:1788483640.003927:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1096 00000100:00100000:1.0:1788483640.003933:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224993152:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483640.003958:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360224993152:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483640.003964:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1096 00000100:00100000:1.0:1788483640.003976:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1097 00000100:00100000:1.0:1788483640.003982:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224993664:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483640.004004:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360224993664:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (830us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483640.004010:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1097 00000100:00100000:3.0:1788483640.004083:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 675 00000100:00100000:3.0:1788483640.004091:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224993792:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483640.004118:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224993792:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (1020us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483640.004124:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 675 00000100:00100000:3.0:1788483640.004137:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 676 00000100:00100000:3.0:1788483640.004142:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360224993408:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483640.004164:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360224993408:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (1008us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483640.004170:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 676 00000100:00100000:3.0:1788483640.004181:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 677 00000100:00100000:3.0:1788483640.004187:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224993920:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483640.004215:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360224993920:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (1002us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483640.004220:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 677 00000100:00100000:3.0:1788483640.004245:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224992896 00000100:00100000:3.0:1788483640.004249:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224992896 00000100:00100000:3.0:1788483640.004386:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 765 00000100:00100000:3.0:1788483640.004394:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224992896:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483640.004415:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360224992896:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (1292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483640.004420:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 765 00000100:00080000:0.0:1788483640.004566:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483640.004572:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483640.004575:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483640.004577:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483640.072740:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483640.776320:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483640.776334:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483640.776476:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 45 count 3 00000040:00080000:1.0:1788483640.776486:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483641.092826:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483641.412657:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483641.412689:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251035904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483641.412793:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483641.412891:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251035904 00000100:00100000:2.0:1788483641.412900:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251035904 00000100:00100000:2.0:1788483641.412982:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1788483641.412994:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251035904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483641.413032:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483641.413099:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251035904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483641.413107:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00080000:2.0:1788483641.413132:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483641.413174:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251035904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483641.413912:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483641.413928:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251036032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483641.413981:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483641.414037:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251036032 00000100:00100000:2.0:1788483641.414044:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251036032 00000100:00100000:2.0:1788483641.414097:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:2.0:1788483641.414106:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360251036032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483641.414126:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211155776 pending 28672 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483641.414166:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360251036032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483641.414172:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00080000:2.0:1788483641.414191:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483641.414219:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251036032:0@lo:13:osp-pre-0-0.0 00000001:00080000:0.0:1788483641.939303:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967374 is committed 00000001:00080000:0.0:1788483641.939325:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967373 is committed 00010000:00010000:3.0:1788483642.116847:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483642.438454:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251036160:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483642.438918:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483642.439241:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251036160 00000100:00100000:0.0:1788483642.439251:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251036160 00000100:00100000:0.0:1788483642.439325:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1788483642.439336:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251036160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483642.439394:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444347904 avail 1298108416 00000100:00100000:0.0:1788483642.439457:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251036160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483642.439465:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:3.0:1788483642.439813:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251036160:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483642.503012:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:00080000:1.0:1788483642.957258:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967387 is committed 00000001:00080000:1.0:1788483642.957284:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967386 is committed 00000001:00080000:0.0:1788483642.960653:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968318 is committed 00000001:00080000:0.0:1788483642.960686:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968317 is committed 00000020:00080000:0.0:1788483642.960702:0:6494:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9f76086e0e40 refcount 2 committed 0 result 0 batchid 35 00000020:00080000:0.0:1788483642.960708:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f7602b8b600 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9f76086e0cc0 00000020:00080000:0.0:1788483642.960712:0:6494:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9f763f616600 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9f7636b39200 00010000:00010000:0.0:1788483642.960764:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 3/0,1 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483642.960777:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 2/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483642.960785:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483642.960791:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483642.960797:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 3/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483642.960805:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 4/0,0 mode: TXN/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483642.960826:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2b:0x0].0x0 (ffff9f7636a6c100) 00010000:00010000:0.0:1788483642.960829:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483642.960834:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 2/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483642.960846:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f4560 lrc: 0/0,0 mode: --/TXN res: [0x200000403:0x2b:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000020:00080000:0.0:1788483642.960882:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 35 committed batchid 34 00000020:00080000:0.0:1788483642.960967:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 34 00010000:00010000:1.0:1788483643.141264:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483643.973766:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251036288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483643.973865:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.973928:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251036800:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.973968:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.973993:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251037312:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974018:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974036:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251037824:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974056:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974083:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788483643.974089:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251036416:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974119:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974142:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251036928:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974166:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974183:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251037440:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974204:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974222:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251037952:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974241:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974273:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251036544:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974315:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974332:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251037056:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974355:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974372:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251037568:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974392:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974410:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788483643.974416:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251036672:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974438:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974457:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251037184:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974477:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974496:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251037696:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974545:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483643.974591:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251036288 00000100:00100000:1.0:1788483643.974599:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251036288 00000100:00100000:1.0:1788483643.974666:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788483643.974676:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251036288:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483643.974711:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483643.974762:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251036288:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (897us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.974769:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788483643.974797:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251036800 00000100:00100000:1.0:1788483643.974801:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251036800 00000100:00100000:1.0:1788483643.974822:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251036544 00000100:00100000:1.0:1788483643.974824:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251036544 00000100:00100000:1.0:1788483643.974836:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251037056 00000100:00100000:1.0:1788483643.974839:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251037056 00000100:00100000:1.0:1788483643.974853:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251037568 00000100:00100000:1.0:1788483643.974856:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251037568 00000100:00100000:1.0:1788483643.974868:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251037184 00000100:00100000:1.0:1788483643.974870:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251037184 00000100:00100000:1.0:1788483643.974882:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251037696 00000100:00100000:1.0:1788483643.974884:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251037696 00000100:00100000:1.0:1788483643.974899:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1788483643.974906:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251036800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974941:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251036800:12345-0@lo:400:kworker.0 Request processed in 35us (972us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.974946:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:1.0:1788483643.974960:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1788483643.974966:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251036544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.974997:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251036544:12345-0@lo:400:kworker.0 Request processed in 31us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975003:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:1.0:1788483643.975016:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:1.0:1788483643.975022:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251037056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975053:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251037056:12345-0@lo:400:kworker.0 Request processed in 31us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975058:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:1.0:1788483643.975069:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1788483643.975075:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251037568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975102:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251037568:12345-0@lo:400:kworker.0 Request processed in 28us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975108:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:1.0:1788483643.975120:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1788483643.975128:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251037184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975156:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251037184:12345-0@lo:400:kworker.0 Request processed in 30us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975161:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:1.0:1788483643.975174:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1788483643.975180:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251037696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975204:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251037696:12345-0@lo:400:kworker.0 Request processed in 24us (657us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975209:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1103 00000100:00100000:1.0:1788483643.975229:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251037312 00000100:00100000:1.0:1788483643.975233:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251037312 00000100:00100000:1.0:1788483643.975258:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251037824 00000100:00100000:1.0:1788483643.975262:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251037824 00000100:00100000:1.0:1788483643.975274:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251037440 00000100:00100000:1.0:1788483643.975277:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251037440 00000100:00100000:1.0:1788483643.975285:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251037952 00000100:00100000:1.0:1788483643.975287:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251037952 00000100:00100000:1.0:1788483643.975296:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1788483643.975302:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251037312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975331:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251037312:12345-0@lo:400:kworker.0 Request processed in 29us (1313us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975337:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:1.0:1788483643.975347:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1788483643.975351:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251037824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975376:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251037824:12345-0@lo:400:kworker.0 Request processed in 24us (1319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975382:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1788483643.975390:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1788483643.975396:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251037440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975419:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251037440:12345-0@lo:400:kworker.0 Request processed in 23us (1214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975424:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1788483643.975433:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1788483643.975437:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251037952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975460:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251037952:12345-0@lo:400:kworker.0 Request processed in 22us (1218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975466:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1788483643.975491:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251036416 00000100:00100000:1.0:1788483643.975494:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251036416 00000100:00100000:1.0:1788483643.975549:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1788483643.975556:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251036416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975601:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251036416:12345-0@lo:400:kworker.0 Request processed in 45us (1480us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975607:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1788483643.975637:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251036928 00000100:00100000:1.0:1788483643.975641:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251036928 00000100:00100000:1.0:1788483643.975665:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251036672 00000100:00100000:1.0:1788483643.975667:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251036672 00000100:00100000:1.0:1788483643.975680:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788483643.975686:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251036928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975728:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251036928:12345-0@lo:400:kworker.0 Request processed in 42us (1561us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975733:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788483643.975745:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1788483643.975752:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251036672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975776:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251036672:12345-0@lo:400:kworker.0 Request processed in 27us (1338us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483643.975781:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00080000:1.0:1788483643.975827:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483643.975833:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483643.975835:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483643.975837:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483643.975874:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251036416:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975889:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251036928:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975899:0:3638:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967374 gen 2 00000004:00080000:1.0:1788483643.975905:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f76416f0a80, transno 4294967374 00000100:00100000:1.0:1788483643.975917:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251037440:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975926:0:3638:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967387 gen 2 00000004:00080000:1.0:1788483643.975930:0:3638:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 4294967387 committed transno 4294967387 00000100:00100000:1.0:1788483643.975953:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081adf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251037952:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975970:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251036288:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483643.975980:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251036800:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.975991:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251037312:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.976000:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251037824:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.976046:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251036672:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.976056:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251037184:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.976066:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251037696:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.976076:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251036544:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.976086:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251037056:0@lo:400:kworker.0 00000100:00100000:1.0:1788483643.976100:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251037568:0@lo:400:kworker.0 00000100:00100000:0.0:1788483643.979643:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483643.979674:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251038080:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483643.979759:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483643.979829:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251038080 00000100:00100000:0.0:1788483643.979837:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251038080 00000100:00100000:0.0:1788483643.979909:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1788483643.979919:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251038080:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483643.979959:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 187435840 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483643.980020:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251038080:12345-0@lo:13:osp-pre-1-1.0 Request processed in 100us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483643.980029:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1788483643.980091:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251038080:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1788483644.171824:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483644.172930:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483644.174935:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224994048 00000100:00100000:3.0:1788483644.174951:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224994048 00000100:00100000:3.0:1788483644.175039:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1582 00000100:00100000:3.0:1788483644.175065:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33950:x1875360224994048:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1788483644.175197:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:33950:x1875360224994048:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 146us (2285us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483644.175206:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1582 00000100:00080000:2.0:1788483644.176108:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483644.177008:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483644.177347:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224994176 00000100:00100000:2.0:1788483644.177359:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224994176 00000100:00100000:2.0:1788483644.177440:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1583 00000100:00100000:2.0:1788483644.177451:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:33950:x1875360224994176:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 00000100:00100000:2.0:1788483644.177583:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:33950:x1875360224994176:12345-192.168.206.36@tcp:60:lhsmtool_posix.0 Request processed in 135us (581us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483644.177593:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1583 00000100:00080000:3.0:1788483644.178112:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483644.485398:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483644.485419:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251038208:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483644.485487:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483644.485709:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251038208 00000100:00100000:1.0:1788483644.485718:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251038208 00000100:00100000:1.0:1788483644.488601:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1788483644.488626:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251038208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483644.488669:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483644.488769:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251038208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 154us (3281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483644.488776:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1788483644.488899:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251038208:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483645.105633:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483645.105687:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483645.105721:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483645.105763:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483645.105787:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483645.105823:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483645.105842:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224994816 00000100:00100000:2.0:1788483645.105858:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224994816 00000100:00100000:3.0:1788483645.105884:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483645.105926:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224995072 00000100:00100000:3.0:1788483645.105934:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224995072 00000100:00100000:2.0:1788483645.105952:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224994688 00000100:00100000:2.0:1788483645.105958:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224994688 00000100:00100000:2.0:1788483645.105977:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224994944 00000100:00100000:2.0:1788483645.105979:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224994944 00000100:00100000:2.0:1788483645.106002:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 682 00000100:00100000:3.0:1788483645.106100:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 683 00000100:00100000:3.0:1788483645.106111:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224994688:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483645.106402:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360224994688:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 291us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483645.106411:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 683 00000100:00100000:3.0:1788483645.106433:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 684 00000100:00100000:3.0:1788483645.106441:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224994944:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483645.106469:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360224994944:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483645.106474:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 684 00000100:00100000:3.0:1788483645.106484:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 685 00000100:00100000:1.0:1788483645.106643:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224994560 00000100:00100000:1.0:1788483645.106649:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224994560 00000100:00100000:1.0:1788483645.106690:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224994432 00000100:00100000:1.0:1788483645.106693:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224994432 00000100:00100000:1.0:1788483645.106715:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1104 00000100:00100000:1.0:1788483645.106723:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224994560:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483645.106767:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360224994560:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 46us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483645.106773:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1104 00000100:00100000:1.0:1788483645.106788:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1105 00000100:00100000:1.0:1788483645.106795:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+108:2399:x1875360224994432:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483645.107876:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+108:2399:x1875360224994432:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1073us (2079us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483645.107888:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1105 00000100:00080000:1.0:1788483645.108082:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483645.108088:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483645.108092:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483645.108094:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483645.108188:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224994304 00000100:00100000:0.0:1788483645.108197:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224994304 00000100:00100000:0.0:1788483645.108256:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 767 00000100:00100000:0.0:1788483645.108264:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224994304:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483645.108304:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360224994304:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 41us (2685us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483645.108310:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 767 00000100:00100000:2.0:1788483645.108674:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2399:x1875360224994816:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483645.108779:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2399:x1875360224994816:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 2768us (3055us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483645.108790:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 682 00000100:00100000:3.0:1788483645.114323:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224995072:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483645.114448:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2399:x1875360224995072:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 7956us (8683us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483645.114460:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 685 00010000:00010000:0.0:1788483645.188678:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788483646.069981:0:24926:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-hsm test 12u: Multiple reads on multiple HSM imported files in parallel ========================================================== 21:00:43 (1788483643) 00010000:00010000:1.0:1788483646.214209:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483646.438443:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.440567:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224995200 00000100:00100000:2.0:1788483646.440581:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224995200 00000100:00100000:2.0:1788483646.440678:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1584 00000100:00100000:2.0:1788483646.440690:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:34647:x1875360224995200:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00100000:2.0:1788483646.440794:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:34647:x1875360224995200:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 106us (2360us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483646.440802:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1584 00000100:00080000:1.0:1788483646.442464:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483646.448754:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.448999:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224995328 00000100:00100000:1.0:1788483646.449013:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224995328 00000100:00100000:1.0:1788483646.449114:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1585 00000100:00100000:1.0:1788483646.449126:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:34647:x1875360224995328:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 00000100:00080000:3.0:1788483646.449740:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483646.450803:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:34647:x1875360224995328:12345-192.168.206.36@tcp:59:lhsmtool_posix.0 Request processed in 1663us (2044us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483646.450815:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1585 00000100:00100000:2.0:1788483646.466030:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.471140:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224995456 00000100:00100000:1.0:1788483646.471160:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224995456 00000100:00100000:1.0:1788483646.471379:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1586 00000100:00100000:1.0:1788483646.471392:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+108:34648:x1875360224995456:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483646.471426:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.471452:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f45a6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d89 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471560:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f45ad lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471578:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f45ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471590:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f45ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471606:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f45b4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471613:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f45b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471619:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f45b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471672:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f45ad lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471679:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f45ad lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471686:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f45ad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471692:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483646.471697:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f45ad lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471706:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f45ad lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471718:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483646.471731:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483646.471737:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f45ad lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471744:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f45ad lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471760:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f45b4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471766:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f45b4 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471772:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f45b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471778:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483646.471780:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f45b4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471786:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f45b4 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471794:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9f76039f5200) 00010000:00010000:1.0:1788483646.471796:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483646.471799:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f45b4 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471805:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f45b4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471838:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f45a6 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d89 expref: 109 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471849:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483646.471851:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483646.471855:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f45a6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d89 expref: 109 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.471869:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38400, rc 0) 00000100:00100000:1.0:1788483646.471950:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+108:34648:x1875360224995456:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 560us (5944us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483646.471958:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1586 00000100:00100000:0.0:1788483646.477942:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.478098:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224995712 00000100:00100000:2.0:1788483646.478111:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224995712 00000100:00100000:2.0:1788483646.478264:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1587 00000100:00100000:2.0:1788483646.478277:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+108:34648:x1875360224995712:12345-192.168.206.36@tcp:36:lfs.0 00010000:00010000:2.0:1788483646.478345:0:6514:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483646.478377:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f3e67 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147b9f expref: 108 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.478399:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:2.0:1788483646.478405:0:6514:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483646.478672:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.478689:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bb4 expref: 49 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.478698:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.478735:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bb4 expref: 49 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.478751:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bb4 expref: 49 pid: 13707 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483646.478766:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251038336:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483646.478870:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366a10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483646.484097:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.484176:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9500 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251038336:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483646.484225:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483646.484336:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224995840 00000100:00100000:3.0:1788483646.484345:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224995840 00010000:00010000:3.0:1788483646.484391:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bb4 expref: 50 pid: 13707 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483646.484434:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 469 00000100:00100000:3.0:1788483646.484444:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:2402:x1875360224995840:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483646.484461:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483646.484470:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bb4 expref: 50 pid: 13707 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.484493:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bb4 expref: 50 pid: 13707 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.484542:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f3ea6 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147bb4 expref: 50 pid: 13707 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.484573:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483646.484580:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.484593:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.484601:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.484629:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483646.484704:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.484714:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.484742:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.484753:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.484771:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483646.485078:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:2402:x1875360224995840:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 633us (993us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483646.485087:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 469 00010000:00010000:1.0:1788483646.488449:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.488584:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.488604:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483646.489813:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000093aae783 reply state 00000000d2fd680b transno 4294968319 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.489847:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.489860:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.489863:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483646.489868:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1788483646.489876:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00010000:00010000:0.0:1788483646.489887:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.489895:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.489904:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.489909:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.489915:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.489922:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.489934:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483646.489936:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.489940:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.489947:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f45bb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483646.489965:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000093aae783 reply state 00000000d2fd680b transno 4294968319 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.489973:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.489980:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9f76039f5500) 00010000:00010000:0.0:1788483646.489982:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483646.489984:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:0.0:1788483646.490264:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+109:34648:x1875360224995712:12345-192.168.206.36@tcp:36:lfs.0 Request processed in 11983us (12329us total) trans 4294968319 rc 0/0 00000100:00100000:0.0:1788483646.490275:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1587 00000100:00100000:2.0:1788483646.498086:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483646.498237:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224995968 00000100:00100000:0.0:1788483646.498250:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224995968 00000100:00100000:0.0:1788483646.498318:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1588 00000100:00100000:0.0:1788483646.498329:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+109:34649:x1875360224995968:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483646.498358:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483646.498384:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f45d0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d90 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.498483:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f45d7 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.498535:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f45d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.498566:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f45d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483646.498624:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483646.498628:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483646.498651:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f45d7 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.498678:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f45d0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d90 expref: 111 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.498698:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911b200/0xf2b1f833e60f45d7 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d90 expref: 110 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.498708:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483646.498711:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483646.498715:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911b200, rc 0) 00000100:00100000:0.0:1788483646.498790:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:34649:x1875360224995968:12345-192.168.206.36@tcp:101:bash.0 Request processed in 461us (715us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483646.498797:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1588 00000100:00100000:2.0:1788483646.501669:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.501936:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224996096 00000100:00100000:3.0:1788483646.501958:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224996096 00000100:00100000:3.0:1788483646.502025:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1589 00000100:00100000:3.0:1788483646.502038:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:34649:x1875360224996096:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:3.0:1788483646.502062:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483646.502086:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f45de lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d97 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502183:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f45e5 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502199:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f45e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502211:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f45e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502225:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f45ec lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502232:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f45ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502240:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f45ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502414:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f45f3 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502424:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f45f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502432:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f45f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483646.502483:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1788483646.502488:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483646.502558:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f45f3 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502573:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f45e5 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502580:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f45e5 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502588:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f45e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502594:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483646.502599:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f45e5 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502607:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f45e5 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502621:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:3.0:1788483646.502626:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.502867:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f45e5 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502877:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f45e5 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502894:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f45ec lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502900:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f45ec lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502907:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f45ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502912:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483646.502915:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f45ec lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502922:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f45ec lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502932:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9f76039f5500) 00010000:00010000:3.0:1788483646.502935:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.502938:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f45ec lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502944:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f45ec lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502976:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f45de lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d97 expref: 112 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.502997:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4000/0xf2b1f833e60f45f3 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d97 expref: 111 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.503004:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483646.503007:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:3.0:1788483646.503009:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4000, rc 0) 00000100:00100000:3.0:1788483646.503085:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+111:34649:x1875360224996096:12345-192.168.206.36@tcp:101:bash.0 Request processed in 1049us (1428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483646.503092:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1589 00000100:00100000:3.0:1788483646.506462:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.506868:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224996224 00000100:00100000:2.0:1788483646.506881:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224996224 00000100:00100000:0.0:1788483646.507012:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1590 00000100:00100000:0.0:1788483646.507027:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+111:34649:x1875360224996224:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483646.507062:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483646.507087:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f45fa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147d9e expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507168:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4601 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507192:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4601 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507205:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4601 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507220:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4608 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507228:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507234:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507287:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4601 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507294:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4601 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507302:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4601 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507309:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ac00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.507313:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4601 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507320:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4601 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507332:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.507336:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.507341:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4601 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507348:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4601 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507362:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4608 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507367:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4608 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507374:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4608 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507378:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911a000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.507380:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4608 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507385:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4608 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507391:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9f76113d6700) 00010000:00010000:0.0:1788483646.507394:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.507397:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4608 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507403:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4608 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507454:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f45fa lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d9e expref: 112 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507467:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.507469:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.507473:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f45fa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147d9e expref: 112 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.507490:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911bc00, rc 0) 00000100:00100000:0.0:1788483646.507613:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+111:34649:x1875360224996224:12345-192.168.206.36@tcp:101:bash.0 Request processed in 590us (1164us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483646.507622:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1590 00000100:00100000:2.0:1788483646.524179:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483646.524299:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224996352 00000100:00100000:0.0:1788483646.524313:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224996352 00000100:00100000:0.0:1788483646.524381:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1591 00000100:00100000:0.0:1788483646.524393:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+49:34650:x1875360224996352:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483646.524417:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483646.524440:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f460f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147da5 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.524579:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4616 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.524596:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4616 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.524609:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4616 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483646.524659:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:0.0:1788483646.524664:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483646.524686:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4616 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.524717:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f460f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147da5 expref: 51 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.524735:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a000/0xf2b1f833e60f4616 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147da5 expref: 50 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.524746:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:0.0:1788483646.524749:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483646.524753:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a000, rc 0) 00000100:00100000:0.0:1788483646.524823:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:34650:x1875360224996352:12345-192.168.206.36@tcp:101:rm.0 Request processed in 432us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483646.524830:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1591 00000100:00100000:3.0:1788483646.527592:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.527673:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224996480 00000100:00100000:1.0:1788483646.527685:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224996480 00000100:00100000:1.0:1788483646.527756:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1592 00000100:00100000:1.0:1788483646.527767:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+50:34650:x1875360224996480:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483646.527788:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.527810:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f461d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147dac expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.527884:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4624 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.527899:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4624 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.527912:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4624 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.527925:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f462b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.527932:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f462b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.527949:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f462b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528045:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f4632 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528055:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f4632 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528063:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f4632 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483646.528109:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1788483646.528122:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483646.528143:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f4632 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528157:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4624 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528165:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4624 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528172:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4624 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528179:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483646.528183:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4624 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528192:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4624 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528206:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9f7636b60b00) 00010000:00010000:1.0:1788483646.528210:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483646.528215:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4624 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528226:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4624 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528240:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f462b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528246:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f462b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528252:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f462b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528258:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483646.528261:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f462b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528267:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f462b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528275:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9f76039f5500) 00010000:00010000:1.0:1788483646.528277:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483646.528280:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f462b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528286:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f462b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528313:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f461d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dac expref: 52 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528327:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38e00/0xf2b1f833e60f4632 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dac expref: 51 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.528336:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483646.528338:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1788483646.528341:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38e00, rc 0) 00000100:00100000:1.0:1788483646.542163:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:34650:x1875360224996480:12345-192.168.206.36@tcp:101:rm.0 Request processed in 14385us (14572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.542177:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1592 00000100:00100000:1.0:1788483646.542233:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251038464:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483646.542321:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483646.542388:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483646.542395:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251038592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483646.542423:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483646.542462:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251038464 00000100:00100000:1.0:1788483646.542471:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251038464 00000100:00100000:1.0:1788483646.542563:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251038592 00000100:00100000:1.0:1788483646.542567:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251038592 00000100:00100000:1.0:1788483646.542588:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788483646.542598:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251038464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483646.542652:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211127104 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483646.542703:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251038464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.542710:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788483646.542735:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1788483646.542743:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251038592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483646.542753:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 211127104 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483646.542778:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251038592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.542785:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1788483646.543298:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251038592:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483646.543316:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251038464:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483646.543527:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483646.554230:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.554384:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224996608 00000100:00100000:2.0:1788483646.554401:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224996608 00000100:00100000:2.0:1788483646.554672:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1593 00000100:00100000:2.0:1788483646.554685:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:34650:x1875360224996608:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483646.554714:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.554742:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4639 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147db3 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554830:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554847:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554861:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554878:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4647 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554885:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554892:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554958:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554966:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554973:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554980:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.554987:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ecc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.554992:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555000:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555016:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.555020:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.555024:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555032:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f4640 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555116:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4647 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555124:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4647 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555130:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4647 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555136:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.555139:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4647 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555145:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4647 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555153:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9f7636a6ca00) 00010000:00010000:2.0:1788483646.555156:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.555159:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4647 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555165:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4647 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555260:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4639 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147db3 expref: 52 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555273:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.555275:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.555279:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4639 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147db3 expref: 52 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.555291:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:2.0:1788483646.555371:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:34650:x1875360224996608:12345-192.168.206.36@tcp:101:rm.0 Request processed in 688us (1154us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483646.555382:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1593 00000100:00100000:2.0:1788483646.561676:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483646.561897:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224996736 00000100:00100000:0.0:1788483646.561913:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224996736 00000100:00100000:0.0:1788483646.561990:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1594 00000100:00100000:0.0:1788483646.562003:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:34650:x1875360224996736:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483646.562030:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483646.562064:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f464e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147dba expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562161:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4655 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562178:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4655 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562204:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4655 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562222:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f465c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562230:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f465c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562238:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f465c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562288:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4655 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562296:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4655 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562303:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4655 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562310:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ac00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.562315:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4655 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562324:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4655 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562341:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.562344:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.562350:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4655 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562358:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4655 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562371:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f465c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562378:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f465c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562385:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f465c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562390:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.562393:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f465c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562400:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f465c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562407:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9f76113d6700) 00010000:00010000:0.0:1788483646.562409:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.562412:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f465c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562418:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f465c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562460:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f464e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dba expref: 52 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562477:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.562480:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.562484:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f464e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dba expref: 52 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.562494:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911bc00, rc 0) 00000100:00100000:0.0:1788483646.562629:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:34650:x1875360224996736:12345-192.168.206.36@tcp:101:rm.0 Request processed in 627us (970us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483646.562639:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1594 00000100:00100000:3.0:1788483646.594910:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483646.595074:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224996864 00000100:00100000:0.0:1788483646.595090:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224996864 00000100:00100000:0.0:1788483646.595163:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1595 00000100:00100000:0.0:1788483646.595176:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:34651:x1875360224996864:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483646.595238:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483646.595267:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4663 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147dc1 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483646.597444:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788483646.598601:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f466a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598624:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f466a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598638:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f466a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598657:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4671 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598665:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4671 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598672:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4671 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598785:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f466a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598794:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f466a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598801:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f466a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598809:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.598814:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f466a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598822:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f466a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598837:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.598841:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.598846:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f466a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598853:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f466a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598869:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4671 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598875:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4671 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598881:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4671 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598885:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ac00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.598888:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4671 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598894:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4671 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598901:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9f76113d6700) 00010000:00010000:0.0:1788483646.598903:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.598906:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4671 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598911:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4671 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598967:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4663 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dc1 expref: 52 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.598980:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.598982:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.598986:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4663 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dc1 expref: 52 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.599001:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911bc00, rc 0) 00000100:00100000:0.0:1788483646.599611:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:34651:x1875360224996864:12345-192.168.206.36@tcp:101:cp.0 Request processed in 4431us (4710us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483646.599624:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1595 00000100:00100000:3.0:1788483646.603784:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.603896:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224996992 00000100:00100000:2.0:1788483646.603910:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224996992 00000100:00100000:2.0:1788483646.603981:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1596 00000100:00100000:2.0:1788483646.603994:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:34651:x1875360224996992:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483646.604020:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.604298:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4678 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147dc8 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604390:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604407:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604420:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604438:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4686 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604445:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604453:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604589:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604598:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604604:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604612:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604619:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ecc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.604624:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604632:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604646:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.604650:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.604655:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604661:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ecc00/0xf2b1f833e60f467f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604677:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4686 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604684:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4686 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604690:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4686 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604696:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.604699:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4686 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604704:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4686 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604712:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9f7636a6ca00) 00010000:00010000:2.0:1788483646.604715:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.604778:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4686 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604786:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4686 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604829:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4678 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dc8 expref: 52 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604841:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.604844:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.604848:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4678 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dc8 expref: 52 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.604859:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483646.604939:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:34651:x1875360224996992:12345-192.168.206.36@tcp:101:cp.0 Request processed in 946us (1169us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483646.604947:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1596 00000100:00100000:2.0:1788483646.612749:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483646.612930:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224997248 00000100:00100000:0.0:1788483646.612947:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224997248 00000100:00100000:0.0:1788483646.613022:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1597 00000100:00100000:0.0:1788483646.613035:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+51:34651:x1875360224997248:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483646.613062:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483646.613093:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f468d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147dcf expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.613240:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4694 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.613260:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4694 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.613273:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4694 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.613288:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.613295:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.613301:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788483646.614964:0:12148:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1d:0x0], index 0: 0 00010000:00010000:0.0:1788483646.615160:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615175:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615186:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615226:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4694 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615234:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4694 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615241:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4694 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615247:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ac00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.615252:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4694 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615260:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4694 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615275:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.615278:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.615284:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4694 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615296:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4694 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483646.615312:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000005a3b869c reply state 000000009f7a437d transno 4294968320 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615325:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615333:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9f76113d6700) 00010000:00010000:0.0:1788483646.615335:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483646.615339:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788483646.615381:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f468d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dcf expref: 54 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615399:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dcf expref: 53 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.615407:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:0.0:1788483646.615409:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483646.615412:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911a400, rc 0) 00000100:00100000:0.0:1788483646.615993:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:34651:x1875360224997248:12345-192.168.206.36@tcp:101:cp.0 Request processed in 2955us (3253us total) trans 4294968320 rc 0/0 00000100:00100000:0.0:1788483646.616004:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1597 00000100:00100000:3.0:1788483646.620027:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.620191:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224997376 00000100:00100000:1.0:1788483646.620204:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224997376 00000100:00100000:1.0:1788483646.620296:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 427 00000100:00100000:1.0:1788483646.620308:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360224997376:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483646.620331:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.620358:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c4ede97a/0xf2b1f833e60f46b0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147dd6 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483646.620395:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483646.620430:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=811s v=(0 0) 00010000:00010000:1.0:1788483646.620436:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.620448:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c4ede97a/0xf2b1f833e60f46b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dd6 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.620469:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c4ede97a/0xf2b1f833e60f46b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dd6 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.620491:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38400, rc 0) 00000100:00100000:1.0:1788483646.621992:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224997376:12345-192.168.206.36@tcp:101:cp.0 Request processed in 1674us (1967us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.622191:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 427 00000100:00100000:3.0:1788483646.624484:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.624673:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224997504 00000100:00100000:1.0:1788483646.624686:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224997504 00000100:00100000:1.0:1788483646.624802:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 428 00000100:00100000:1.0:1788483646.624814:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:34651:x1875360224997504:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483646.624836:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.624859:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ddd expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.624903:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c4ede97a/0xf2b1f833e60f46b0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dd6 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.624914:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.624919:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.624925:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 10 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.624968:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c4ede97a/0xf2b1f833e60f46b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dd6 expref: 10 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.624983:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c4ede97a/0xf2b1f833e60f46b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dd6 expref: 10 pid: 8431 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.624999:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251038720:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483646.625127:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8840 going to sleep for 11 seconds 00000100:00100000:2.0:1788483646.627670:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.627727:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251038720:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483646.627770:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 10 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.627796:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38200, rc 0) 00000100:00100000:3.0:1788483646.627975:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224997632 00000100:00100000:1.0:1788483646.627977:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:34651:x1875360224997504:12345-192.168.206.36@tcp:101:cp.0 Request processed in 3165us (3505us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483646.627984:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224997632 00000100:00100000:1.0:1788483646.627986:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 428 00010000:00010000:3.0:1788483646.628020:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c4ede97a/0xf2b1f833e60f46b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dd6 expref: 10 pid: 8431 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483646.628058:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 470 00000100:00100000:3.0:1788483646.628068:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360224997632:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483646.628083:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483646.628112:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c4ede97a/0xf2b1f833e60f46b0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dd6 expref: 10 pid: 8431 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.628126:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c4ede97a/0xf2b1f833e60f46b0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dd6 expref: 10 pid: 8431 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.628152:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c4ede97a/0xf2b1f833e60f46b0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dd6 expref: 10 pid: 8431 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.628169:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483646.628174:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483646.628188:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.628198:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.628292:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 9 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483646.628310:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509214380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6501:1875360251038848:192.168.206.36@tcp:105: 00000100:00100000:3.0:1788483646.628382:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942180 going to sleep for 11 seconds 00000100:00100000:3.0:1788483646.630695:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509214380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6501:1875360251038848:192.168.206.36@tcp:105: 00010000:00010000:3.0:1788483646.630728:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483646.630783:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360224997632:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 2715us (3126us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483646.630795:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 470 00000100:00100000:3.0:1788483646.631995:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.632251:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224997888 00000100:00100000:2.0:1788483646.632264:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224997888 00000100:00100000:2.0:1788483646.632330:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 328 00000100:00100000:2.0:1788483646.632342:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a433050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:34651:x1875360224997888:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:2.0:1788483646.634353:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a433050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34651:x1875360224997888:12345-192.168.206.36@tcp:35:cp.0 Request processed in 2000us (2355us total) trans 4294968321 rc 0/0 00000100:00100000:2.0:1788483646.634366:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 328 00000100:00100000:3.0:1788483646.673408:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.674011:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224998016 00000100:00100000:1.0:1788483646.674025:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224998016 00000100:00100000:1.0:1788483646.674208:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1598 00000100:00100000:1.0:1788483646.675024:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+111:34654:x1875360224998016:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483646.675056:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.675081:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f46be lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147de4 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675169:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f46c5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675187:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f46c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675200:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f46c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675424:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f46cc lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675435:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f46cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675443:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f46cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675560:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f46d3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675570:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f46d3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675577:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f46d3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483646.675626:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00000004:00200000:1.0:1788483646.675631:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483646.675651:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f46d3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675664:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f46d3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675673:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f46c5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675680:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f46c5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675687:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f46c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675693:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483646.675698:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f46c5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675705:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f46c5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675718:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483646.675722:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483646.675726:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f46c5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675733:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f46c5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675746:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f46cc lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675752:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f46cc lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675758:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f46cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675763:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483646.675766:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f46cc lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675772:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f46cc lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675777:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9f76113d6700) 00010000:00010000:1.0:1788483646.675779:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483646.675782:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f46cc lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675787:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f46cc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675818:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f46be lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147de4 expref: 113 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675831:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f46d3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147de4 expref: 112 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.675839:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:1.0:1788483646.675841:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483646.675843:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39800, rc 0) 00000100:00100000:1.0:1788483646.676704:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+112:34654:x1875360224998016:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1683us (3305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.678471:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1598 00000100:00100000:3.0:1788483646.680483:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.681996:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224998144 00000100:00100000:1.0:1788483646.682013:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224998144 00000100:00100000:1.0:1788483646.682092:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 429 00000100:00100000:1.0:1788483646.682107:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224998144:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483646.682131:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.682152:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f46da lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147deb expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.682223:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360251038976:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483646.682355:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8840 going to sleep for 11 seconds 00002000:00010000:1.0:1788483646.684859:0:14965:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788483646.684868:0:14965:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb mtime: 0 -> 1788483645 00002000:00010000:1.0:1788483646.684871:0:14965:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb atime: 0 -> 1788483645 00002000:00010000:1.0:1788483646.684874:0:14965:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb ctime: 0 -> 1788483645 00002000:00010000:1.0:1788483646.684877:0:14965:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1788483646.684902:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764174b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360251038976:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483646.684957:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f46da lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147deb expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.684985:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f46da lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147deb expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.685000:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39e00, rc 0) 00000100:00100000:1.0:1788483646.685065:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360224998144:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2962us (4593us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483646.685076:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 429 00000100:00100000:3.0:1788483646.687710:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483646.687803:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224998272 00000100:00100000:0.0:1788483646.687815:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224998272 00000100:00100000:0.0:1788483646.687881:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1599 00000100:00100000:0.0:1788483646.687890:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+112:34654:x1875360224998272:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483646.687914:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483646.687950:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f46e1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147df2 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.688030:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.688046:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.688058:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483646.688117:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1788483646.688122:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483646.688148:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.688179:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f46e1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df2 expref: 114 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.688200:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df2 expref: 113 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.688210:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.688223:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483646.688228:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911bc00, rc 0) 00000100:00100000:0.0:1788483646.689904:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+113:34654:x1875360224998272:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2001us (2192us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483646.689916:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1599 00000100:00100000:3.0:1788483646.692680:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.692844:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224998400 00000100:00100000:2.0:1788483646.692857:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224998400 00000100:00100000:2.0:1788483646.692918:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 430 00000100:00100000:2.0:1788483646.692928:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224998400:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483646.692956:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.692976:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000073184d07/0xf2b1f833e60f46ef lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147df9 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483646.693039:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750774b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251039104:192.168.206.36@tcp:106: 00000100:00100000:2.0:1788483646.693136:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f760c1e8600 going to sleep for 11 seconds 00000100:00100000:1.0:1788483646.698871:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750774b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251039104:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483646.698919:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000073184d07/0xf2b1f833e60f46ef lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df9 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.699007:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000073184d07/0xf2b1f833e60f46ef lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df9 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.699024:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ecc00, rc 0) 00000100:00100000:1.0:1788483646.699140:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360224998400:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 6211us (6470us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483646.699151:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 430 00000100:00100000:1.0:1788483646.704099:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.704192:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224998656 00000100:00100000:2.0:1788483646.704205:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224998656 00000100:00100000:2.0:1788483646.704402:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1600 00000100:00100000:2.0:1788483646.704414:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+113:34654:x1875360224998656:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:2.0:1788483646.704715:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].45, 136 off14312 00000100:00100000:2.0:1788483646.704882:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+113:34654:x1875360224998656:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 469us (797us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483646.704891:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1600 00000100:00100000:0.0:1788483646.711333:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.711429:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224998784 00000100:00100000:3.0:1788483646.711441:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224998784 00000100:00100000:3.0:1788483646.711531:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1601 00000100:00100000:3.0:1788483646.711541:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+113:34655:x1875360224998784:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:3.0:1788483646.711576:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483646.711604:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f46f6 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e00 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.711688:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f46fd lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.711705:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f46fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.711717:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f46fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.711876:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4704 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.711900:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4704 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.711925:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4704 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.711993:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f46fd lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712000:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f46fd lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712007:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f46fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712013:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483646.712018:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f46fd lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712025:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f46fd lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712038:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483646.712041:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.712046:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f46fd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712051:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f46fd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712067:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4704 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712073:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4704 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712078:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4704 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712083:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483646.712086:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4704 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712091:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4704 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712099:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9f7603b2b100) 00010000:00010000:3.0:1788483646.712101:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.712104:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4704 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712109:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4704 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712167:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f46f6 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e00 expref: 114 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712185:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483646.712187:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.712191:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f46f6 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e00 expref: 114 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.712201:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5200, rc 0) 00000100:00100000:2.0:1788483646.713743:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+113:34655:x1875360224998784:12345-192.168.206.36@tcp:101:bash.0 Request processed in 2183us (2407us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483646.713756:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1601 00000100:00100000:2.0:1788483646.733158:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.733242:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224998912 00000100:00100000:1.0:1788483646.733257:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224998912 00000100:00100000:1.0:1788483646.733397:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1602 00000100:00100000:1.0:1788483646.733409:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34656:x1875360224998912:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483646.733432:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.733451:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f470b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e07 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733567:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733580:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733590:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733602:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4719 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733608:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4719 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733613:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4719 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733647:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733654:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733659:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733665:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733670:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483646.733674:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733680:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733691:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483646.733694:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483646.733697:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733704:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4712 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733714:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4719 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733720:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4719 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733726:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4719 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733731:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483646.733734:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4719 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733743:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4719 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733751:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483646.733753:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483646.733755:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4719 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733761:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4719 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733791:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f470b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e07 expref: 56 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733802:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483646.733804:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483646.733808:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f470b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e07 expref: 56 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.733817:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38a00, rc 0) 00000100:00100000:1.0:1788483646.733875:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34656:x1875360224998912:12345-192.168.206.36@tcp:101:rm.0 Request processed in 468us (733us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483646.733883:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1602 00000100:00100000:1.0:1788483646.737089:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483646.737219:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224999040 00000100:00100000:0.0:1788483646.737233:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224999040 00000100:00100000:0.0:1788483646.737856:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1603 00000100:00100000:0.0:1788483646.737874:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34656:x1875360224999040:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483646.737899:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483646.737927:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4720 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e0e expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738034:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4727 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738052:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4727 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738068:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4727 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738090:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f472e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738097:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f472e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738105:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f472e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738152:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4727 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738159:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4727 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738167:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4727 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738174:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.738179:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4727 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738187:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4727 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738200:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.738203:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.738209:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4727 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738216:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4727 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738230:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f472e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738236:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f472e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738242:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f472e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738248:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.738251:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f472e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738262:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f472e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738270:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9f76113d6900) 00010000:00010000:0.0:1788483646.738272:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.738275:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f472e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738282:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f472e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738320:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4720 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e0e expref: 56 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738332:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.738335:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.738344:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4720 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e0e expref: 56 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.738354:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911ac00, rc 0) 00000100:00100000:0.0:1788483646.738436:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34656:x1875360224999040:12345-192.168.206.36@tcp:101:rm.0 Request processed in 567us (1360us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483646.738448:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1603 00000100:00100000:2.0:1788483646.748785:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.748854:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224999168 00000100:00100000:1.0:1788483646.748867:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224999168 00000100:00100000:2.0:1788483646.749027:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1604 00000100:00100000:2.0:1788483646.749188:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34657:x1875360224999168:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483646.749231:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.749258:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4735 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e15 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749341:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f473c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749358:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f473c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749370:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f473c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749387:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4743 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749394:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4743 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749401:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4743 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749447:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f473c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749455:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f473c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749462:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f473c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749469:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.749474:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f473c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749482:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f473c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749495:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.749531:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.749536:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f473c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749543:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f473c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749570:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4743 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749576:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4743 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749582:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4743 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749588:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.749591:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4743 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749597:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4743 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749604:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9f7636a6ca00) 00010000:00010000:2.0:1788483646.749607:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.749610:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4743 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749615:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4743 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749654:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4735 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e15 expref: 56 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749664:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.749667:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.749670:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4735 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e15 expref: 56 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.749681:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed400, rc 0) 00000100:00100000:2.0:1788483646.749768:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34657:x1875360224999168:12345-192.168.206.36@tcp:101:cp.0 Request processed in 730us (996us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483646.749776:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1604 00000100:00100000:2.0:1788483646.752793:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483646.752921:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224999296 00000100:00100000:0.0:1788483646.752934:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224999296 00000100:00100000:0.0:1788483646.753134:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1605 00000100:00100000:0.0:1788483646.753148:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34657:x1875360224999296:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483646.753176:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483646.753202:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f474a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e1c expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753284:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4751 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753302:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4751 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753314:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4751 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753331:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4758 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753338:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4758 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753345:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4758 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753393:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4751 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753400:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4751 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753407:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4751 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753414:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.753420:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4751 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753428:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4751 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753441:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.753444:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.753449:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4751 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753457:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4751 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753471:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4758 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753478:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4758 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753484:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4758 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753489:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.753492:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4758 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753544:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4758 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753562:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9f76113d6900) 00010000:00010000:0.0:1788483646.753565:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.753568:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4758 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753574:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4758 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753612:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f474a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e1c expref: 56 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753623:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.753626:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.753629:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f474a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e1c expref: 56 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.753639:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:0.0:1788483646.753711:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34657:x1875360224999296:12345-192.168.206.36@tcp:101:cp.0 Request processed in 566us (994us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483646.753730:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1605 00000100:00100000:0.0:1788483646.756724:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.756801:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224999552 00000100:00100000:2.0:1788483646.756815:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224999552 00000100:00100000:2.0:1788483646.756973:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1606 00000100:00100000:2.0:1788483646.756988:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:34657:x1875360224999552:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483646.757012:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.757046:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f475f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e23 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.757176:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.757194:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df2 expref: 112 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.757204:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.757254:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df2 expref: 112 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.757272:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df2 expref: 112 pid: 6514 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483646.757289:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251039232:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483646.757420:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788483646.760815:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.760954:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749880 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251039232:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483646.760991:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.761339:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224999680 00000100:00100000:1.0:1788483646.761349:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224999680 00010000:00010000:1.0:1788483646.761398:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df2 expref: 113 pid: 6514 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.761441:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 471 00000100:00100000:1.0:1788483646.761454:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+113:2401:x1875360224999680:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483646.761473:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483646.761481:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df2 expref: 113 pid: 6514 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.764630:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df2 expref: 113 pid: 6514 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.764683:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f46e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147df2 expref: 113 pid: 6514 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.764711:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483646.764718:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.764796:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.764805:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.766060:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483646.766304:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+112:2401:x1875360224999680:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 4845us (5497us total) trans 0 rc 0/0 00010000:00010000:3.0:1788483646.766454:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.766465:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483646.766486:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 471 00010000:00010000:3.0:1788483646.766539:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.766566:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.766578:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483646.767073:0:6515:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x1f:0x0], index 1: 0 00010000:00010000:2.0:1788483646.767265:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767275:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767285:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767325:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767332:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767338:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767344:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.767349:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767357:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767370:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.767373:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.767378:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767384:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4766 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483646.767400:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000020222519 reply state 00000000025f5071 transno 4294968322 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767413:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767420:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9f7603b2b100) 00010000:00010000:2.0:1788483646.767422:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483646.767425:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788483646.767468:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f475f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e23 expref: 58 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767484:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e23 expref: 57 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.767492:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:2.0:1788483646.767494:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483646.767521:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec200, rc 0) 00000100:00100000:2.0:1788483646.767636:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:34657:x1875360224999552:12345-192.168.206.36@tcp:101:cp.0 Request processed in 10650us (10922us total) trans 4294968322 rc 0/0 00000100:00100000:2.0:1788483646.767644:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1606 00000100:00100000:2.0:1788483646.772580:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.772751:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224999808 00000100:00100000:1.0:1788483646.772765:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224999808 00000100:00100000:1.0:1788483646.772836:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 431 00000100:00100000:1.0:1788483646.772849:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2401:x1875360224999808:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483646.772873:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.772899:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4782 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e2a expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483646.772931:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483646.772969:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=811s v=(0 0) 00010000:00010000:1.0:1788483646.772975:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.772988:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4782 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e2a expref: 11 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.773009:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4782 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e2a expref: 11 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.773024:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39400, rc 0) 00000100:00100000:1.0:1788483646.773091:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360224999808:12345-192.168.206.36@tcp:101:cp.0 Request processed in 244us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.773100:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 431 00000100:00100000:3.0:1788483646.780639:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.780982:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360224999936 00000100:00100000:1.0:1788483646.780995:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360224999936 00000100:00100000:1.0:1788483646.781065:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 432 00000100:00100000:1.0:1788483646.781077:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:34657:x1875360224999936:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483646.781102:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.781126:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e31 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.781172:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4782 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e2a expref: 12 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.781182:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.781187:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.781192:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.781232:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4782 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e2a expref: 12 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.781247:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e2a expref: 12 pid: 8871 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.781263:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251039360:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483646.781377:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8840 going to sleep for 11 seconds 00000100:00100000:0.0:1788483646.784270:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.784483:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225000064 00000100:00100000:2.0:1788483646.784543:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225000064 00010000:00010000:2.0:1788483646.784606:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4782 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e2a expref: 13 pid: 8871 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483646.784650:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 472 00000100:00100000:2.0:1788483646.784661:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a409c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360225000064:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483646.784678:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483646.784705:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4782 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e2a expref: 13 pid: 8871 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.784739:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4782 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e2a expref: 13 pid: 8871 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.784771:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483646.784775:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483646.784786:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.784798:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.784844:0:7456:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483646.784861:0:7456:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7456:1875360251039488:192.168.206.36@tcp:105: 00000100:00100000:2.0:1788483646.784960:0:7456:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2cc0 going to sleep for 11 seconds 00010000:00010000:1.0:1788483646.786256:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4782 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e2a expref: 13 pid: 8871 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.786283:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251039360:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483646.786313:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.786328:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39000, rc 0) 00000100:00100000:1.0:1788483646.786396:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:34657:x1875360224999936:12345-192.168.206.36@tcp:101:cp.0 Request processed in 5321us (5771us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.786409:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 432 00000100:00100000:0.0:1788483646.794014:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.794127:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225000320 00000100:00100000:1.0:1788483646.794140:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225000320 00000100:00100000:1.0:1788483646.794226:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 329 00000100:00100000:1.0:1788483646.794239:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+58:34657:x1875360225000320:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:1.0:1788483646.794661:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34657:x1875360225000320:12345-192.168.206.36@tcp:35:cp.0 Request processed in 424us (662us total) trans 4294968323 rc 0/0 00000100:00100000:1.0:1788483646.794669:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 329 00000100:00100000:2.0:1788483646.795456:0:7456:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:7456:1875360251039488:192.168.206.36@tcp:105: 00010000:00010000:2.0:1788483646.795487:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483646.795593:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a409c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225000064:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 10933us (11335us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483646.795603:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 472 00000100:00100000:0.0:1788483646.837063:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.837225:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225000448 00000100:00100000:1.0:1788483646.837238:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225000448 00000100:00100000:1.0:1788483646.837310:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1607 00000100:00100000:1.0:1788483646.837323:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+112:34660:x1875360225000448:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483646.837351:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.837379:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4790 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e38 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.837465:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4797 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.837480:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4797 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.837535:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4797 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.837557:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f479e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.837571:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f479e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.837578:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f479e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.837664:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f47a5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.837673:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f47a5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.837680:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f47a5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483646.838032:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00000004:00200000:0.0:1788483646.838038:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483646.838064:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f47a5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838080:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f47a5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838089:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4797 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838097:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4797 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838104:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4797 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838110:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.838116:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4797 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838124:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4797 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838140:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483646.838143:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.838148:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4797 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838154:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4797 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838169:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f479e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838175:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f479e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838181:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f479e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838186:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483646.838189:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f479e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838196:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f479e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838203:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9f7603b2b100) 00010000:00010000:0.0:1788483646.838206:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483646.838209:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f479e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838230:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38c00/0xf2b1f833e60f479e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838260:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4790 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e38 expref: 114 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838277:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f47a5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e38 expref: 113 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.838285:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:0.0:1788483646.838287:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483646.838290:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39200, rc 0) 00000100:00100000:0.0:1788483646.838373:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+113:34660:x1875360225000448:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1050us (1322us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483646.838385:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1607 00000100:00100000:0.0:1788483646.843619:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.843700:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225000576 00000100:00100000:1.0:1788483646.843712:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225000576 00000100:00100000:1.0:1788483646.843781:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 433 00000100:00100000:1.0:1788483646.843792:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225000576:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483646.843813:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.843833:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f31b388/0xf2b1f833e60f47ac lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e3f expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.843897:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360251039616:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483646.844029:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b80c0 going to sleep for 11 seconds 00002000:00010000:1.0:1788483646.846089:0:8431:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788483646.846101:0:8431:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb mtime: 0 -> 1788483645 00002000:00010000:1.0:1788483646.846103:0:8431:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb atime: 0 -> 1788483645 00002000:00010000:1.0:1788483646.846107:0:8431:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb ctime: 0 -> 1788483645 00002000:00010000:1.0:1788483646.846109:0:8431:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1788483646.846137:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360251039616:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483646.846184:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004f31b388/0xf2b1f833e60f47ac lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e3f expref: 18 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.846211:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f31b388/0xf2b1f833e60f47ac lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e3f expref: 18 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.846227:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38800, rc 0) 00000100:00100000:1.0:1788483646.846296:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225000576:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2504us (2687us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483646.846305:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 433 00000100:00100000:0.0:1788483646.849236:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.849328:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225000704 00000100:00100000:2.0:1788483646.849340:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225000704 00000100:00100000:2.0:1788483646.849412:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1608 00000100:00100000:2.0:1788483646.849424:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+113:34660:x1875360225000704:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483646.849448:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.849472:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47b3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e46 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.849617:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.849633:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.849645:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483646.849694:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1788483646.849697:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483646.849718:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.849759:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47b3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e46 expref: 115 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.849780:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e46 expref: 114 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.849790:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.849793:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483646.849797:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483646.849854:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+114:34660:x1875360225000704:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 433us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483646.849865:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1608 00000100:00100000:0.0:1788483646.853821:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.854038:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225000832 00000100:00100000:2.0:1788483646.854052:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225000832 00000100:00100000:2.0:1788483646.854123:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 434 00000100:00100000:2.0:1788483646.854136:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225000832:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483646.854162:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.854185:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000006af77a0/0xf2b1f833e60f47c1 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e4d expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483646.854271:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251039744:192.168.206.36@tcp:106: 00000100:00100000:2.0:1788483646.854369:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2900 going to sleep for 11 seconds 00000100:00100000:2.0:1788483646.856782:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251039744:192.168.206.36@tcp:106: 00010000:00010000:2.0:1788483646.856831:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000006af77a0/0xf2b1f833e60f47c1 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e4d expref: 18 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.856858:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000006af77a0/0xf2b1f833e60f47c1 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e4d expref: 18 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.856873:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:2.0:1788483646.856935:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225000832:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2802us (3126us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483646.856951:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 434 00000100:00100000:0.0:1788483646.861398:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.861744:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225001088 00000100:00100000:1.0:1788483646.861757:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225001088 00000100:00100000:1.0:1788483646.861828:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1609 00000100:00100000:1.0:1788483646.861841:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+114:34660:x1875360225001088:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:1.0:1788483646.862083:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].46, 136 off14448 00000100:00100000:1.0:1788483646.862185:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+114:34660:x1875360225001088:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 346us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.862195:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1609 00000100:00100000:0.0:1788483646.869264:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.869367:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225001216 00000100:00100000:3.0:1788483646.869380:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225001216 00000100:00100000:3.0:1788483646.869452:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1610 00000100:00100000:3.0:1788483646.869464:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+114:34661:x1875360225001216:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:3.0:1788483646.869535:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483646.869572:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f47c8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e54 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869664:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f47cf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869682:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f47cf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869700:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f47cf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869716:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f47d6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869735:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f47d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869742:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f47d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869792:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f47cf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869798:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f47cf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869806:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f47cf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869813:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483646.869817:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f47cf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869825:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f47cf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869837:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483646.869840:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.869845:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f47cf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869852:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f47cf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869867:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f47d6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869873:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f47d6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869879:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f47d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869885:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483646.869887:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f47d6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869893:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f47d6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869899:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483646.869901:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.869904:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f47d6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.869910:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f47d6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.870124:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f47c8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e54 expref: 115 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.870142:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483646.870145:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.870149:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f47c8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e54 expref: 115 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.870160:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4c00, rc 0) 00000100:00100000:3.0:1788483646.870232:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+114:34661:x1875360225001216:12345-192.168.206.36@tcp:101:bash.0 Request processed in 770us (984us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483646.870240:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1610 00000100:00100000:3.0:1788483646.879034:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.879149:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225001344 00000100:00100000:2.0:1788483646.879164:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225001344 00000100:00100000:2.0:1788483646.879261:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1611 00000100:00100000:2.0:1788483646.879276:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34662:x1875360225001344:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483646.879312:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.879343:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f47dd lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e5b expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879437:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47e4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879455:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879468:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879485:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47eb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879493:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879570:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879624:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47e4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879632:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47e4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879638:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879648:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.879653:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47e4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879661:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47e4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879674:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.879678:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.879682:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47e4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879688:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f47e4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879702:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47eb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879707:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47eb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879712:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879717:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.879720:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47eb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879726:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47eb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879737:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9f7636a6c200) 00010000:00010000:2.0:1788483646.879740:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.879742:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47eb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879748:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47eb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879790:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f47dd lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e5b expref: 60 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879802:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.879804:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.879807:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f47dd lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e5b expref: 60 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.879817:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:2.0:1788483646.879892:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34662:x1875360225001344:12345-192.168.206.36@tcp:101:rm.0 Request processed in 618us (873us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483646.879901:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1611 00000100:00100000:0.0:1788483646.887314:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.887664:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225001472 00000100:00100000:2.0:1788483646.887678:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225001472 00000100:00100000:2.0:1788483646.887758:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1612 00000100:00100000:2.0:1788483646.887771:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34662:x1875360225001472:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483646.887795:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.887822:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f47f2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e62 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.887912:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47f9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.887929:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.887952:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.887969:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4800 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.887975:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.887982:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888032:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47f9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888040:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47f9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888048:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888055:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.888060:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47f9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888072:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47f9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888087:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.888090:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.888096:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47f9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888102:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f47f9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888120:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4800 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888126:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4800 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888133:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4800 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888139:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.888142:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4800 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888149:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4800 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888156:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9f7636a6c200) 00010000:00010000:2.0:1788483646.888159:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.888162:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4800 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888173:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4800 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888215:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f47f2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e62 expref: 60 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888225:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.888228:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.888232:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f47f2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e62 expref: 60 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.888240:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:2.0:1788483646.888320:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34662:x1875360225001472:12345-192.168.206.36@tcp:101:rm.0 Request processed in 551us (1019us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483646.888328:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1612 00000100:00100000:0.0:1788483646.901721:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.901921:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225001600 00000100:00100000:3.0:1788483646.901935:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225001600 00000100:00100000:3.0:1788483646.902031:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1613 00000100:00100000:3.0:1788483646.902046:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34663:x1875360225001600:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483646.902074:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483646.902102:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4807 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e69 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902190:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f480e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902207:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f480e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902575:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f480e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902599:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4815 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902607:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4815 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902614:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4815 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902663:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f480e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902670:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f480e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902677:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f480e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902684:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483646.902689:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f480e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902697:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f480e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902711:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483646.902714:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.902719:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f480e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902726:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f480e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902742:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4815 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902749:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4815 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902755:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4815 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902760:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483646.902762:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4815 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902769:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4815 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902776:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483646.902778:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.902781:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4815 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902788:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4815 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902829:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4807 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e69 expref: 60 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902841:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483646.902844:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.902848:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f4807 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e69 expref: 60 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.902858:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4c00, rc 0) 00000100:00100000:3.0:1788483646.902934:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34663:x1875360225001600:12345-192.168.206.36@tcp:101:cp.0 Request processed in 891us (1227us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483646.902942:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1613 00000100:00100000:3.0:1788483646.906926:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.907049:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225001728 00000100:00100000:2.0:1788483646.907062:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225001728 00000100:00100000:2.0:1788483646.907145:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1614 00000100:00100000:2.0:1788483646.907157:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34663:x1875360225001728:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483646.907182:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.907217:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f481c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e70 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907305:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4823 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907322:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4823 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907336:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4823 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907352:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f482a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907359:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f482a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907366:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f482a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907413:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4823 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907421:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4823 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907428:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4823 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907435:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.907440:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4823 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907448:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4823 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907463:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.907467:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.907472:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4823 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907479:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f4823 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907495:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f482a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907527:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f482a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907533:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f482a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907538:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483646.907541:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f482a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907585:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f482a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907595:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9f7636a6c200) 00010000:00010000:2.0:1788483646.907597:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.907600:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f482a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907605:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f482a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907646:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f481c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e70 expref: 60 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907663:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.907666:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483646.907670:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f481c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e70 expref: 60 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.907690:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:2.0:1788483646.907769:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34663:x1875360225001728:12345-192.168.206.36@tcp:101:cp.0 Request processed in 613us (854us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483646.907777:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1614 00000100:00100000:0.0:1788483646.913259:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.913347:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225001984 00000100:00100000:2.0:1788483646.913360:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225001984 00000100:00100000:2.0:1788483646.913494:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1615 00000100:00100000:2.0:1788483646.913567:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34663:x1875360225001984:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483646.913593:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483646.913618:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4831 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e77 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.913769:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.913789:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e46 expref: 113 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.913799:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.913852:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e46 expref: 113 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.913871:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e46 expref: 113 pid: 6514 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483646.913889:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251039872:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483646.914010:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd23c0 going to sleep for 11 seconds 00000040:00080000:1.0:1788483646.916830:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483646.916840:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483646.916875:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 47 count 5 00000040:00080000:1.0:1788483646.916885:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483646.917189:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251040000:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483646.917299:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366a10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483646.918241:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f9f80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251039872:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483646.918271:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483646.921244:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.921361:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225002112 00000100:00100000:2.0:1788483646.921374:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225002112 00010000:00010000:2.0:1788483646.921429:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e46 expref: 114 pid: 6514 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483646.921481:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 473 00000100:00100000:2.0:1788483646.921493:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+114:2402:x1875360225002112:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483646.921564:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483646.921573:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e46 expref: 114 pid: 6514 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.921589:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e46 expref: 114 pid: 6514 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.921617:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f47ba lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e46 expref: 114 pid: 6514 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.921644:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483646.921650:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.921661:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.921670:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.921705:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483646.921771:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+113:2402:x1875360225002112:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 280us (539us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483646.921778:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 473 00010000:00010000:3.0:1788483646.922280:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.922289:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.922317:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.922328:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.922336:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788483646.922856:0:6515:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1e:0x0], index 0: 0 00010000:00010000:3.0:1788483646.924915:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926256:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926280:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926348:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926356:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926362:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926369:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483646.926374:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926382:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926396:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483646.926400:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483646.926406:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926412:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4838 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483646.926433:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000042189384 reply state 00000000fbffb563 transno 4294968324 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926445:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.926452:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483646.926455:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483646.926458:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788483646.927522:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4831 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e77 expref: 63 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.927558:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e77 expref: 62 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.927567:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:3.0:1788483646.927570:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483646.927573:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4400, rc 0) 00000100:00100000:3.0:1788483646.931730:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:34663:x1875360225001984:12345-192.168.206.36@tcp:101:cp.0 Request processed in 18161us (18467us total) trans 4294968324 rc 0/0 00000100:00100000:3.0:1788483646.931745:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1615 00000100:00100000:1.0:1788483646.932155:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.932192:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.932611:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225002240 00000100:00100000:3.0:1788483646.932622:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225002240 00000100:00100000:3.0:1788483646.932672:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225002368 00000100:00100000:3.0:1788483646.932676:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225002368 00000100:00100000:3.0:1788483646.932699:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1616 00000100:00100000:3.0:1788483646.932708:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:34665:x1875360225002240:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483646.932751:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483646.932876:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:34665:x1875360225002240:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 168us (722us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483646.932884:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1616 00000100:00100000:3.0:1788483646.932898:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1617 00000100:00100000:3.0:1788483646.932905:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:34664:x1875360225002368:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1788483646.932918:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1788483646.932958:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:34664:x1875360225002368:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 53us (765us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483646.932964:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1617 00000100:00100000:2.0:1788483646.934383:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641749f80 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251040000:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483646.937694:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.937953:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225002624 00000100:00100000:1.0:1788483646.937965:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225002624 00000100:00100000:1.0:1788483646.938029:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1618 00000100:00100000:1.0:1788483646.938040:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:34664:x1875360225002624:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483646.938065:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.938090:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4854 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e7e expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.938234:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f485b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.938250:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f485b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.938262:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f485b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483646.938274:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2c:0x0]: returning size 158 00010000:00010000:1.0:1788483646.938403:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4854 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e7e expref: 65 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.938422:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f485b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e7e expref: 64 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.938433:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:1.0:1788483646.938437:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483646.938442:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38800, rc 0) 00000100:00100000:1.0:1788483646.938558:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:34664:x1875360225002624:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 508us (864us total) trans 4294968325 rc 0/0 00000100:00100000:1.0:1788483646.938566:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1618 00000100:00100000:1.0:1788483646.939967:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.940036:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225002880 00000100:00100000:3.0:1788483646.940047:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225002880 00000100:00100000:3.0:1788483646.940100:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1619 00000100:00100000:3.0:1788483646.940111:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:34665:x1875360225002880:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483646.940130:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483646.940149:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4869 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e85 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.940375:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4870 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.940391:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4870 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.940403:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4870 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483646.940415:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2d:0x0]: returning size 158 00010000:00010000:3.0:1788483646.940571:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4869 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e85 expref: 67 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.940591:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4870 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e85 expref: 66 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.940601:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:3.0:1788483646.940604:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483646.940608:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4a00, rc 0) 00000100:00100000:3.0:1788483646.940712:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34665:x1875360225002880:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 602us (754us total) trans 4294968326 rc 0/0 00000100:00100000:3.0:1788483646.940729:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1619 00000100:00100000:2.0:1788483646.946152:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.946242:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225003008 00000100:00100000:1.0:1788483646.946255:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225003008 00000100:00100000:1.0:1788483646.946322:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 435 00000100:00100000:1.0:1788483646.946334:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2402:x1875360225003008:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483646.946357:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.946386:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000038246e60/0xf2b1f833e60f487e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e8c expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483646.946418:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483646.946441:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=811s v=(0 0) 00010000:00010000:1.0:1788483646.946446:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.946457:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000038246e60/0xf2b1f833e60f487e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e8c expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.946476:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000038246e60/0xf2b1f833e60f487e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e8c expref: 10 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.946492:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39400, rc 0) 00000100:00100000:1.0:1788483646.946622:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360225003008:12345-192.168.206.36@tcp:101:cp.0 Request processed in 290us (485us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.946630:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 435 00000100:00100000:3.0:1788483646.960224:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.960276:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.960316:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.960342:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.960373:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225003392 00000100:00100000:3.0:1788483646.960385:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225003392 00000100:00100000:3.0:1788483646.960440:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225003520 00000100:00100000:3.0:1788483646.960443:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225003520 00000100:00100000:3.0:1788483646.960466:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 436 00000100:00100000:3.0:1788483646.960477:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225003392:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483646.960572:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.960599:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.960610:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483646.960614:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483646.960620:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.960665:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 11 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.960688:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 11 pid: 14965 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483646.960705:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360251040128:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483646.960802:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788483646.960862:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.961529:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225003136 00000100:00100000:1.0:1788483646.961537:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225003136 00000100:00100000:1.0:1788483646.961597:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225003264 00000100:00100000:1.0:1788483646.961600:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225003264 00000100:00100000:1.0:1788483646.961632:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 73 00000100:00100000:1.0:1788483646.961642:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+67:2401:x1875360225003136:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483646.961654:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483646.961682:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38800/0xf2b1f833e60f485b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e7e expref: 67 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.961703:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:1.0:1788483646.961710:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483646.961762:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:2401:x1875360225003136:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 123us (1553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.961770:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 73 00000100:00100000:1.0:1788483646.961790:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 74 00000100:00100000:1.0:1788483646.961797:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:2401:x1875360225003264:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483646.961804:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483646.961816:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4870 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e85 expref: 65 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.961828:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:1.0:1788483646.961831:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483646.961852:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:2401:x1875360225003264:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 55us (1545us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.961858:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 74 00000100:00100000:1.0:1788483646.961879:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225003648 00000100:00100000:1.0:1788483646.961883:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225003648 00000100:00100000:1.0:1788483646.961903:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 437 00000100:00100000:1.0:1788483646.961909:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225003520:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483646.961944:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.961960:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 11 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.961968:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.961972:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483646.961976:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.962005:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 11 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.962017:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 11 pid: 8871 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.962031:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251040256:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483646.962070:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec8540 going to sleep for 11 seconds 00000100:00100000:1.0:1788483646.962093:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 438 00000100:00100000:1.0:1788483646.962103:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:34663:x1875360225003648:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483646.962113:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483646.962124:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e93 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.962147:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000038246e60/0xf2b1f833e60f487e lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e8c expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.962154:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.962157:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.962161:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 12 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.962181:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000038246e60/0xf2b1f833e60f487e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e8c expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.962191:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000038246e60/0xf2b1f833e60f487e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e8c expref: 12 pid: 14965 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.962202:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360251040384:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483646.962227:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec8600 going to sleep for 11 seconds 00000100:00100000:0.0:1788483646.964575:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.965074:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360251040128:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483646.965111:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.965262:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225003776 00000100:00100000:1.0:1788483646.965271:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225003776 00002000:00100000:1.0:1788483646.965330:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff9f750810d500 x1875360225003776/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:397/0 lens 648/0 e 0 to 0 dl 1788483657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483646.965340:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750810d500 with x1875360225003776 ext(0->157) 00010000:00010000:1.0:1788483646.965349:0:8436:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 12 pid: 14965 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.965369:0:8436:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 12 pid: 14965 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483646.965378:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f750810d500 00000100:00100000:1.0:1788483646.965419:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 20 00000100:00100000:1.0:1788483646.965430:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360225003776:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:3.0:1788483646.966828:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251040256:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483646.966856:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483646.966894:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.966965:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225003904 00000100:00100000:3.0:1788483646.966973:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225003904 00002000:00100000:3.0:1788483646.967028:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff9f75074fad80 x1875360225003904/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:397/0 lens 648/0 e 0 to 0 dl 1788483657 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483646.967038:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75074fad80 with x1875360225003904 ext(0->157) 00010000:00010000:3.0:1788483646.967047:0:8438:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 13 pid: 8871 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483646.967061:0:8438:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 13 pid: 8871 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483646.967070:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f75074fad80 00000100:00100000:3.0:1788483646.967101:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 21 00000100:00100000:3.0:1788483646.967112:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360225003904:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:0.0:1788483646.968817:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360251040384:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483646.970120:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2402:x1875360225003776:12345-192.168.206.36@tcp:4:cp.0 Request processed in 4683us (5548us total) trans 4294967388 rc 0/0 00000100:00100000:1.0:1788483646.970134:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 20 00002000:00100000:1.0:1788483646.970148:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->157) req@ffff9f750810d500 x1875360225003776/t4294967388(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:397/0 lens 648/448 e 0 to 0 dl 1788483657 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483646.970160:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750810d500 with x1875360225003776 ext(0->157) 00010000:00010000:1.0:1788483646.970171:0:8436:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 14 pid: 14965 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.970187:0:8436:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 14 pid: 14965 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483646.970194:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f750810d500 00010000:00010000:0.0:1788483646.970336:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.970358:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38c00, rc 0) 00000100:00100000:0.0:1788483646.970387:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:34663:x1875360225003648:12345-192.168.206.36@tcp:101:cp.0 Request processed in 8287us (9525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483646.970394:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 438 00000100:00100000:3.0:1788483646.970754:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.972632:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2400:x1875360225003904:12345-192.168.206.36@tcp:4:cp.0 Request processed in 5508us (5908us total) trans 4294967375 rc 0/0 00000100:00100000:2.0:1788483646.972647:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 21 00002000:00100000:2.0:1788483646.972662:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1d:0x0] (0->157) req@ffff9f75074fad80 x1875360225003904/t4294967375(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:397/0 lens 648/448 e 0 to 0 dl 1788483657 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483646.972673:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f75074fad80 with x1875360225003904 ext(0->157) 00010000:00010000:2.0:1788483646.972686:0:8438:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 14 pid: 8871 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.972708:0:8438:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 14 pid: 8871 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483646.972716:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f75074fad80 00000100:00100000:1.0:1788483646.972908:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225004032 00000100:00100000:1.0:1788483646.972919:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225004032 00010000:00010000:1.0:1788483646.972966:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000038246e60/0xf2b1f833e60f487e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e8c expref: 14 pid: 14965 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.973000:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 474 00000100:00100000:1.0:1788483646.973019:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2402:x1875360225004032:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483646.973037:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483646.973059:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000038246e60/0xf2b1f833e60f487e lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e8c expref: 14 pid: 14965 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.973074:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000038246e60/0xf2b1f833e60f487e lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e8c expref: 14 pid: 14965 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.973103:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000038246e60/0xf2b1f833e60f487e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e8c expref: 14 pid: 14965 timeout: 911 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.973121:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.973126:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483646.973134:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.973144:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483646.973189:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 13 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483646.973205:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6501:1875360251040512:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483646.973274:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec8e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483646.976901:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483646.978057:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225004160 00000100:00100000:2.0:1788483646.978072:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225004160 00010000:00010000:2.0:1788483646.978129:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 14 pid: 14965 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483646.978181:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 475 00000100:00100000:2.0:1788483646.978191:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2400:x1875360225004160:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483646.978210:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788483646.978242:0:7456:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788483646.978249:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 14 pid: 14965 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.978264:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 14 pid: 14965 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.978291:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c83895bc/0xf2b1f833e60f4789 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e31 expref: 14 pid: 14965 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.978310:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483646.978315:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483646.978322:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.978334:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483646.978374:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483646.978442:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360225004160:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 252us (3236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483646.978450:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 475 00010000:00010000:0.0:1788483646.978664:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.978674:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.978702:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.978712:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.978731:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.978738:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483646.978743:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.978752:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.978765:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.978773:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4885 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483646.978827:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360225003392:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 18352us (18551us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483646.978839:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 436 00000100:00100000:2.0:1788483646.980598:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483646.980839:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225004288 00000100:00100000:0.0:1788483646.980850:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225004288 00010000:00010000:0.0:1788483646.980889:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 14 pid: 8871 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483646.980930:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 476 00000100:00100000:0.0:1788483646.980946:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360225004288:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483646.980960:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788483646.980981:0:6502:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1d:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788483646.980988:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 14 pid: 8871 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981003:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 14 pid: 8871 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981028:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000003027e79b/0xf2b1f833e60f46b7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ddd expref: 14 pid: 8871 timeout: 911 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981045:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483646.981050:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483646.981057:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981068:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981097:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483646.981143:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360225004288:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 205us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483646.981150:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 476 00010000:00010000:0.0:1788483646.981177:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981186:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981203:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981211:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981220:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981227:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39c00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483646.981231:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981240:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981257:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483646.981265:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f488c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483646.981309:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360225003520:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 19400us (20966us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483646.981315:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 437 00000100:00100000:3.0:1788483646.982126:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:6501:1875360251040512:192.168.206.36@tcp:105: 00010000:00010000:3.0:1788483646.982152:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483646.982191:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225004032:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 9174us (11439us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483646.982199:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 474 00000100:00100000:2.0:1788483646.985367:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.985917:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225004544 00000100:00100000:1.0:1788483646.985930:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225004544 00000100:00100000:1.0:1788483646.986010:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1620 00000100:00100000:1.0:1788483646.986022:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:34665:x1875360225004544:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483646.986166:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641749f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:34665:x1875360225004544:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 145us (811us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483646.986174:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1620 00000100:00100000:1.0:1788483646.986759:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483646.988674:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483646.988820:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225005056 00000100:00100000:1.0:1788483646.988833:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225005056 00000100:00100000:1.0:1788483646.988893:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 330 00000100:00100000:1.0:1788483646.988904:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:34663:x1875360225005056:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:1.0:1788483646.989279:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34663:x1875360225005056:12345-192.168.206.36@tcp:35:cp.0 Request processed in 376us (615us total) trans 4294968327 rc 0/0 00000100:00100000:1.0:1788483646.989288:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 330 00000100:00100000:2.0:1788483647.002953:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225004800 00000100:00100000:2.0:1788483647.002974:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225004800 00000100:00100000:2.0:1788483647.003069:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1621 00000100:00100000:2.0:1788483647.003083:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34664:x1875360225004800:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483647.003258:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34664:x1875360225004800:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 177us (16499us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483647.003267:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1621 00000100:00100000:3.0:1788483647.013287:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.013599:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225005184 00000100:00100000:2.0:1788483647.013611:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225005184 00000100:00100000:2.0:1788483647.013706:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 439 00000100:00100000:2.0:1788483647.013731:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2400:x1875360225005184:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483647.013754:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483647.013779:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f489a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147e9a expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483647.013810:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a9a183d, atime: 0x0, ctime: 0x6a9a183d, blocks: 0x8 00010000:00010000:2.0:1788483647.013834:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=811s v=(0 0) 00010000:00010000:2.0:1788483647.013840:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483647.013852:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f489a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e9a expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.013872:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f489a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e9a expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.013888:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ecc00, rc 0) 00000100:00100000:2.0:1788483647.013962:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360225005184:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 245us (688us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483647.013970:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 439 00000100:00080000:1.0:1788483647.014435:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483647.018996:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.019139:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225005312 00000100:00100000:1.0:1788483647.019151:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225005312 00000100:00100000:1.0:1788483647.019224:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 440 00000100:00100000:1.0:1788483647.019235:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225005312:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483647.019255:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.019278:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f31b388/0xf2b1f833e60f48a1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ea1 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483647.019309:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1d:0x0] initial LVB size: 158, mtime: 0x6a9a183d, atime: 0x0, ctime: 0x6a9a183d, blocks: 0x8 00010000:00010000:1.0:1788483647.019331:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=811s v=(0 0) 00010000:00010000:1.0:1788483647.019336:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.019347:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004f31b388/0xf2b1f833e60f48a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea1 expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.019365:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004f31b388/0xf2b1f833e60f48a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea1 expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.019380:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38800, rc 0) 00000100:00100000:1.0:1788483647.019450:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2400:x1875360225005312:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 217us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.019458:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 440 00000100:00080000:3.0:1788483647.019525:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483647.031488:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.031577:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.031656:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225005568 00000100:00100000:3.0:1788483647.031669:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225005568 00000100:00100000:3.0:1788483647.031734:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225005824 00000100:00100000:3.0:1788483647.031737:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225005824 00000100:00100000:3.0:1788483647.031767:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1622 00000100:00100000:3.0:1788483647.031778:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34664:x1875360225005568:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483647.031907:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34664:x1875360225005568:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 130us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.031915:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1622 00000100:00100000:3.0:1788483647.031933:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1623 00000100:00100000:3.0:1788483647.031939:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34665:x1875360225005824:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483647.031971:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34665:x1875360225005824:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 32us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.031978:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1623 00000100:00100000:2.0:1788483647.035849:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.035895:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.036138:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225005952 00000100:00100000:1.0:1788483647.036150:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225005952 00000100:00100000:3.0:1788483647.036182:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225006080 00000100:00100000:3.0:1788483647.036189:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225006080 00002000:00100000:1.0:1788483647.036210:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff9f750774a680 x1875360225005952/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:398/0 lens 488/0 e 0 to 0 dl 1788483658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483647.036218:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff9f750774b100 x1875360225006080/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:398/0 lens 488/0 e 0 to 0 dl 1788483658 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483647.036232:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750774a680 with x1875360225005952 ext(0->4095) 00002000:00100000:3.0:1788483647.036240:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750774b100 with x1875360225006080 ext(0->4095) 00002000:00010000:1.0:1788483647.036243:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f750774a680 00002000:00010000:3.0:1788483647.036246:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f750774b100 00000100:00100000:1.0:1788483647.036283:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 110 00000100:00100000:1.0:1788483647.036295:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360225005952:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788483647.036542:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360225005952:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 249us (707us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788483647.036564:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 110 00002000:00100000:1.0:1788483647.036573:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x1f:0x0] (0->4095) req@ffff9f750774a680 x1875360225005952/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:398/0 lens 488/4536 e 0 to 0 dl 1788483658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483647.036589:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750774a680 with x1875360225005952 ext(0->4095) 00002000:00010000:1.0:1788483647.036594:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f750774a680 00000100:00100000:3.0:1788483647.036595:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 111 00000100:00100000:3.0:1788483647.036608:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2399:x1875360225006080:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788483647.037237:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2399:x1875360225006080:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 627us (1337us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788483647.037246:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 111 00002000:00100000:3.0:1788483647.037254:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1d:0x0] (0->4095) req@ffff9f750774b100 x1875360225006080/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:398/0 lens 488/4536 e 0 to 0 dl 1788483658 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483647.037263:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f750774b100 with x1875360225006080 ext(0->4095) 00002000:00010000:3.0:1788483647.037267:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f750774b100 00000100:00100000:2.0:1788483647.038492:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.038845:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225006208 00000100:00100000:1.0:1788483647.038857:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225006208 00000100:00100000:1.0:1788483647.038916:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1624 00000100:00100000:1.0:1788483647.038926:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34665:x1875360225006208:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483647.038948:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.038976:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f48a8 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ea8 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.039020:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.039037:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.039051:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.039325:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f48a8 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea8 expref: 67 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.039348:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea8 expref: 66 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.039359:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:1.0:1788483647.039363:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483647.039368:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38a00, rc 0) 00000100:00100000:1.0:1788483647.039701:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34665:x1875360225006208:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 775us (1216us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.039710:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1624 00000100:00100000:2.0:1788483647.039785:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.039937:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225006336 00000100:00100000:0.0:1788483647.039944:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225006336 00000100:00100000:0.0:1788483647.039980:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1625 00000100:00100000:0.0:1788483647.039986:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34664:x1875360225006336:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483647.039995:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.040009:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f48b6 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147eaf expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.040036:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.040048:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.040062:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.040152:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f48b6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eaf expref: 68 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.040167:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eaf expref: 67 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.040175:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:0.0:1788483647.040178:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483647.040180:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:0.0:1788483647.040226:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+67:34664:x1875360225006336:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 239us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.040234:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1625 00000100:00100000:0.0:1788483647.042427:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.042526:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225006464 00000100:00100000:2.0:1788483647.042537:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225006464 00000100:00100000:2.0:1788483647.042643:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1626 00000100:00100000:2.0:1788483647.042661:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+113:34669:x1875360225006464:12345-192.168.206.36@tcp:101:lfs.0 00000100:00080000:3.0:1788483647.042683:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788483647.042684:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483647.042707:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f48c4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147eb6 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.042786:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f48cb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.042806:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f48cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.042817:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f48cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.042829:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f48d2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.042836:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f48d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.042843:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f48d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.042936:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f48d9 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.042946:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f48d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.042953:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f48d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483647.043002:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00000004:00200000:2.0:1788483647.043007:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483647.043027:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f48d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043054:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f48d9 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043067:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f48cb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043074:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f48cb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043091:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f48cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043099:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366eca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.043105:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f48cb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043115:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f48cb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043135:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.043139:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.043144:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f48cb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043152:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f48cb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043168:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f48d2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043174:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f48d2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043180:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f48d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043186:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.043190:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f48d2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043195:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f48d2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043207:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9f7603b2b600) 00010000:00010000:2.0:1788483647.043210:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.043223:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f48d2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043230:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f48d2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043260:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f48c4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eb6 expref: 115 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043275:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f48d9 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eb6 expref: 114 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.043283:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:2.0:1788483647.043286:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483647.043289:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ed000, rc 0) 00000100:00100000:2.0:1788483647.043357:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+114:34669:x1875360225006464:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 698us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483647.043363:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1626 00000100:00100000:2.0:1788483647.044607:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.044645:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.044684:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225006720 00000100:00100000:1.0:1788483647.044695:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225006720 00000100:00100000:1.0:1788483647.044743:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225006592 00000100:00100000:1.0:1788483647.044746:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225006592 00000100:00100000:1.0:1788483647.044788:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1627 00000100:00100000:1.0:1788483647.044798:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34664:x1875360225006720:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483647.044832:0:12148:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x2c:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483647.044875:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1628 00000100:00100000:2.0:1788483647.044885:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34665:x1875360225006592:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483647.044903:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x2d:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483647.044953:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34664:x1875360225006720:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 155us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483647.044962:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34665:x1875360225006592:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 77us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.044966:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1627 00000100:00100000:2.0:1788483647.044976:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1628 00000100:00100000:2.0:1788483647.055359:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.055480:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.055590:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225006848 00000100:00100000:0.0:1788483647.055604:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225006848 00000100:00100000:1.0:1788483647.055656:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.055666:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225006976 00000100:00100000:0.0:1788483647.055670:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225006976 00000100:00100000:1.0:1788483647.055690:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.055712:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225007104 00000100:00100000:1.0:1788483647.055716:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225007104 00000100:00100000:1.0:1788483647.055762:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 441 00000100:00100000:1.0:1788483647.055775:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360225006848:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483647.055847:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f48e0 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.055868:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788483647.055873:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.055882:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f48e0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.055900:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f48e0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.055931:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f48e0 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.055941:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f48e0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.055950:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f48e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.055958:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483647.055964:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f48e0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.055974:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f48e0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.055992:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f48e0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.056002:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006bbb98c2/0xf2b1f833e60f48e0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.056097:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360225006848:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 324us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.056106:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 441 00000100:00100000:1.0:1788483647.056131:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 442 00000100:00100000:1.0:1788483647.056141:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225007104:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483647.056152:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1788483647.056154:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 443 00000100:00100000:0.0:1788483647.056165:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360225006976:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483647.056168:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f48e7 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ebd expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.056194:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004f4356bc/0xf2b1f833e60f48ee lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.056206:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788483647.056210:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00000100:00100000:1.0:1788483647.056245:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360251040640:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483647.056267:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004f4356bc/0xf2b1f833e60f48ee lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.056283:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004f4356bc/0xf2b1f833e60f48ee lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.056302:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000004f4356bc/0xf2b1f833e60f48ee lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.056310:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004f4356bc/0xf2b1f833e60f48ee lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.056319:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004f4356bc/0xf2b1f833e60f48ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.056327:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ac00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483647.056331:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004f4356bc/0xf2b1f833e60f48ee lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.056340:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004f4356bc/0xf2b1f833e60f48ee lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.056351:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec8540 going to sleep for 11 seconds 00010000:00010000:0.0:1788483647.056423:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004f4356bc/0xf2b1f833e60f48ee lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.056432:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004f4356bc/0xf2b1f833e60f48ee lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.056484:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360225006976:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 320us (828us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.056491:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 443 00000100:00100000:3.0:1788483647.057457:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225007232 00000100:00100000:3.0:1788483647.057468:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225007232 00000100:00100000:3.0:1788483647.057597:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 609 00000100:00100000:3.0:1788483647.057607:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+114:2399:x1875360225007232:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:3.0:1788483647.057660:0:7781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00080000:2.0:1788483647.057826:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483647.059670:0:7781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f48f5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ec4 expref: -99 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.059740:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:3.0:1788483647.059767:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f48fc lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059784:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f48fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059801:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f48fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059820:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4903 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059827:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4903 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059834:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4903 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483647.059843:0:14965:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788483647.059848:0:14965:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb mtime: 0 -> 1788483646 00002000:00010000:1.0:1788483647.059851:0:14965:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb atime: 0 -> 1788483646 00002000:00010000:1.0:1788483647.059854:0:14965:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb ctime: 0 -> 1788483646 00002000:00010000:1.0:1788483647.059857:0:14965:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1788483647.059874:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0000_UUID:14965:1875360251040640:192.168.206.36@tcp:106: 00010000:00010000:3.0:1788483647.059885:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f48fc lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059894:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f48fc lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059902:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f48fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059908:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.059913:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f48fc lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.059921:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f48e7 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ebd expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059931:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f48fc lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059950:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.059954:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000040a7c18f/0xf2b1f833e60f48e7 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ebd expref: 17 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059955:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.059961:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f48fc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.059980:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f48fc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.059991:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39c00, rc 0) 00010000:00010000:3.0:1788483647.059994:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4903 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.060003:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4903 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.060009:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4903 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.060015:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.060018:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4903 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.060024:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4903 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.060055:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225007104:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3915us (4363us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.060065:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 442 00010000:00010000:3.0:1788483647.060132:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f7603b2bc00) 00010000:00010000:3.0:1788483647.060136:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.060140:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4903 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.060151:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4903 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.060229:0:7781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f48f5 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ec4 expref: 115 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.060240:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.060243:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788483647.060248:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f48f5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ec4 expref: 115 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.060259:0:7781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc -2) 00000100:00100000:1.0:1788483647.060285:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.060304:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+114:2399:x1875360225007232:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 2698us (4959us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483647.060313:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 609 00000100:00100000:3.0:1788483647.060880:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225007488 00000100:00100000:3.0:1788483647.060890:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225007488 00000100:00100000:2.0:1788483647.060898:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225007744 00000100:00100000:2.0:1788483647.060914:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225007744 00000100:00100000:3.0:1788483647.060991:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1629 00000100:00100000:3.0:1788483647.061005:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34664:x1875360225007488:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483647.061082:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.061099:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eaf expref: 68 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.061108:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.063394:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eaf expref: 68 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.063415:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eaf expref: 68 pid: 6516 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.063434:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251040768:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483647.063727:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942780 going to sleep for 11 seconds 00000100:00100000:0.0:1788483647.066245:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1630 00000100:00100000:0.0:1788483647.066279:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34665:x1875360225007744:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788483647.066388:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.066409:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea8 expref: 68 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.066419:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.066463:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea8 expref: 68 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.066477:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea8 expref: 68 pid: 12148 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.066493:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251040896:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483647.066637:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483647.067710:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.067745:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225007872 00000100:00100000:3.0:1788483647.067756:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225007872 00010000:00010000:3.0:1788483647.067805:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eaf expref: 69 pid: 6516 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.067848:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 477 00000100:00100000:3.0:1788483647.067857:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a409050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:2400:x1875360225007872:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483647.067870:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483647.067877:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eaf expref: 69 pid: 6516 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.067890:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eaf expref: 69 pid: 6516 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.067911:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:3.0:1788483647.067917:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.067930:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.068118:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.068253:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483647.068348:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a409050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:2400:x1875360225007872:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 491us (643us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.068357:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 477 00010000:00010000:0.0:1788483647.068526:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f48bd lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eaf expref: 68 pid: 6516 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.068560:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251040768:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483647.068580:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.068590:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.068596:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.068801:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.068810:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.068817:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.068824:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.068829:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.068837:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.068850:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:0.0:1788483647.068853:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483647.068857:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.068864:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f490a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.072152:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34664:x1875360225007488:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 11135us (12401us total) trans 4294968328 rc 0/0 00000100:00100000:0.0:1788483647.072170:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1629 00000100:00100000:1.0:1788483647.075149:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.075257:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.075277:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251040896:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483647.075313:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483647.075426:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225008000 00000100:00100000:2.0:1788483647.075436:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225008000 00000100:00100000:2.0:1788483647.075532:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1631 00000100:00100000:2.0:1788483647.075556:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+114:34669:x1875360225008000:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483647.075581:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483647.075604:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4918 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147efc expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.076018:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.076037:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.076049:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483647.076104:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1788483647.076110:0:6516:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483647.076135:0:6516:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.076171:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4918 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147efc expref: 116 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.076191:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147efc expref: 115 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.076200:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.076203:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483647.076207:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366eca00, rc 0) 00000100:00100000:2.0:1788483647.076280:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+115:34669:x1875360225008000:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 737us (1143us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483647.076288:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1631 00000100:00100000:3.0:1788483647.077800:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225008128 00000100:00100000:3.0:1788483647.077816:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225008128 00010000:00010000:3.0:1788483647.077866:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea8 expref: 68 pid: 12148 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.077906:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 478 00000100:00100000:3.0:1788483647.077916:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:2402:x1875360225008128:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483647.077934:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483647.077941:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea8 expref: 68 pid: 12148 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.077956:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea8 expref: 68 pid: 12148 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.077979:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f48af lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea8 expref: 68 pid: 12148 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.078002:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:3.0:1788483647.078008:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.078018:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.078026:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.078064:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483647.078123:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+67:2402:x1875360225008128:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 207us (2864us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.078130:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 478 00010000:00010000:1.0:1788483647.078866:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.078878:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.080483:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.080525:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.080534:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.080540:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911bc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.080560:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.080570:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.080595:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:1.0:1788483647.080598:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483647.080604:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.080611:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4911 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.080817:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+67:34665:x1875360225007744:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 14550us (20527us total) trans 4294968329 rc 0/0 00000100:00100000:1.0:1788483647.080829:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1630 00000040:00080000:2.0:1788483647.081121:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483647.081127:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483647.082446:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 5 00000040:00080000:2.0:1788483647.082461:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483647.084906:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.084996:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.085622:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225008384 00000100:00100000:3.0:1788483647.085635:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225008384 00000100:00100000:3.0:1788483647.085689:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225008640 00000100:00100000:3.0:1788483647.085693:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225008640 00000100:00100000:3.0:1788483647.085713:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 331 00000100:00100000:3.0:1788483647.085929:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34664:x1875360225008384:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483647.086335:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34664:x1875360225008384:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 410us (1441us total) trans 4294968330 rc 0/0 00000100:00100000:2.0:1788483647.086412:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.088563:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225008768 00000100:00100000:0.0:1788483647.088581:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225008768 00000100:00100000:0.0:1788483647.088653:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 444 00000100:00100000:0.0:1788483647.088664:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225008768:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483647.088686:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.088710:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004f4356bc/0xf2b1f833e60f4926 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f03 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.088797:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251041024:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483647.088899:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483647.089594:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 332 00000100:00100000:1.0:1788483647.089610:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34665:x1875360225008640:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483647.089936:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:34665:x1875360225008640:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 331us (4937us total) trans 4294968331 rc 0/0 00000100:00100000:1.0:1788483647.089953:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 332 00000100:00100000:3.0:1788483647.093099:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 331 00000100:00100000:1.0:1788483647.093443:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251041024:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483647.093493:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004f4356bc/0xf2b1f833e60f4926 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f03 expref: 17 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.093557:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f4356bc/0xf2b1f833e60f4926 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f03 expref: 17 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.093572:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911ac00, rc 0) 00000100:00100000:1.0:1788483647.093644:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225008768:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4981us (7232us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.093653:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 444 00000100:00100000:0.0:1788483647.098401:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.098557:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225009024 00000100:00100000:2.0:1788483647.098569:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225009024 00000100:00100000:2.0:1788483647.098636:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1632 00000100:00100000:2.0:1788483647.098648:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+115:34669:x1875360225009024:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:2.0:1788483647.098999:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].47, 136 off14584 00000100:00100000:2.0:1788483647.099094:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+115:34669:x1875360225009024:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 447us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483647.099107:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1632 00000100:00100000:0.0:1788483647.108112:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.108204:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225009152 00000100:00100000:3.0:1788483647.108229:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225009152 00000100:00100000:3.0:1788483647.108299:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1633 00000100:00100000:3.0:1788483647.108311:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+115:34672:x1875360225009152:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:3.0:1788483647.108338:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.108363:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f492d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f0a expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.108445:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4934 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.108468:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4934 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.108480:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4934 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.108940:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f493b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.108951:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f493b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.108958:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f493b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109007:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4934 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109015:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4934 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109022:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4934 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109029:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.109035:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4934 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109042:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4934 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109056:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.109060:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.109065:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4934 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109072:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4934 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109086:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f493b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109092:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f493b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109099:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f493b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109104:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.109107:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f493b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109112:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f493b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109121:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f7603b2bc00) 00010000:00010000:3.0:1788483647.109124:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.109127:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f493b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109133:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f493b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109177:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f492d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f0a expref: 116 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109189:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.109192:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.109196:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f492d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f0a expref: 116 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.109205:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:0.0:1788483647.109657:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+115:34672:x1875360225009152:12345-192.168.206.36@tcp:101:bash.0 Request processed in 1343us (1554us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.109669:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1633 00000100:00100000:0.0:1788483647.111088:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.111163:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225009280 00000100:00100000:1.0:1788483647.111174:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225009280 00000100:00100000:1.0:1788483647.111246:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 610 00000100:00100000:1.0:1788483647.111256:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+115:2399:x1875360225009280:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1788483647.111300:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.111320:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4942 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f11 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111382:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4949 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111398:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4949 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111409:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4949 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111426:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4950 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111433:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4950 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111440:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4950 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111487:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4949 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111534:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4949 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111542:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4949 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111558:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.111563:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4949 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111571:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4949 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111585:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.111588:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.111593:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4949 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111600:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f4949 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111612:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4950 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111619:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4950 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111625:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4950 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111630:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.111634:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4950 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111641:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4950 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111648:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x996ea506 (ffff9f76039f5200) 00010000:00010000:1.0:1788483647.111651:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.111654:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4950 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111660:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4950 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x996ea506 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111692:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4942 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f11 expref: 116 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111702:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.111704:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483647.111708:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4942 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f11 expref: 116 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.111729:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39c00, rc -2) 00000100:00100000:1.0:1788483647.111788:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+115:2399:x1875360225009280:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 533us (709us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483647.111795:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 610 00000100:00100000:2.0:1788483647.121586:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.121874:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225009408 00000100:00100000:0.0:1788483647.121888:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225009408 00000100:00100000:0.0:1788483647.121967:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1634 00000100:00100000:0.0:1788483647.121979:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34673:x1875360225009408:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483647.122013:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.122040:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f4957 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f18 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122122:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f495e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122139:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f495e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122152:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f495e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122168:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4965 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122175:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4965 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122183:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4965 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122230:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f495e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122238:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f495e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122246:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f495e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122252:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.122256:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f495e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122264:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f495e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122277:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.122280:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.122285:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f495e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122291:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f495e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122305:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4965 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122311:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4965 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122317:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4965 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122322:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.122326:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4965 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122332:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4965 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122339:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f76113d6900) 00010000:00010000:0.0:1788483647.122341:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.122344:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4965 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122350:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4965 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122389:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f4957 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f18 expref: 70 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122400:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.122402:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.122406:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f4957 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f18 expref: 70 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.122416:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:0.0:1788483647.122490:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34673:x1875360225009408:12345-192.168.206.36@tcp:101:rm.0 Request processed in 513us (919us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.122557:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1634 00000100:00100000:0.0:1788483647.126374:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.126476:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225009536 00000100:00100000:1.0:1788483647.126489:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225009536 00000100:00100000:1.0:1788483647.126607:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1635 00000100:00100000:1.0:1788483647.126619:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34673:x1875360225009536:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483647.126646:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.126672:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f496c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f1f expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126778:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4973 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126795:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4973 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126807:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4973 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126824:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f497a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126831:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f497a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126838:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f497a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126885:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4973 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126893:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4973 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126900:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4973 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126907:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.126913:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4973 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126920:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4973 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126934:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.126938:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.126953:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4973 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126961:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f4973 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126976:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f497a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126983:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f497a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126989:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f497a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.126994:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.126998:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f497a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.127005:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f497a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.127013:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f76039f5200) 00010000:00010000:1.0:1788483647.127016:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.127019:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f497a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.127025:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f497a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.127067:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f496c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f1f expref: 70 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.127077:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.127080:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.127084:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f496c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f1f expref: 70 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.127093:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39c00, rc 0) 00000100:00100000:1.0:1788483647.127170:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34673:x1875360225009536:12345-192.168.206.36@tcp:101:rm.0 Request processed in 553us (808us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.127177:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1635 00000100:00100000:3.0:1788483647.139329:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.139464:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225009664 00000100:00100000:0.0:1788483647.139477:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225009664 00000100:00100000:0.0:1788483647.139615:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1636 00000100:00100000:0.0:1788483647.139628:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34674:x1875360225009664:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483647.139653:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.139677:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4981 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f26 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139779:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4988 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139796:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4988 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139808:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4988 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139825:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f498f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139832:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f498f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139840:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f498f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139890:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4988 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139898:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4988 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139905:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4988 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139917:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.139922:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4988 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139929:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4988 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139956:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.139960:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.139966:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4988 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139973:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4988 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139988:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f498f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139993:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f498f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.139999:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f498f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.140004:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.140007:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f498f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.140012:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f498f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.140023:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f76113d6900) 00010000:00010000:0.0:1788483647.140025:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.140028:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f498f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.140033:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f498f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.140071:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4981 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f26 expref: 70 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.140083:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.140085:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.140089:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4981 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f26 expref: 70 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.140098:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc600, rc 0) 00000100:00100000:0.0:1788483647.140170:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34674:x1875360225009664:12345-192.168.206.36@tcp:101:cp.0 Request processed in 543us (853us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.140178:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1636 00000100:00100000:0.0:1788483647.145484:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.145617:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225009792 00000100:00100000:2.0:1788483647.145630:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225009792 00000100:00100000:2.0:1788483647.145690:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1637 00000100:00100000:2.0:1788483647.145700:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34674:x1875360225009792:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483647.145736:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483647.145762:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4996 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f2d expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.145850:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f499d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.145867:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f499d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.145880:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f499d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.145897:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f49a4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.145904:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f49a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.145911:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f49a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.145973:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f499d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.145982:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f499d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.145990:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f499d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.145996:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.146001:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f499d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146010:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f499d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146024:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.146027:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.146033:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f499d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146040:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f499d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146054:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f49a4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146060:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f49a4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146065:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f49a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146069:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366edc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.146073:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f49a4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146078:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f49a4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146085:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f7636a6cf00) 00010000:00010000:2.0:1788483647.146087:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.146089:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f49a4 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146094:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f49a4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146132:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4996 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f2d expref: 70 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146144:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.146146:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.146150:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4996 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f2d expref: 70 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.146172:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366ec400, rc 0) 00000100:00100000:2.0:1788483647.147129:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34674:x1875360225009792:12345-192.168.206.36@tcp:101:cp.0 Request processed in 1420us (1647us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483647.147138:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1637 00000100:00100000:1.0:1788483647.150003:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.150090:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225010048 00000100:00100000:2.0:1788483647.150103:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225010048 00000100:00100000:2.0:1788483647.150334:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1638 00000100:00100000:2.0:1788483647.150449:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34674:x1875360225010048:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483647.150476:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483647.150785:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f49ab lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f34 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.151128:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.151343:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147efc expref: 114 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.151363:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.151409:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147efc expref: 114 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.151426:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147efc expref: 114 pid: 6516 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483647.151444:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76192dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251041152:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483647.151774:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2900 going to sleep for 11 seconds 00000100:00100000:1.0:1788483647.158785:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76192dce00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251041152:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483647.158824:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483647.158955:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.159706:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225010176 00000100:00100000:0.0:1788483647.159719:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225010176 00010000:00010000:0.0:1788483647.159767:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147efc expref: 115 pid: 6516 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.159818:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 479 00000100:00100000:0.0:1788483647.159830:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+115:2401:x1875360225010176:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483647.159848:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483647.159857:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147efc expref: 115 pid: 6516 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.159874:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147efc expref: 115 pid: 6516 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.159902:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f491f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147efc expref: 115 pid: 6516 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.159924:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.159930:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.159941:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.159950:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.160078:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483647.160160:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+114:2401:x1875360225010176:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 332us (1206us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.160169:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 479 00010000:00010000:1.0:1788483647.160267:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.160277:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.160310:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.160323:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.160332:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483647.161323:0:12148:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x20:0x0], index 1: 0 00010000:00010000:1.0:1788483647.161673:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161687:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161698:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161738:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161746:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161754:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161760:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.161765:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161774:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161791:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.161795:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.161799:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161807:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f49b2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483647.161821:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000064b36abb reply state 00000000808ba00c transno 4294968332 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161834:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161842:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f76039f5200) 00010000:00010000:1.0:1788483647.161844:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483647.161847:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483647.161889:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5f200/0xf2b1f833e60f49ab lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f34 expref: 72 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161906:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f34 expref: 71 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.161913:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483647.161916:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483647.161918:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38a00, rc 0) 00000100:00100000:1.0:1788483647.162071:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:34674:x1875360225010048:12345-192.168.206.36@tcp:101:cp.0 Request processed in 11626us (12080us total) trans 4294968332 rc 0/0 00000100:00100000:1.0:1788483647.162080:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1638 00000100:00100000:2.0:1788483647.169759:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.169851:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225010304 00000100:00100000:0.0:1788483647.169865:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225010304 00000100:00100000:0.0:1788483647.169931:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 445 00000100:00100000:0.0:1788483647.169956:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2399:x1875360225010304:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483647.169983:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.170010:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f49ce lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f3b expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483647.170041:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788483647.170066:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=812s v=(0 0) 00010000:00010000:0.0:1788483647.170071:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483647.170083:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f49ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f3b expref: 14 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.170105:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f49ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f3b expref: 14 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.170122:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc400, rc 0) 00000100:00100000:0.0:1788483647.170200:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2399:x1875360225010304:12345-192.168.206.36@tcp:101:cp.0 Request processed in 248us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.170208:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 445 00000100:00100000:0.0:1788483647.172961:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.172987:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.173054:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225010560 00000100:00100000:3.0:1788483647.173073:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225010560 00000100:00100000:3.0:1788483647.173140:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 446 00000100:00100000:3.0:1788483647.173152:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:34674:x1875360225010560:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483647.173172:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.173193:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f7a expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.173227:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f49ce lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f3b expref: 15 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.173237:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483647.173242:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483647.173248:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 15 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.173288:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f49ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f3b expref: 15 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.173303:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f49ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f3b expref: 15 pid: 8432 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.173319:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251041280:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483647.173417:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483647.174220:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225010432 00000100:00100000:1.0:1788483647.174230:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225010432 00000100:00100000:1.0:1788483647.174288:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 611 00000100:00100000:1.0:1788483647.174299:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:2400:x1875360225010432:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1788483647.174369:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.174388:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f49dc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f42 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174459:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f49e3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174473:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f49e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174486:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f49e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174538:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f49ea lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174556:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f49ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174565:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f49ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174613:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f49e3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174622:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f49e3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174634:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f49e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174641:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.174646:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f49e3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174655:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f49e3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174668:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.174672:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.174678:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f49e3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174685:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f49e3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174702:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f49ea lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174709:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f49ea lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174727:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f49ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174733:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.174736:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f49ea lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174747:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f49ea lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174756:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f76039f5f00) 00010000:00010000:1.0:1788483647.174759:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.174762:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f49ea lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174769:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f49ea lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174806:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f49dc lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f42 expref: 73 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174817:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.174820:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483647.174824:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f49dc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f42 expref: 73 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.174835:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38400, rc -2) 00000100:00100000:1.0:1788483647.174897:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:2400:x1875360225010432:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 600us (1948us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483647.174906:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 611 00000100:00100000:2.0:1788483647.178317:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.178916:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251041280:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483647.178958:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 15 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.178983:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:3.0:1788483647.179052:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:34674:x1875360225010560:12345-192.168.206.36@tcp:101:cp.0 Request processed in 5902us (6065us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.179061:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 446 00000100:00100000:1.0:1788483647.179259:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225010688 00000100:00100000:1.0:1788483647.179268:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225010688 00010000:00010000:1.0:1788483647.179307:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f49ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f3b expref: 15 pid: 8432 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.179355:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 480 00000100:00100000:1.0:1788483647.179365:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2401:x1875360225010688:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483647.179382:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483647.179408:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f49ce lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f3b expref: 15 pid: 8432 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.179422:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f49ce lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f3b expref: 15 pid: 8432 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.179449:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000011f11e3/0xf2b1f833e60f49ce lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f3b expref: 15 pid: 8432 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.179465:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.179470:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.179479:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 14 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.179489:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 14 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.179677:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 14 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.179694:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251041408:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483647.180328:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec8540 going to sleep for 11 seconds 00000100:00100000:1.0:1788483647.184295:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251041408:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483647.184332:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483647.184407:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360225010688:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 5043us (6104us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.184668:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 480 00000100:00100000:0.0:1788483647.184893:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.184972:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225010944 00000100:00100000:1.0:1788483647.184982:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225010944 00000100:00100000:1.0:1788483647.185035:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 333 00000100:00100000:1.0:1788483647.185116:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:34674:x1875360225010944:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:1.0:1788483647.186203:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34674:x1875360225010944:12345-192.168.206.36@tcp:35:cp.0 Request processed in 1150us (1303us total) trans 4294968333 rc 0/0 00000100:00100000:1.0:1788483647.186215:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 333 00000100:00100000:0.0:1788483647.229845:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.234021:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225011072 00000100:00100000:3.0:1788483647.234045:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225011072 00000100:00100000:3.0:1788483647.234149:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 612 00000100:00100000:3.0:1788483647.234162:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:2400:x1875360225011072:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:3.0:1788483647.234240:0:7781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.234266:0:7781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f49f1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147f81 expref: -99 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234349:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f49f8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234366:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f49f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234380:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f49f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234397:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f49ff lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234403:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f49ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234410:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f49ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234458:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f49f8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234467:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f49f8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234473:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f49f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234479:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.234484:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f49f8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234495:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f49f8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234573:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.234576:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.234582:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f49f8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234589:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f49f8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234605:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f49ff lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234611:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f49ff lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234617:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f49ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234622:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.234625:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f49ff lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234631:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f49ff lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234638:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f7603b2bc00) 00010000:00010000:3.0:1788483647.234641:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.234644:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f49ff lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234653:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f49ff lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234686:0:7781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f49f1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f81 expref: 74 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234697:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.234699:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788483647.234703:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f49f1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f81 expref: 74 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.234712:0:7781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5600, rc -2) 00000100:00100000:3.0:1788483647.234805:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:2400:x1875360225011072:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 645us (4976us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483647.234814:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 612 00010000:00010000:1.0:1788483647.237753:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483647.264689:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.265010:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225011200 00000100:00100000:0.0:1788483647.265024:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225011200 00000100:00100000:0.0:1788483647.265104:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1639 00000100:00100000:0.0:1788483647.265118:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+114:34681:x1875360225011200:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483647.265146:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.265173:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a06 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147fb9 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.265272:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4a0d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.265291:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4a0d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.265304:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4a0d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.265443:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4a14 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.265452:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4a14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.265460:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4a14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.265609:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f4a1b lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.265618:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f4a1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.265625:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f4a1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483647.265673:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00000004:00200000:0.0:1788483647.265678:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483647.265697:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f4a1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.265714:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f4a1b lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266088:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4a0d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266096:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4a0d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266104:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4a0d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266124:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.266131:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4a0d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266139:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4a0d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266155:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.266159:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.266165:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4a0d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266172:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4a0d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266191:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4a14 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266197:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4a14 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266204:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4a14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266210:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.266225:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4a14 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266233:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4a14 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266242:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f76039f5200) 00010000:00010000:0.0:1788483647.266244:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.266248:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4a14 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266255:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4a14 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266292:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a06 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fb9 expref: 116 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.266930:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f4a1b lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fb9 expref: 115 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.267099:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:0.0:1788483647.267102:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483647.267105:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3400, rc 0) 00000100:00100000:0.0:1788483647.267204:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+115:34681:x1875360225011200:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2088us (2530us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.268655:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1639 00000100:00100000:2.0:1788483647.271268:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.271653:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225011328 00000100:00100000:1.0:1788483647.271666:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225011328 00000100:00100000:1.0:1788483647.271762:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 447 00000100:00100000:1.0:1788483647.271775:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225011328:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483647.271798:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.271832:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4a22 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147fc0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.271915:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360251041536:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483647.272061:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec8600 going to sleep for 11 seconds 00000100:00080000:2.0:1788483647.272557:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00010000:0.0:1788483647.276616:0:8433:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788483647.276630:0:8433:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb mtime: 0 -> 1788483646 00002000:00010000:0.0:1788483647.276633:0:8433:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb atime: 0 -> 1788483646 00002000:00010000:0.0:1788483647.276635:0:8433:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb ctime: 0 -> 1788483646 00002000:00010000:0.0:1788483647.276638:0:8433:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788483647.276666:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360251041536:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483647.276714:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4a22 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc0 expref: 18 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.276755:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000038246e60/0xf2b1f833e60f4a22 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc0 expref: 18 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.276772:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39400, rc 0) 00000100:00100000:0.0:1788483647.276981:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225011328:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 5206us (5726us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.276991:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 447 00000100:00100000:2.0:1788483647.283628:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.284157:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225011456 00000100:00100000:1.0:1788483647.284172:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225011456 00000100:00100000:1.0:1788483647.284264:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1640 00000100:00100000:1.0:1788483647.284278:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+115:34681:x1875360225011456:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483647.284435:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.284463:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4a29 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147fc7 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.284600:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.284616:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.284629:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483647.284682:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1788483647.284687:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483647.284709:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.285117:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4a29 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc7 expref: 117 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.285141:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc7 expref: 116 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.285151:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.285155:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483647.285160:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38200, rc 0) 00000100:00100000:1.0:1788483647.285486:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34681:x1875360225011456:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1209us (1870us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.285527:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1640 00000100:00100000:2.0:1788483647.290168:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.290444:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225011584 00000100:00100000:0.0:1788483647.290457:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225011584 00000100:00100000:0.0:1788483647.290835:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 448 00000100:00100000:0.0:1788483647.290848:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360225011584:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483647.290872:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.290895:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f4a37 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147fce expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.291083:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251041664:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483647.291194:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670bb40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483647.294135:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251041664:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483647.294189:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f4a37 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fce expref: 18 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.294233:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ea95775e/0xf2b1f833e60f4a37 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fce expref: 18 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.294248:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:1.0:1788483647.294329:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360225011584:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3483us (4177us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.294339:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 448 00000100:00100000:0.0:1788483647.298159:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.298579:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225011840 00000100:00100000:3.0:1788483647.298592:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225011840 00000100:00100000:3.0:1788483647.298665:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1641 00000100:00100000:3.0:1788483647.298678:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34681:x1875360225011840:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:3.0:1788483647.298904:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].48, 136 off14720 00000100:00100000:3.0:1788483647.299160:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34681:x1875360225011840:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 483us (1014us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.299168:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1641 00000100:00100000:3.0:1788483647.314188:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.314583:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225011968 00000100:00100000:0.0:1788483647.314597:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225011968 00000100:00100000:0.0:1788483647.314680:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1642 00000100:00100000:0.0:1788483647.314693:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34682:x1875360225011968:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483647.314730:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.314757:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4a3e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147fd5 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.314849:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4a45 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.314864:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4a45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.314876:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4a45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.314894:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a4c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.314902:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.314909:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.314974:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4a45 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.314983:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4a45 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.314991:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4a45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.314997:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.315002:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4a45 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315010:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4a45 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315024:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.315028:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.315033:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4a45 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315040:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4a45 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315056:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a4c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315062:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a4c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315067:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315073:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.315076:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a4c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315082:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a4c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315090:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f76113d6600) 00010000:00010000:0.0:1788483647.315093:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.315096:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a4c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315102:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4a4c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315142:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4a3e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fd5 expref: 117 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315154:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.315156:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.315160:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4a3e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fd5 expref: 117 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.315170:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:0.0:1788483647.315241:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34682:x1875360225011968:12345-192.168.206.36@tcp:101:bash.0 Request processed in 550us (1068us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.315249:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1642 00000100:00100000:3.0:1788483647.329837:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.331441:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.331703:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225012224 00000100:00100000:1.0:1788483647.331726:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225012224 00000100:00100000:1.0:1788483647.331796:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 613 00000100:00100000:1.0:1788483647.331808:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:2399:x1875360225012224:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1788483647.331857:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.331881:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4a53 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147fe3 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.331963:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4a5a lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.331980:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4a5a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.331998:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4a5a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332014:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4a61 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332021:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332027:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332073:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4a5a lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332080:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4a5a lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332087:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4a5a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332094:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.332099:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4a5a lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332107:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4a5a lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332120:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.332124:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.332129:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4a5a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332137:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4a5a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332153:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4a61 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332160:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4a61 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332166:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332171:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.332175:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4a61 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332182:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4a61 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332189:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff9f76039f5f00) 00010000:00010000:1.0:1788483647.332192:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.332195:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4a61 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332200:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4a61 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332234:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4a53 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fe3 expref: 74 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332250:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.332253:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483647.332257:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4a53 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fe3 expref: 74 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.332267:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39000, rc -2) 00000100:00100000:1.0:1788483647.332662:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:2399:x1875360225012224:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 854us (1228us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483647.332673:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 613 00000100:00100000:2.0:1788483647.335328:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225012096 00000100:00100000:2.0:1788483647.335348:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225012096 00000100:00100000:2.0:1788483647.335432:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1643 00000100:00100000:2.0:1788483647.335447:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34683:x1875360225012096:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:2.0:1788483647.335472:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483647.335524:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4a68 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147fdc expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335618:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4a6f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335634:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4a6f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335646:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4a6f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335663:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a76 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335670:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335687:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335740:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4a6f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335747:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4a6f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335754:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4a6f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335761:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.335765:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4a6f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335773:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4a6f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335787:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.335791:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.335797:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4a6f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335803:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4a6f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335819:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a76 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335826:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a76 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335832:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335837:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.335840:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a76 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335851:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a76 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335859:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f7636a6cf00) 00010000:00010000:2.0:1788483647.335861:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.335864:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a76 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335870:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a76 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335907:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4a68 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fdc expref: 74 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335919:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.335921:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.335925:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4a68 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fdc expref: 74 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.335951:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:2.0:1788483647.336036:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34683:x1875360225012096:12345-192.168.206.36@tcp:101:rm.0 Request processed in 592us (6323us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483647.336043:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1643 00000100:00100000:2.0:1788483647.342149:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.342472:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225012352 00000100:00100000:3.0:1788483647.342486:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225012352 00000100:00100000:3.0:1788483647.342892:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1644 00000100:00100000:3.0:1788483647.342906:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34683:x1875360225012352:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483647.342947:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.342975:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f4a7d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147fea expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343083:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343103:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343116:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343135:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4a8b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343142:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4a8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343149:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4a8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343197:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343206:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343235:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343242:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343249:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.343254:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343262:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343277:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.343281:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.343287:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343294:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4a84 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343645:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4a8b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343654:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4a8b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343661:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4a8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343667:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.343671:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4a8b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343678:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4a8b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343688:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f7603b2bc00) 00010000:00010000:3.0:1788483647.343691:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.343694:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4a8b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343700:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4a8b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343844:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f4a7d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fea expref: 74 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343864:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.343867:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.343872:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5600/0xf2b1f833e60f4a7d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fea expref: 74 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.343890:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5600, rc 0) 00000100:00100000:3.0:1788483647.343972:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34683:x1875360225012352:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1069us (1837us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483647.343981:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1644 00000100:00100000:0.0:1788483647.365631:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.365707:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225012480 00000100:00100000:2.0:1788483647.365776:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225012480 00000100:00100000:2.0:1788483647.365865:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1645 00000100:00100000:2.0:1788483647.365878:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34684:x1875360225012480:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483647.365907:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483647.365932:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4a92 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ff1 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.366407:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a99 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.366424:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a99 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.366436:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a99 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.366452:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4aa0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.366459:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.366466:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367368:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a99 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367385:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a99 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367391:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a99 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367397:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.367403:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a99 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367411:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a99 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367428:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.367432:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.367437:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a99 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367443:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4a99 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367462:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4aa0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367469:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4aa0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367476:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367481:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.367485:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4aa0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367491:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4aa0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367808:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f7636a6cf00) 00010000:00010000:2.0:1788483647.367812:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.367817:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4aa0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367824:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4aa0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367878:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4a92 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ff1 expref: 74 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367890:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.367893:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.367897:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4a92 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ff1 expref: 74 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.367907:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:2.0:1788483647.368013:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34684:x1875360225012480:12345-192.168.206.36@tcp:101:cp.0 Request processed in 2136us (2389us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483647.368024:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1645 00000100:00100000:1.0:1788483647.372163:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.372755:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225012608 00000100:00100000:0.0:1788483647.372769:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225012608 00000100:00100000:0.0:1788483647.372842:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1646 00000100:00100000:0.0:1788483647.372854:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34684:x1875360225012608:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483647.372881:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.372905:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4aa7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147ff8 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373148:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4aae lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373166:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4aae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373179:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4aae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373195:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4ab5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373202:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373209:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373263:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4aae lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373270:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4aae lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373282:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4aae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373289:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.373293:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4aae lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373301:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4aae lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373435:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.373438:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.373443:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4aae lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373451:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4aae lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373466:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4ab5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373472:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4ab5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373479:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373484:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.373486:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4ab5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373699:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4ab5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373711:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f76113d6600) 00010000:00010000:0.0:1788483647.373714:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.373778:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4ab5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373784:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4ab5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373828:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4aa7 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ff8 expref: 74 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373839:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.373841:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.373845:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc400/0xf2b1f833e60f4aa7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ff8 expref: 74 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.373854:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc400, rc 0) 00000100:00100000:0.0:1788483647.374039:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34684:x1875360225012608:12345-192.168.206.36@tcp:101:cp.0 Request processed in 1185us (1888us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.374047:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1646 00000100:00100000:0.0:1788483647.381270:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.381632:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225012864 00000100:00100000:1.0:1788483647.381644:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225012864 00000100:00100000:1.0:1788483647.381806:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1647 00000100:00100000:1.0:1788483647.381819:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34684:x1875360225012864:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483647.381846:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.381871:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4abc lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb147fff expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.382068:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.382087:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc7 expref: 115 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.382098:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.382147:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc7 expref: 115 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.382164:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc7 expref: 115 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.382181:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251041792:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483647.382347:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec8600 going to sleep for 11 seconds 00000100:00100000:2.0:1788483647.386729:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.386815:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225012992 00000100:00100000:3.0:1788483647.386827:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225012992 00010000:00010000:3.0:1788483647.386879:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc7 expref: 116 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.386930:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 481 00000100:00100000:3.0:1788483647.386953:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+116:2402:x1875360225012992:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483647.386972:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483647.386980:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc7 expref: 116 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.386995:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc7 expref: 116 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.387022:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.387027:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.387040:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.387048:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.387071:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483647.387146:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+116:2402:x1875360225012992:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 206us (443us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.387155:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 481 00010000:00010000:1.0:1788483647.388679:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4a30 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fc7 expref: 115 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.388709:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251041792:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483647.388801:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.388813:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.388820:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.388852:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.388866:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.388878:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483647.389859:0:12148:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x1f:0x0], index 0: 0 00010000:00010000:1.0:1788483647.390422:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390437:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390447:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390491:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390634:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390643:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390649:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a38400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.390655:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390663:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390678:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.390682:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.390687:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390698:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4ac3 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483647.390715:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000d9460b87 reply state 00000000f6f0a4f3 transno 4294968334 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390728:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390735:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f76039f5f00) 00010000:00010000:1.0:1788483647.390738:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483647.390741:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483647.390785:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4abc lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fff expref: 76 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390803:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fff expref: 75 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.390811:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:1.0:1788483647.390814:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483647.390817:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39c00, rc 0) 00000100:00100000:1.0:1788483647.390963:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:34684:x1875360225012864:12345-192.168.206.36@tcp:101:cp.0 Request processed in 9145us (9704us total) trans 4294968334 rc 0/0 00000100:00100000:1.0:1788483647.390973:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1647 00000100:00100000:2.0:1788483647.395659:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.395845:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225013120 00000100:00100000:3.0:1788483647.395858:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225013120 00000100:00100000:3.0:1788483647.395923:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 449 00000100:00100000:3.0:1788483647.395946:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360225013120:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483647.395969:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.395994:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4adf lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148006 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483647.396023:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483647.396046:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=812s v=(0 0) 00010000:00010000:3.0:1788483647.396051:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483647.396062:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4adf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148006 expref: 13 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.396082:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4adf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148006 expref: 13 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.396100:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5600, rc 0) 00000100:00100000:3.0:1788483647.396172:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360225013120:12345-192.168.206.36@tcp:101:cp.0 Request processed in 240us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.396180:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 449 00000100:00100000:2.0:1788483647.400294:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.400784:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225013248 00000100:00100000:0.0:1788483647.400798:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225013248 00000100:00100000:0.0:1788483647.400905:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 450 00000100:00100000:0.0:1788483647.400919:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:34684:x1875360225013248:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483647.400957:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.400982:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14800d expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.401023:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4adf lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148006 expref: 14 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.401032:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483647.401037:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483647.401042:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 14 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.401084:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4adf lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148006 expref: 14 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.401101:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4adf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148006 expref: 14 pid: 14965 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.401116:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251041920:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483647.401229:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670b840 going to sleep for 11 seconds 00000100:00100000:3.0:1788483647.404318:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.404425:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225013376 00000100:00100000:1.0:1788483647.404438:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225013376 00010000:00010000:1.0:1788483647.404490:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4adf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148006 expref: 15 pid: 14965 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.404588:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 482 00000100:00100000:1.0:1788483647.404601:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2402:x1875360225013376:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483647.404620:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483647.404648:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4adf lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148006 expref: 15 pid: 14965 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.404665:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4adf lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148006 expref: 15 pid: 14965 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.404697:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.404702:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.404713:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 15 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.404733:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 15 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.404781:0:7456:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 15 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.404799:0:7456:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7456:1875360251042048:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483647.404894:0:7456:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723180 going to sleep for 11 seconds 00000100:00100000:1.0:1788483647.408081:0:7456:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7456:1875360251042048:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483647.408118:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483647.408189:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2402:x1875360225013376:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 3589us (3897us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.408200:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 482 00010000:00010000:0.0:1788483647.409558:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4adf lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148006 expref: 14 pid: 14965 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.409587:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251041920:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483647.409622:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 13 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.409643:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc400, rc 0) 00000100:00100000:0.0:1788483647.409696:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:34684:x1875360225013248:12345-192.168.206.36@tcp:101:cp.0 Request processed in 8780us (9416us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.409705:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 450 00000100:00100000:3.0:1788483647.413217:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.413586:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225013632 00000100:00100000:1.0:1788483647.413598:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225013632 00000100:00100000:1.0:1788483647.413660:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 334 00000100:00100000:1.0:1788483647.413671:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a432c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:34684:x1875360225013632:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:1.0:1788483647.414154:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a432c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34684:x1875360225013632:12345-192.168.206.36@tcp:35:cp.0 Request processed in 483us (947us total) trans 4294968335 rc 0/0 00000100:00100000:1.0:1788483647.414163:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 334 00000100:00100000:3.0:1788483647.474258:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.477337:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225013760 00000100:00100000:0.0:1788483647.477360:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225013760 00000100:00100000:0.0:1788483647.477463:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1648 00000100:00100000:0.0:1788483647.477477:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+115:34687:x1875360225013760:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483647.477568:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.477596:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4aed lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148014 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477684:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4af4 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477702:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4af4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477714:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4af4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477727:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4afb lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477734:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477740:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477823:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4b02 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477833:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4b02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477839:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4b02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483647.477883:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00000004:00200000:0.0:1788483647.477888:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483647.477920:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4b02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477933:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4b02 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477942:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4af4 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477948:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4af4 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477955:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4af4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477961:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.477966:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4af4 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477974:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4af4 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.477989:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.477992:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.477998:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4af4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478005:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4af4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478022:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4afb lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478028:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4afb lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478044:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4afb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478050:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.478052:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4afb lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478058:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4afb lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478066:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f76039f5f00) 00010000:00010000:0.0:1788483647.478068:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.478071:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4afb lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478077:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4afb lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478112:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4aed lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148014 expref: 117 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478126:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4b02 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148014 expref: 116 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.478134:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:0.0:1788483647.478136:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483647.478139:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f3200, rc 0) 00000100:00100000:0.0:1788483647.478223:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34687:x1875360225013760:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 749us (3979us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.478230:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1648 00000100:00100000:3.0:1788483647.495593:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.495656:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.495883:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225014016 00000100:00100000:0.0:1788483647.495896:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225014016 00000100:00100000:0.0:1788483647.495971:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 614 00000100:00100000:0.0:1788483647.495984:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e7c4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+116:2399:x1875360225014016:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:0.0:1788483647.496067:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.496091:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b09 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148022 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496170:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b10 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496188:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b10 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496201:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b10 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496219:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b17 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496227:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496233:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.496258:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225013888 00000100:00100000:1.0:1788483647.496263:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225013888 00010000:00010000:0.0:1788483647.496281:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b10 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496289:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b10 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496296:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b10 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496303:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.496308:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b10 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.496309:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 451 00000100:00100000:1.0:1788483647.496317:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225013888:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483647.496318:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b10 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.496328:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.496331:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.496335:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.496341:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c83895bc/0xf2b1f833e60f4b1e lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14801b expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496342:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b10 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496349:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b10 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496377:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b17 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496384:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b17 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496389:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496393:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.496396:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b17 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.496399:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251042176:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483647.496403:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b17 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496409:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f76113d6600) 00010000:00010000:0.0:1788483647.496411:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.496414:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b17 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496419:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b17 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496449:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b09 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148022 expref: 117 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496459:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.496461:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788483647.496466:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b09 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148022 expref: 117 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.496474:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc -2) 00000100:00100000:1.0:1788483647.496562:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76340c1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483647.496566:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e7c4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+116:2399:x1875360225014016:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 586us (911us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788483647.496575:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 614 00002000:00010000:1.0:1788483647.500155:0:8432:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788483647.500169:0:8432:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb mtime: 0 -> 1788483646 00002000:00010000:1.0:1788483647.500172:0:8432:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb atime: 0 -> 1788483646 00002000:00010000:1.0:1788483647.500175:0:8432:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb ctime: 0 -> 1788483646 00002000:00010000:1.0:1788483647.500177:0:8432:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1788483647.500205:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251042176:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483647.500251:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c83895bc/0xf2b1f833e60f4b1e lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14801b expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.500283:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c83895bc/0xf2b1f833e60f4b1e lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14801b expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.500300:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39000, rc 0) 00000100:00100000:1.0:1788483647.500384:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225013888:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4065us (4803us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.500394:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 451 00000100:00100000:3.0:1788483647.506144:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.506429:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225014144 00000100:00100000:1.0:1788483647.506446:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225014144 00000100:00100000:1.0:1788483647.506611:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1649 00000100:00100000:1.0:1788483647.506626:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34687:x1875360225014144:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483647.506653:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.506677:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4b25 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14805a expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.506775:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.506793:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.506805:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483647.506861:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1788483647.506866:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483647.506889:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.506921:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4b25 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14805a expref: 118 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.506952:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14805a expref: 117 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.506962:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.506965:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483647.506969:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a38400, rc 0) 00000100:00100000:1.0:1788483647.507164:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34687:x1875360225014144:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 541us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.507172:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1649 00000100:00100000:3.0:1788483647.510842:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.511638:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225014272 00000100:00100000:0.0:1788483647.511652:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225014272 00000100:00100000:0.0:1788483647.511731:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 452 00000100:00100000:0.0:1788483647.511743:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225014272:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483647.511767:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.511791:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f4b33 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148061 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.511891:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251042304:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483647.512001:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670b840 going to sleep for 11 seconds 00000100:00100000:0.0:1788483647.515019:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251042304:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483647.515083:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f4b33 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148061 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.515117:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007680aa9c/0xf2b1f833e60f4b33 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148061 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.515134:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc600, rc 0) 00000100:00100000:0.0:1788483647.515217:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225014272:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3476us (4388us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.515228:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 452 00000100:00100000:3.0:1788483647.523200:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.524063:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225014528 00000100:00100000:1.0:1788483647.524081:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225014528 00000100:00100000:1.0:1788483647.524169:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1650 00000100:00100000:1.0:1788483647.524182:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34687:x1875360225014528:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:1.0:1788483647.524427:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].49, 136 off14856 00000100:00100000:1.0:1788483647.524572:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34687:x1875360225014528:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 392us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.524580:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1650 00000100:00100000:3.0:1788483647.532406:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.532460:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.532489:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225014656 00000100:00100000:1.0:1788483647.532533:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225014784 00000100:00100000:1.0:1788483647.532542:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225014784 00000100:00100000:1.0:1788483647.532694:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 615 00000100:00100000:1.0:1788483647.532706:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+117:2400:x1875360225014784:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1788483647.532753:0:7781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1788483647.532794:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225014656 00000100:00100000:2.0:1788483647.532844:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1651 00000100:00100000:2.0:1788483647.532853:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34690:x1875360225014656:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:2.0:1788483647.532863:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.532912:0:7781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4b3a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14806f expref: -99 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.532972:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4b41 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148068 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533058:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4b48 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533074:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4b48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533087:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4b48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533104:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4b4f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533110:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533116:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533163:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4b48 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533171:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4b48 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533178:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4b48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533183:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ec400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.533188:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4b48 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533200:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4b48 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533212:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.533216:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.533221:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4b48 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533227:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec400/0xf2b1f833e60f4b48 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533242:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4b4f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533248:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4b4f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533255:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4b4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533260:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366edc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.533263:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4b4f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533269:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4b4f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533276:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f7636a6cf00) 00010000:00010000:2.0:1788483647.533278:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.533281:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4b4f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533287:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4b4f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533320:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4b41 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148068 expref: 120 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533331:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.533332:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.533336:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4b41 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148068 expref: 120 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.533346:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366eca00, rc 0) 00000100:00100000:2.0:1788483647.533434:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34690:x1875360225014656:12345-192.168.206.36@tcp:101:bash.0 Request processed in 582us (1040us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483647.533442:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1651 00010000:00010000:2.0:1788483647.535296:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4b56 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535326:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4b56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535339:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4b56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535359:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b5d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535432:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535447:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535494:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4b56 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535533:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4b56 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535541:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4b56 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535562:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76366ed400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.535566:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4b56 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535574:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4b56 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535587:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.535590:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.535594:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4b56 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535600:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed400/0xf2b1f833e60f4b56 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535616:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b5d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535622:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b5d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535628:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535633:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509525800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.535636:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b5d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535642:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b5d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535648:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff9f7636a6c600) 00010000:00010000:2.0:1788483647.535650:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.535652:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b5d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535657:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b5d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535695:0:7781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4b3a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14806f expref: 118 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535706:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.535708:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788483647.535712:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4b3a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14806f expref: 118 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.535724:0:7781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509a39000, rc -2) 00000100:00100000:2.0:1788483647.535822:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+117:2400:x1875360225014784:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 3116us (3360us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788483647.535836:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 615 00000100:00100000:0.0:1788483647.559303:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483647.559336:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251042432:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483647.559433:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483647.559568:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251042432 00000100:00100000:2.0:1788483647.559579:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251042432 00000100:00100000:2.0:1788483647.559648:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:2.0:1788483647.559661:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251042432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483647.559705:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483647.559786:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251042432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 127us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483647.559794:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:1.0:1788483647.559961:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507667800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251042432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483647.562873:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.563045:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225014912 00000100:00100000:0.0:1788483647.563058:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225014912 00000100:00100000:0.0:1788483647.563124:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1652 00000100:00100000:0.0:1788483647.563135:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34691:x1875360225014912:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483647.563170:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.563194:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b64 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148076 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563281:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b6b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563298:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b6b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563311:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b6b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563329:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b72 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563337:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563344:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563397:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b6b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563405:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b6b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563412:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b6b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563418:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.563422:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b6b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563430:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b6b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563444:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.563447:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.563454:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b6b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563460:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b6b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563477:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b72 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563483:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b72 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563488:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563494:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.563562:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b72 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563570:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b72 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563577:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f76113d6600) 00010000:00010000:0.0:1788483647.563580:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.563583:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b72 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563588:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b72 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563626:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b64 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148076 expref: 78 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563637:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.563639:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.563643:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b64 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148076 expref: 78 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.563652:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc600, rc 0) 00000100:00100000:0.0:1788483647.563728:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34691:x1875360225014912:12345-192.168.206.36@tcp:101:rm.0 Request processed in 593us (867us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.563736:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1652 00000100:00100000:3.0:1788483647.579804:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.580023:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225015040 00000100:00100000:2.0:1788483647.580105:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225015040 00000100:00100000:2.0:1788483647.580257:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 617 00000100:00100000:2.0:1788483647.580271:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:2400:x1875360225015040:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:2.0:1788483647.580322:0:7781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483647.580348:0:7781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b79 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14807d expref: -99 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580427:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4b80 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580444:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4b80 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580457:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4b80 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580476:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4b87 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580488:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4b87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580494:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4b87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580605:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4b80 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580615:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4b80 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580623:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4b80 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580629:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.580635:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4b80 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580643:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4b80 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580658:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.580673:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.580679:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4b80 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580686:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4b80 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580702:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4b87 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580710:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4b87 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580716:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4b87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580722:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.580726:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4b87 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580733:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4b87 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580741:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x36fdbbdd (ffff9f7636a6c600) 00010000:00010000:2.0:1788483647.580744:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.580747:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4b87 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580754:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4b87 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x36fdbbdd bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580790:0:7781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b79 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14807d expref: 78 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580801:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.580803:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788483647.580807:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4b79 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14807d expref: 78 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.580824:0:7781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc -2) 00000100:00100000:2.0:1788483647.581011:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:2400:x1875360225015040:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 741us (1220us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788483647.581021:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 617 00000100:00100000:3.0:1788483647.582189:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.582300:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225015168 00000100:00100000:0.0:1788483647.582311:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225015168 00000100:00100000:0.0:1788483647.582428:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1653 00000100:00100000:0.0:1788483647.582440:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34691:x1875360225015168:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483647.582464:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.582485:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b8e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148084 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582607:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b95 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582623:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582635:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582653:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b9c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582661:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582669:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582709:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b95 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582726:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b95 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582734:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b95 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582741:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.582745:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b95 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582754:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b95 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582766:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.582769:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.582774:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b95 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582781:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4b95 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582796:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b9c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582803:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b9c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582810:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582816:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.582819:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b9c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582826:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b9c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582839:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f76113d6600) 00010000:00010000:0.0:1788483647.582842:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.582845:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b9c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582851:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4b9c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582887:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b8e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148084 expref: 78 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582897:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.582899:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.582903:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4b8e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148084 expref: 78 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.582913:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:0.0:1788483647.582982:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34691:x1875360225015168:12345-192.168.206.36@tcp:101:rm.0 Request processed in 544us (801us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.582991:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1653 00000100:00100000:2.0:1788483647.603856:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.604004:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225015296 00000100:00100000:3.0:1788483647.604016:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225015296 00000100:00100000:3.0:1788483647.604099:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1654 00000100:00100000:3.0:1788483647.604112:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34692:x1875360225015296:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483647.604155:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.604182:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4ba3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14808b expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604282:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4baa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604300:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4baa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604314:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4baa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604333:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4bb1 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604340:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604348:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604399:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4baa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604408:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4baa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604416:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4baa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604423:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.604428:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4baa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604437:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4baa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604453:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.604457:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.604463:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4baa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604470:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4baa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604487:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4bb1 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604495:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4bb1 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604566:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4bb1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604571:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.604575:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4bb1 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604582:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4bb1 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604590:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f7603b2b000) 00010000:00010000:3.0:1788483647.604593:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.604596:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4bb1 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604601:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4bb1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604639:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4ba3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14808b expref: 78 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604650:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.604652:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.604656:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4ba3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14808b expref: 78 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.604666:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4600, rc 0) 00000100:00100000:3.0:1788483647.604748:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34692:x1875360225015296:12345-192.168.206.36@tcp:101:cp.0 Request processed in 638us (906us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483647.604756:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1654 00000100:00100000:3.0:1788483647.610135:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.610776:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225015424 00000100:00100000:0.0:1788483647.610789:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225015424 00000100:00100000:0.0:1788483647.610853:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1655 00000100:00100000:0.0:1788483647.610865:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34692:x1875360225015424:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483647.610891:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.610928:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4bb8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148092 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611035:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4bbf lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611052:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4bbf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611066:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4bbf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611085:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bc6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611093:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611100:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611151:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4bbf lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611159:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4bbf lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611166:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4bbf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611172:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.611177:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4bbf lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611190:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4bbf lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611204:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.611207:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.611375:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4bbf lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611384:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4bbf lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611399:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bc6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611405:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bc6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611411:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611416:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.611419:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bc6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611424:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bc6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611431:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f76113d6600) 00010000:00010000:0.0:1788483647.611433:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.611436:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bc6 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611446:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bc6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611483:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4bb8 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148092 expref: 78 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.611888:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.611891:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.611896:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4bb8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148092 expref: 78 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.612075:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76421cc600, rc 0) 00000100:00100000:0.0:1788483647.612166:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34692:x1875360225015424:12345-192.168.206.36@tcp:101:cp.0 Request processed in 1302us (2046us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.612175:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1655 00000100:00100000:0.0:1788483647.618158:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.618258:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225015680 00000100:00100000:1.0:1788483647.618271:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225015680 00000100:00100000:1.0:1788483647.618348:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1656 00000100:00100000:1.0:1788483647.618362:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34692:x1875360225015680:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483647.618391:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.618431:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4bcd lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148099 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.618641:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.618661:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14805a expref: 116 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.618672:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.618721:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14805a expref: 116 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.618745:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14805a expref: 116 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.618761:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251042560:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483647.618881:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76340c1cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483647.627362:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.627575:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251042560:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483647.627611:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.628116:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225015808 00000100:00100000:3.0:1788483647.628126:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225015808 00010000:00010000:3.0:1788483647.628174:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14805a expref: 117 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.628221:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 483 00000100:00100000:3.0:1788483647.628233:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+117:2402:x1875360225015808:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483647.628251:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483647.628259:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14805a expref: 117 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.628274:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14805a expref: 117 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.628300:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38400/0xf2b1f833e60f4b2c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14805a expref: 117 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.628321:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.628326:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.628339:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.628348:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.628381:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483647.628465:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+116:2402:x1875360225015808:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 233us (1120us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.628473:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 483 00010000:00010000:1.0:1788483647.629893:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.629922:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.629962:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.629976:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.629988:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483647.630410:0:8191:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x21:0x0], index 1: 0 00010000:00010000:1.0:1788483647.632239:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632266:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632277:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632322:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632331:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632338:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632345:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632352:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.632357:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632365:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632379:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.632382:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.632388:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632394:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39000/0xf2b1f833e60f4bd4 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483647.632425:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000003bc44cc9 reply state 000000000c16ca27 transno 4294968336 ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632439:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.632446:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f760b52ff00) 00010000:00010000:1.0:1788483647.632449:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483647.632453:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483647.634373:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38200/0xf2b1f833e60f4bcd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148099 expref: 80 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.634422:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148099 expref: 79 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.634433:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483647.634437:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483647.634440:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750911bc00, rc 0) 00000100:00100000:1.0:1788483647.634582:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+80:34692:x1875360225015680:12345-192.168.206.36@tcp:101:cp.0 Request processed in 16222us (16439us total) trans 4294968336 rc 0/0 00000100:00100000:1.0:1788483647.634593:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1656 00000100:00100000:2.0:1788483647.639177:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.640165:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225015936 00000100:00100000:1.0:1788483647.640180:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225015936 00000100:00100000:1.0:1788483647.640265:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 453 00000100:00100000:1.0:1788483647.640278:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360225015936:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483647.640302:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.640360:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000d5b222c/0xf2b1f833e60f4bf0 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480a0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483647.640395:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483647.640677:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=812s v=(0 0) 00010000:00010000:1.0:1788483647.640683:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.640694:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000d5b222c/0xf2b1f833e60f4bf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a0 expref: 15 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.640714:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000d5b222c/0xf2b1f833e60f4bf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a0 expref: 15 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.640785:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787a00, rc 0) 00000100:00100000:1.0:1788483647.640856:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2401:x1875360225015936:12345-192.168.206.36@tcp:101:cp.0 Request processed in 580us (1692us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.640864:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 453 00000100:00100000:2.0:1788483647.645104:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.645235:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225016064 00000100:00100000:1.0:1788483647.645248:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225016064 00000100:00100000:1.0:1788483647.645357:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 454 00000100:00100000:1.0:1788483647.645370:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:34692:x1875360225016064:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483647.645392:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.645429:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480a7 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.645470:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000000d5b222c/0xf2b1f833e60f4bf0 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a0 expref: 16 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.645487:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.645492:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.645683:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 16 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.645743:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000000d5b222c/0xf2b1f833e60f4bf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a0 expref: 16 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.645761:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000000d5b222c/0xf2b1f833e60f4bf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a0 expref: 16 pid: 8433 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.645779:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251042688:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483647.645968:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669c240 going to sleep for 11 seconds 00000100:00100000:1.0:1788483647.650324:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251042688:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483647.650369:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 16 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.650398:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787000, rc 0) 00000100:00100000:1.0:1788483647.650483:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+16:34692:x1875360225016064:12345-192.168.206.36@tcp:101:cp.0 Request processed in 5115us (5395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.650495:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 454 00000100:00100000:2.0:1788483647.650963:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.651624:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225016192 00000100:00100000:1.0:1788483647.651634:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225016192 00010000:00010000:1.0:1788483647.651675:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000000d5b222c/0xf2b1f833e60f4bf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a0 expref: 16 pid: 8433 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.651725:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 484 00000100:00100000:1.0:1788483647.651736:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a408050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+16:2401:x1875360225016192:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483647.651752:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483647.651778:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000000d5b222c/0xf2b1f833e60f4bf0 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a0 expref: 16 pid: 8433 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.651793:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000000d5b222c/0xf2b1f833e60f4bf0 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a0 expref: 16 pid: 8433 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.651818:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000d5b222c/0xf2b1f833e60f4bf0 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a0 expref: 16 pid: 8433 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.651835:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.651840:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.651849:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 15 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.651859:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 15 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.651898:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 15 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.651923:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251042816:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483647.652015:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669c240 going to sleep for 11 seconds 00000100:00100000:2.0:1788483647.657354:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.657441:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225016448 00000100:00100000:1.0:1788483647.657454:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225016448 00000100:00100000:1.0:1788483647.657564:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 335 00000100:00100000:1.0:1788483647.657577:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+80:34692:x1875360225016448:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:1.0:1788483647.658046:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34692:x1875360225016448:12345-192.168.206.36@tcp:35:cp.0 Request processed in 470us (706us total) trans 4294968337 rc 0/0 00000100:00100000:1.0:1788483647.658055:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 335 00000100:00100000:3.0:1788483647.661222:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251042816:192.168.206.36@tcp:105: 00010000:00010000:3.0:1788483647.661259:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483647.661391:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a408050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2401:x1875360225016192:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 9655us (10428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.661404:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 484 00000100:00100000:2.0:1788483647.704645:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.705039:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225016576 00000100:00100000:0.0:1788483647.705051:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225016576 00000100:00100000:0.0:1788483647.705126:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1657 00000100:00100000:0.0:1788483647.705139:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34695:x1875360225016576:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483647.705165:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.705191:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bfe lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480ae expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705291:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4c05 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705314:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4c05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705327:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4c05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705340:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c0c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705348:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705356:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705468:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f4c13 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705478:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f4c13 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705485:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f4c13 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483647.705794:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00000004:00200000:0.0:1788483647.705801:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483647.705826:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f4c13 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705842:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f4c13 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705856:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4c05 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705863:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4c05 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705872:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4c05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705879:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.705884:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4c05 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705893:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4c05 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705916:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.705920:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.705925:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4c05 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705933:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4c05 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705951:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c0c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705959:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c0c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705966:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705973:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.705976:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c0c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705982:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c0c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.705991:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f760b52ff00) 00010000:00010000:0.0:1788483647.705994:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.705997:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c0c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.706003:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c0c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.706036:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4bfe lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ae expref: 118 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.706050:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f4c13 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ae expref: 117 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.706058:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:0.0:1788483647.706061:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483647.706063:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973e600, rc 0) 00000100:00100000:0.0:1788483647.706144:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34695:x1875360225016576:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1007us (1513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.706153:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1657 00000100:00100000:2.0:1788483647.713578:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.713747:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225016704 00000100:00100000:0.0:1788483647.713762:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225016704 00000100:00100000:0.0:1788483647.713835:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 455 00000100:00100000:0.0:1788483647.713850:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360225016704:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483647.713874:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.713907:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f4c1a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480b5 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.713995:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251042944:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483647.714127:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670b840 going to sleep for 11 seconds 00002000:00010000:0.0:1788483647.721139:0:8871:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788483647.721153:0:8871:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb mtime: 0 -> 1788483646 00002000:00010000:0.0:1788483647.721156:0:8871:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb atime: 0 -> 1788483646 00002000:00010000:0.0:1788483647.721158:0:8871:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb ctime: 0 -> 1788483646 00002000:00010000:0.0:1788483647.721160:0:8871:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788483647.721188:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251042944:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483647.721235:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f4c1a lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480b5 expref: 18 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.721265:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d2750e7d/0xf2b1f833e60f4c1a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480b5 expref: 18 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.721283:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ea00, rc 0) 00000100:00100000:0.0:1788483647.721357:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360225016704:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 7511us (7791us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.721368:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 455 00000100:00100000:2.0:1788483647.726474:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.726697:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225016832 00000100:00100000:1.0:1788483647.726709:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225016832 00000100:00100000:1.0:1788483647.726781:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1658 00000100:00100000:1.0:1788483647.726792:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34695:x1875360225016832:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483647.726816:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.726839:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f4c21 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480bc expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.727066:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.727082:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.727094:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483647.727147:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1788483647.727151:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483647.727173:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.727202:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f4c21 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480bc expref: 119 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.727232:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480bc expref: 118 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.727243:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.727247:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483647.727250:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787600, rc 0) 00000100:00100000:1.0:1788483647.728075:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34695:x1875360225016832:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1277us (1607us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.728084:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1658 00000100:00100000:3.0:1788483647.731058:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.731266:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225016960 00000100:00100000:1.0:1788483647.731280:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225016960 00000100:00100000:1.0:1788483647.731354:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 456 00000100:00100000:1.0:1788483647.731366:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225016960:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483647.731388:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.731424:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000066dc7326/0xf2b1f833e60f4c2f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480c3 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.731536:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360251043072:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483647.731673:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483647.734223:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417aa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360251043072:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483647.734272:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000066dc7326/0xf2b1f833e60f4c2f lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480c3 expref: 18 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.734309:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000066dc7326/0xf2b1f833e60f4c2f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480c3 expref: 18 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.734324:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786400, rc 0) 00000100:00100000:1.0:1788483647.734477:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225016960:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3112us (3431us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.734486:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 456 00000100:00100000:2.0:1788483647.738796:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.739060:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225017216 00000100:00100000:0.0:1788483647.739074:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225017216 00000100:00100000:0.0:1788483647.739184:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1659 00000100:00100000:0.0:1788483647.739198:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34695:x1875360225017216:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:0.0:1788483647.739493:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].50, 136 off14992 00000100:00100000:0.0:1788483647.739635:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34695:x1875360225017216:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 439us (851us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.739644:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1659 00000100:00100000:2.0:1788483647.745319:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.745570:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225017344 00000100:00100000:1.0:1788483647.745583:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225017344 00000100:00100000:1.0:1788483647.745643:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1660 00000100:00100000:1.0:1788483647.745657:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34696:x1875360225017344:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483647.745683:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.745708:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f4c36 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480ca expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.745809:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4c3d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.745828:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4c3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.745842:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4c3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.745862:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4c44 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.745876:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4c44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.745883:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4c44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746009:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4c3d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746019:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4c3d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746026:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4c3d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746033:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.746038:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4c3d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746046:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4c3d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746062:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.746066:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.746072:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4c3d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746079:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4c3d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746094:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4c44 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746103:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4c44 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746109:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4c44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746114:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.746117:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4c44 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746124:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4c44 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746131:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9f760b52f500) 00010000:00010000:1.0:1788483647.746134:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.746137:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4c44 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746143:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4c44 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746181:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f4c36 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ca expref: 119 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746192:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.746194:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.746198:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f4c36 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ca expref: 119 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.746410:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787800, rc 0) 00000100:00100000:1.0:1788483647.746483:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34696:x1875360225017344:12345-192.168.206.36@tcp:101:bash.0 Request processed in 828us (1178us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.746492:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1660 00000100:00100000:2.0:1788483647.756680:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.756830:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225017472 00000100:00100000:0.0:1788483647.756843:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225017472 00000100:00100000:0.0:1788483647.756921:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1661 00000100:00100000:0.0:1788483647.756944:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34697:x1875360225017472:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483647.756976:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.757002:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c4b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480d1 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757090:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c52 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757107:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757119:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757138:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c59 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757146:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757156:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757205:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c52 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757460:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c52 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757469:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c52 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757476:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.757481:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c52 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757489:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c52 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757561:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.757565:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.757570:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c52 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757577:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c52 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757594:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c59 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757599:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c59 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757605:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757610:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.757613:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c59 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757619:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c59 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757626:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9f76113d6600) 00010000:00010000:0.0:1788483647.757628:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.757631:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c59 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757637:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c59 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757677:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c4b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480d1 expref: 82 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757687:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.757690:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.757693:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c4b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480d1 expref: 82 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.757702:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:0.0:1788483647.758598:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34697:x1875360225017472:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1657us (1925us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.758612:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1661 00000100:00100000:1.0:1788483647.761960:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.762040:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225017600 00000100:00100000:3.0:1788483647.762052:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225017600 00000100:00100000:3.0:1788483647.762123:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1662 00000100:00100000:3.0:1788483647.762202:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34697:x1875360225017600:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483647.762228:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.762255:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4c60 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480d8 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762346:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762362:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762375:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762401:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c6e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762409:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762416:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762481:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762489:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762495:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762522:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762528:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.762533:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762556:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762571:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.762574:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.762579:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762586:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c67 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762601:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c6e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762606:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c6e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762612:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762617:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.762620:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c6e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762627:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c6e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762634:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9f7603b2b000) 00010000:00010000:3.0:1788483647.762636:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.762639:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c6e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762645:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c6e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762685:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4c60 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480d8 expref: 82 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762696:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.762699:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.762703:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4c60 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480d8 expref: 82 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.762713:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4600, rc 0) 00000100:00100000:3.0:1788483647.762800:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34697:x1875360225017600:12345-192.168.206.36@tcp:101:rm.0 Request processed in 603us (853us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483647.762813:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1662 00000100:00100000:2.0:1788483647.782095:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.782592:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225017728 00000100:00100000:3.0:1788483647.782604:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225017728 00000100:00100000:3.0:1788483647.782665:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1663 00000100:00100000:3.0:1788483647.782677:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34698:x1875360225017728:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483647.782701:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.782737:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4c75 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480df expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782822:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c7c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782839:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782852:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782868:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c83 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782876:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782883:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782931:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c7c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782953:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c7c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782961:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782967:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.782973:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c7c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782981:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c7c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.782996:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.782999:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.783004:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c7c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783011:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4c7c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783027:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c83 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783032:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c83 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783037:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783041:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.783044:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c83 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783050:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c83 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783056:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9f7603b2b000) 00010000:00010000:3.0:1788483647.783058:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.783060:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c83 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783065:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4c83 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783105:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4c75 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480df expref: 82 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783117:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.783120:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.783124:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4c75 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480df expref: 82 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.783135:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4600, rc 0) 00000100:00100000:3.0:1788483647.783214:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34698:x1875360225017728:12345-192.168.206.36@tcp:101:cp.0 Request processed in 538us (1133us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483647.783222:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1663 00000100:00100000:2.0:1788483647.785668:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.785898:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225017856 00000100:00100000:0.0:1788483647.785911:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225017856 00000100:00100000:0.0:1788483647.785986:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1664 00000100:00100000:0.0:1788483647.785998:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34698:x1875360225017856:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483647.786020:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.786044:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c8a lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480e6 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786127:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c91 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786144:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786157:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786173:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c98 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786180:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786187:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786248:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c91 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786261:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c91 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786269:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786275:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ec00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.786279:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c91 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786288:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c91 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786302:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.786306:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.786310:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c91 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786317:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ec00/0xf2b1f833e60f4c91 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786332:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c98 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786337:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c98 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786344:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786350:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750973ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.786354:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c98 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786360:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c98 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786367:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9f76113d6600) 00010000:00010000:0.0:1788483647.786370:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.786372:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c98 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786378:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4c98 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786411:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c8a lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480e6 expref: 82 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786423:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.786426:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.786429:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4c8a lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480e6 expref: 82 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.786448:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75086f2800, rc 0) 00000100:00100000:0.0:1788483647.786564:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34698:x1875360225017856:12345-192.168.206.36@tcp:101:cp.0 Request processed in 564us (903us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.786572:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1664 00000100:00100000:1.0:1788483647.790063:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.790154:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225018112 00000100:00100000:0.0:1788483647.790167:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225018112 00000100:00100000:0.0:1788483647.790247:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1665 00000100:00100000:0.0:1788483647.790259:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34698:x1875360225018112:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483647.790284:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.790310:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c9f lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480ed expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.790441:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.790458:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480bc expref: 117 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.790467:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.790534:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480bc expref: 117 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.791185:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480bc expref: 117 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.791205:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251043200:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483647.791462:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670b840 going to sleep for 11 seconds 00000100:00100000:3.0:1788483647.794596:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.794688:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225018240 00000100:00100000:2.0:1788483647.794699:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225018240 00010000:00010000:2.0:1788483647.794758:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480bc expref: 118 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483647.794804:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 485 00000100:00100000:2.0:1788483647.794815:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+118:2402:x1875360225018240:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483647.794837:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483647.794844:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480bc expref: 118 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.794859:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480bc expref: 118 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.794886:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483647.794892:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.794904:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.794913:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.794950:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483647.795018:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+118:2402:x1875360225018240:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 204us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483647.795026:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 485 00010000:00010000:0.0:1788483647.795334:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4c28 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480bc expref: 117 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.795353:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251043200:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483647.795380:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.795393:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.795399:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.795425:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.795435:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.795443:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788483647.795979:0:13707:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x20:0x0], index 0: 0 00010000:00010000:0.0:1788483647.796171:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796181:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796189:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796227:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796233:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796243:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796249:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.796254:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796261:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796271:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.796275:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.796278:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796284:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4ca6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483647.796297:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000007b7a5430 reply state 00000000c87f9cee transno 4294968338 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796307:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796313:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9f76113d6600) 00010000:00010000:0.0:1788483647.796315:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483647.796318:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1788483647.796357:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4c9f lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ed expref: 84 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796376:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ed expref: 83 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.796383:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:0.0:1788483647.796385:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483647.796387:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ea00, rc 0) 00000100:00100000:0.0:1788483647.796452:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+84:34698:x1875360225018112:12345-192.168.206.36@tcp:101:cp.0 Request processed in 6195us (6403us total) trans 4294968338 rc 0/0 00000100:00100000:0.0:1788483647.796459:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1665 00000100:00100000:2.0:1788483647.800905:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.801014:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225018368 00000100:00100000:1.0:1788483647.801026:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225018368 00000100:00100000:1.0:1788483647.801092:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 457 00000100:00100000:1.0:1788483647.801104:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360225018368:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483647.801126:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.801152:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4cc2 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480f4 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483647.801182:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788483647.801207:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=812s v=(0 0) 00010000:00010000:1.0:1788483647.801301:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.801314:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4cc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480f4 expref: 14 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.801336:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4cc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480f4 expref: 14 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.801353:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786200, rc 0) 00000100:00100000:1.0:1788483647.801625:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2402:x1875360225018368:12345-192.168.206.36@tcp:101:cp.0 Request processed in 522us (732us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.801633:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 457 00000100:00100000:2.0:1788483647.805313:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.805462:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225018496 00000100:00100000:0.0:1788483647.805475:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225018496 00000100:00100000:0.0:1788483647.805700:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 458 00000100:00100000:0.0:1788483647.805713:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:34698:x1875360225018496:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483647.805735:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.805756:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1480fb expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.805793:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4cc2 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480f4 expref: 15 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.805803:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483647.805807:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483647.805813:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 15 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.805863:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4cc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480f4 expref: 15 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.805880:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4cc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480f4 expref: 15 pid: 8432 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.805902:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251043328:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483647.806242:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76340c1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483647.809038:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251043328:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483647.809086:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 15 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.809112:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f750973ec00, rc 0) 00000100:00100000:0.0:1788483647.809281:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:34698:x1875360225018496:12345-192.168.206.36@tcp:101:cp.0 Request processed in 3570us (3981us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.809291:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 458 00000100:00100000:2.0:1788483647.809430:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.809626:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225018624 00000100:00100000:1.0:1788483647.809635:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225018624 00010000:00010000:1.0:1788483647.809669:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4cc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480f4 expref: 15 pid: 8432 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.809707:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 486 00000100:00100000:1.0:1788483647.809721:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2401:x1875360225018624:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483647.809737:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483647.809760:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4cc2 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480f4 expref: 15 pid: 8432 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.809774:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4cc2 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480f4 expref: 15 pid: 8432 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.809800:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4cc2 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480f4 expref: 15 pid: 8432 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.809816:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.809826:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483647.809835:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 14 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.809845:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 14 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.809887:0:7456:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 14 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.809902:0:7456:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7456:1875360251043456:192.168.206.36@tcp:105: 00000100:00100000:1.0:1788483647.810916:0:7456:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483647.814021:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.814127:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225018880 00000100:00100000:3.0:1788483647.814137:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225018880 00000100:00100000:1.0:1788483647.814144:0:7456:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417ab480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:7456:1875360251043456:192.168.206.36@tcp:105: 00000100:00100000:3.0:1788483647.814209:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 336 00000100:00100000:3.0:1788483647.814221:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+84:34698:x1875360225018880:12345-192.168.206.36@tcp:35:cp.0 00010000:00010000:1.0:1788483647.814237:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483647.814310:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360225018624:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 4594us (4880us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.814320:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 486 00000100:00100000:3.0:1788483647.814688:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34698:x1875360225018880:12345-192.168.206.36@tcp:35:cp.0 Request processed in 467us (668us total) trans 4294968339 rc 0/0 00000100:00100000:3.0:1788483647.814695:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 336 00000100:00100000:3.0:1788483647.846044:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.846769:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225019008 00000100:00100000:0.0:1788483647.846784:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225019008 00000100:00100000:0.0:1788483647.846848:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1666 00000100:00100000:0.0:1788483647.846859:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34701:x1875360225019008:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483647.846884:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.846911:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4cd0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148102 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847123:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4cd7 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847200:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847264:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847308:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4cde lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847317:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847325:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847413:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417adc00/0xf2b1f833e60f4ce5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847612:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417adc00/0xf2b1f833e60f4ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847623:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417adc00/0xf2b1f833e60f4ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483647.847671:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00000004:00200000:0.0:1788483647.847676:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483647.847697:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417adc00/0xf2b1f833e60f4ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847715:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417adc00/0xf2b1f833e60f4ce5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847724:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4cd7 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847731:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4cd7 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847737:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4cd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847744:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76421cc600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.847748:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4cd7 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847757:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4cd7 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847771:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.847775:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.847780:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4cd7 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847787:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cc600/0xf2b1f833e60f4cd7 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847801:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4cde lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847807:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4cde lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847815:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4cde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847821:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ade00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.847823:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4cde lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847830:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4cde lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847836:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9f76113d6600) 00010000:00010000:0.0:1788483647.847838:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.847841:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4cde lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847847:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4cde lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847876:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76421cca00/0xf2b1f833e60f4cd0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148102 expref: 119 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847889:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417adc00/0xf2b1f833e60f4ce5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148102 expref: 118 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.847897:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:0.0:1788483647.847900:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483647.847902:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417adc00, rc 0) 00000100:00100000:0.0:1788483647.848047:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34701:x1875360225019008:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1188us (2015us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.848057:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1666 00000100:00100000:2.0:1788483647.854339:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.854391:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.854526:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225019136 00000100:00100000:3.0:1788483647.854553:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225019136 00000100:00100000:3.0:1788483647.854623:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 459 00000100:00100000:3.0:1788483647.854635:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225019136:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483647.854657:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.854679:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f4cec lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148109 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.854772:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225019264 00000100:00100000:0.0:1788483647.854778:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225019264 00000100:00100000:3.0:1788483647.854816:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251043584:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483647.854817:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 618 00000100:00100000:0.0:1788483647.854829:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+118:2399:x1875360225019264:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:0.0:1788483647.854883:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.854900:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4cf3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148110 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.854916:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942780 going to sleep for 11 seconds 00010000:00010000:0.0:1788483647.854964:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4cfa lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.854981:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4cfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.854994:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4cfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855011:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d01 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855019:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855026:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855072:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4cfa lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855084:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4cfa lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855092:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4cfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855099:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ada00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.855104:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4cfa lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855114:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4cfa lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855190:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.855195:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.855201:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4cfa lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855209:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4cfa lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855223:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d01 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855230:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d01 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855236:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855240:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ad000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.855244:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d01 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855251:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d01 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855257:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f76113d6500) 00010000:00010000:0.0:1788483647.855259:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.855262:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d01 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855268:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d01 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855302:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4cf3 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148110 expref: 119 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855312:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.855314:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788483647.855319:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4cf3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148110 expref: 119 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.855329:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ac800, rc -2) 00000100:00100000:0.0:1788483647.855637:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+118:2399:x1875360225019264:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 808us (1243us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788483647.855646:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 618 00002000:00010000:3.0:1788483647.859203:0:8433:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb size: 0 -> 158 00002000:00010000:3.0:1788483647.859213:0:8433:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb mtime: 0 -> 1788483646 00002000:00010000:3.0:1788483647.859217:0:8433:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb atime: 0 -> 1788483646 00002000:00010000:3.0:1788483647.859219:0:8433:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb ctime: 0 -> 1788483646 00002000:00010000:3.0:1788483647.859222:0:8433:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:3.0:1788483647.859248:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251043584:192.168.206.36@tcp:106: 00010000:00010000:3.0:1788483647.859294:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f4cec lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148109 expref: 17 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.859322:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f4cec lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148109 expref: 17 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.859337:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4600, rc 0) 00000100:00100000:3.0:1788483647.859404:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225019136:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4771us (5078us total) trans 0 rc 301/301 00000100:00100000:3.0:1788483647.859413:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 459 00000100:00100000:0.0:1788483647.864158:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.864264:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225019392 00000100:00100000:3.0:1788483647.864278:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225019392 00000100:00100000:3.0:1788483647.864361:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1667 00000100:00100000:3.0:1788483647.864373:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34701:x1875360225019392:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483647.864399:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.865136:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4d08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148148 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.865284:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.865301:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.865314:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483647.865366:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:3.0:1788483647.865369:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788483647.865392:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.865435:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4d08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148148 expref: 120 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.865463:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148148 expref: 119 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.865473:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.865476:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788483647.865480:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4200, rc 0) 00000100:00100000:3.0:1788483647.866018:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34701:x1875360225019392:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1644us (1872us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.866027:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1667 00000100:00100000:2.0:1788483647.869834:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.870164:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225019520 00000100:00100000:1.0:1788483647.870178:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225019520 00000100:00100000:1.0:1788483647.870255:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 460 00000100:00100000:1.0:1788483647.870267:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225019520:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483647.870292:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.870315:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4d16 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14814f expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483647.870387:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251043712:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483647.870539:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483647.874367:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417ab480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251043712:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483647.874415:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4d16 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14814f expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.874452:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009c5f4889/0xf2b1f833e60f4d16 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14814f expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.874467:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786200, rc 0) 00000100:00100000:1.0:1788483647.874573:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225019520:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4308us (4752us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.874584:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 460 00000100:00100000:0.0:1788483647.877097:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.877181:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225019776 00000100:00100000:3.0:1788483647.877194:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225019776 00000100:00100000:3.0:1788483647.877355:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1668 00000100:00100000:3.0:1788483647.877368:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34701:x1875360225019776:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:3.0:1788483647.877610:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].51, 136 off15128 00000100:00100000:3.0:1788483647.877689:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34701:x1875360225019776:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 324us (607us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483647.877697:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1668 00000100:00100000:2.0:1788483647.883833:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.884430:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225019904 00000100:00100000:1.0:1788483647.884445:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225019904 00000100:00100000:1.0:1788483647.884569:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1669 00000100:00100000:1.0:1788483647.884583:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34704:x1875360225019904:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:1.0:1788483647.884611:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.884639:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4d1d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148156 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884745:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d24 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884762:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884775:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884792:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f4d2b lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884804:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f4d2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884812:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f4d2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884861:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d24 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884870:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d24 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884876:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d24 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884899:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.884904:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d24 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884912:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d24 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884927:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.884931:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.884936:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d24 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884943:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d24 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884959:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f4d2b lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.884966:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f4d2b lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.885073:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f4d2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.885081:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.885084:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f4d2b lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.885091:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f4d2b lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.885100:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f760b52fc00) 00010000:00010000:1.0:1788483647.885102:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.885105:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f4d2b lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.885111:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f4d2b lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.885153:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4d1d lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148156 expref: 120 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.885165:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.885167:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.885171:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4d1d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148156 expref: 120 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.885187:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786200, rc 0) 00000100:00100000:1.0:1788483647.885272:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34704:x1875360225019904:12345-192.168.206.36@tcp:101:bash.0 Request processed in 691us (1452us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.885281:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1669 00000100:00100000:2.0:1788483647.895223:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.895278:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.895408:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225020160 00000100:00100000:3.0:1788483647.895422:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225020160 00000100:00100000:3.0:1788483647.895492:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 619 00000100:00100000:3.0:1788483647.895556:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+119:2400:x1875360225020160:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:3.0:1788483647.895603:0:7781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.895629:0:7781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4d32 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14815d expref: -99 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.895705:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4d39 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.895842:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4d39 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.895858:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4d39 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.895877:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4d40 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896026:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4d40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896034:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4d40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896086:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4d39 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896094:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4d39 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896101:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4d39 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896107:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.896112:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4d39 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896124:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4d39 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896138:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.896142:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.896147:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4d39 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896154:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4d39 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896168:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4d40 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896173:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4d40 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896179:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4d40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896184:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.896187:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4d40 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896192:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4d40 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.896199:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x71bff0c5 (ffff9f7603b2b000) 00010000:00010000:3.0:1788483647.896202:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.896205:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4d40 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.896350:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225020032 00000100:00100000:0.0:1788483647.896357:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225020032 00000100:00100000:0.0:1788483647.896410:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1670 00000100:00100000:0.0:1788483647.896420:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34705:x1875360225020032:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483647.896437:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.896450:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d47 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148164 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896492:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d4e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896528:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896536:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896562:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d55 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896569:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896576:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896594:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d4e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896601:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d4e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896607:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d4e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896613:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ada00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.896616:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d4e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896622:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d4e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896630:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.896633:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.896636:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d4e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896642:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d4e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896653:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d55 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896659:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d55 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896664:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896670:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ade00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.896672:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d55 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896678:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d55 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896690:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f76113d6500) 00010000:00010000:0.0:1788483647.896692:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.896695:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d55 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.896700:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d55 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.897044:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4d40 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x71bff0c5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.897087:0:7781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4d32 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14815d expref: 120 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.897099:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.897101:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788483647.897105:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4d32 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 7 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14815d expref: 120 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.897115:0:7781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5c00, rc -2) 00000100:00100000:3.0:1788483647.897355:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+119:2400:x1875360225020160:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 1809us (2074us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483647.897365:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 619 00010000:00010000:0.0:1788483647.897430:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d47 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148164 expref: 86 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.897441:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.897443:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.897447:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d47 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148164 expref: 86 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.897458:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ad000, rc 0) 00000100:00100000:0.0:1788483647.901874:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34705:x1875360225020032:12345-192.168.206.36@tcp:101:rm.0 Request processed in 5436us (6656us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.902176:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1670 00000100:00100000:0.0:1788483647.909602:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.909773:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225020288 00000100:00100000:1.0:1788483647.909787:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225020288 00000100:00100000:1.0:1788483647.909888:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1671 00000100:00100000:1.0:1788483647.909901:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34705:x1875360225020288:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483647.909927:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.909963:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d5c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14816b expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910052:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d63 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910070:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910082:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910099:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d6a lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910107:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910115:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910165:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d63 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910174:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d63 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910181:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910188:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.910192:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d63 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910200:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d63 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910527:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.910532:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.910538:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d63 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910555:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d63 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910571:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d6a lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910578:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d6a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910584:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910590:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.910593:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d6a lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910599:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d6a lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910608:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f760b52fc00) 00010000:00010000:1.0:1788483647.910610:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.910613:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d6a lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910619:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d6a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910660:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d5c lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14816b expref: 86 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910672:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.910674:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.910679:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d5c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14816b expref: 86 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.910689:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786400, rc 0) 00000100:00100000:1.0:1788483647.910778:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34705:x1875360225020288:12345-192.168.206.36@tcp:101:rm.0 Request processed in 878us (1277us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.910787:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1671 00000100:00100000:1.0:1788483647.923471:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.923631:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225020416 00000100:00100000:0.0:1788483647.923646:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225020416 00000100:00100000:0.0:1788483647.923727:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1672 00000100:00100000:0.0:1788483647.923739:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34706:x1875360225020416:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483647.923765:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.923791:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d71 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148172 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.923877:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d78 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.923909:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.923923:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.923951:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d7f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.923959:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.923965:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924015:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d78 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924023:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d78 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924030:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924037:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ade00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.924042:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d78 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924054:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d78 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924069:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.924072:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.924078:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d78 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924085:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4d78 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924100:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d7f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924106:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d7f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924112:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924118:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ada00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483647.924120:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d7f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924126:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d7f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924133:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f76113d6500) 00010000:00010000:0.0:1788483647.924135:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.924138:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d7f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924144:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4d7f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924183:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d71 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148172 expref: 86 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924194:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.924196:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483647.924200:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4d71 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148172 expref: 86 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.924209:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ad000, rc 0) 00000100:00100000:0.0:1788483647.924280:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34706:x1875360225020416:12345-192.168.206.36@tcp:101:cp.0 Request processed in 542us (823us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483647.924288:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1672 00000100:00100000:0.0:1788483647.928848:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.928988:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225020544 00000100:00100000:1.0:1788483647.929001:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225020544 00000100:00100000:1.0:1788483647.929072:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1673 00000100:00100000:1.0:1788483647.929084:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34706:x1875360225020544:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483647.929109:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483647.929133:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d86 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148179 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929353:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d8d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929370:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929381:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929397:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d94 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929403:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929410:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929457:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d8d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929464:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d8d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929476:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929482:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.929487:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d8d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929496:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d8d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929555:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.929559:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.929564:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d8d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929570:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4d8d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929583:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d94 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929590:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d94 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929596:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929601:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483647.929603:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d94 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929613:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d94 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929620:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f760b52fc00) 00010000:00010000:1.0:1788483647.929622:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.929625:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d94 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929630:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4d94 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929667:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d86 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148179 expref: 86 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929678:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483647.929681:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483647.929685:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4d86 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148179 expref: 86 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.929694:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786400, rc 0) 00000100:00100000:1.0:1788483647.929784:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34706:x1875360225020544:12345-192.168.206.36@tcp:101:cp.0 Request processed in 701us (948us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483647.929792:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1673 00000100:00100000:2.0:1788483647.934094:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.934342:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225020800 00000100:00100000:3.0:1788483647.934355:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225020800 00000100:00100000:3.0:1788483647.934420:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1674 00000100:00100000:3.0:1788483647.934432:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34706:x1875360225020800:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483647.934457:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.934484:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4d9b lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148180 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.934656:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.934674:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148148 expref: 118 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.934685:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.934726:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148148 expref: 118 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.934742:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148148 expref: 118 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.934759:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251043840:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483647.934870:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605fd20c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483647.947242:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.947395:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225020928 00000100:00100000:0.0:1788483647.947408:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225020928 00010000:00010000:0.0:1788483647.947459:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148148 expref: 119 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.947564:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 487 00000100:00100000:0.0:1788483647.947576:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+119:2402:x1875360225020928:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483647.947593:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483647.947601:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 5/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148148 expref: 119 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.947620:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148148 expref: 119 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.947647:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483647.947652:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.947664:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.947672:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.947693:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483647.947760:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+119:2402:x1875360225020928:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 185us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.947768:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 487 00010000:00010000:3.0:1788483647.949457:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f4d0f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148148 expref: 118 pid: 6514 timeout: 912 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.949485:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753d180 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251043840:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483647.949561:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.949572:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.949578:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.949607:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.949619:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.949631:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788483647.950878:0:8191:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x22:0x0], index 1: 0 00010000:00010000:3.0:1788483647.951364:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951381:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951391:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951437:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951444:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951450:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951456:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951462:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.951466:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951475:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951492:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.951495:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.951523:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951530:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5000/0xf2b1f833e60f4da2 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483647.951559:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000076a36c9e reply state 00000000745ce54f transno 4294968340 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951571:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951577:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f7603b2b000) 00010000:00010000:3.0:1788483647.951579:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483647.951583:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788483647.951624:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4d9b lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148180 expref: 88 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951639:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148180 expref: 87 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.951647:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:3.0:1788483647.951649:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483647.951651:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4a00, rc 0) 00000100:00100000:3.0:1788483647.951737:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+88:34706:x1875360225020800:12345-192.168.206.36@tcp:101:cp.0 Request processed in 17307us (17657us total) trans 4294968340 rc 0/0 00000100:00100000:3.0:1788483647.951745:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1674 00000100:00100000:2.0:1788483647.957765:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483647.959475:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225021056 00000100:00100000:0.0:1788483647.959494:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225021056 00000100:00100000:0.0:1788483647.959647:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 461 00000100:00100000:0.0:1788483647.959659:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2401:x1875360225021056:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483647.959681:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483647.959708:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dbe lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148187 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483647.959871:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788483647.960018:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=812s v=(0 0) 00010000:00010000:0.0:1788483647.960024:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483647.960038:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148187 expref: 16 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.960059:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148187 expref: 16 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.960076:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ade00, rc 0) 00000100:00100000:0.0:1788483647.960206:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+16:2401:x1875360225021056:12345-192.168.206.36@tcp:101:cp.0 Request processed in 548us (2456us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.960224:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 461 00000100:00100000:0.0:1788483647.973001:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483647.973244:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225021184 00000100:00100000:3.0:1788483647.973258:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225021184 00000100:00100000:3.0:1788483647.973329:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 462 00000100:00100000:3.0:1788483647.973341:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+16:34706:x1875360225021184:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483647.973364:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483647.973387:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14818e expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.973428:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dbe lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148187 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.973439:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483647.973444:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483647.973451:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 17 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.973495:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148187 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.973556:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148187 expref: 17 pid: 8871 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483647.973573:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360251043968:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483647.973670:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483647.976555:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483647.977068:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8433:1875360251043968:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483647.977114:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 17 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483647.977144:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4200, rc 0) 00000100:00100000:1.0:1788483647.977219:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+17:34706:x1875360225021184:12345-192.168.206.36@tcp:101:cp.0 Request processed in 3879us (4232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483647.977229:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 462 00000100:00100000:0.0:1788483647.977802:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225021312 00000100:00100000:0.0:1788483647.977813:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225021312 00010000:00010000:0.0:1788483647.977855:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148187 expref: 17 pid: 8871 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.977901:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 488 00000100:00100000:0.0:1788483647.977911:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+17:2402:x1875360225021312:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483647.977928:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483647.977965:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dbe lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148187 expref: 17 pid: 8871 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.977981:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dbe lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148187 expref: 17 pid: 8871 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.978013:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dbe lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148187 expref: 17 pid: 8871 timeout: 912 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.978030:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483647.978034:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483647.978042:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 16 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.978053:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 16 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483647.978093:0:6501:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 16 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483647.978110:0:6501:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251044096:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483647.978192:0:6501:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76340c1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483647.983172:0:6501:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:6501:1875360251044096:192.168.206.36@tcp:105: 00010000:00010000:0.0:1788483647.983210:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483647.983283:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+16:2402:x1875360225021312:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 5371us (6751us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483647.983295:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 488 00000100:00100000:3.0:1788483647.988148:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483647.988257:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225021568 00000100:00100000:2.0:1788483647.988268:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225021568 00000100:00100000:2.0:1788483647.988337:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 337 00000100:00100000:2.0:1788483647.988351:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+88:34706:x1875360225021568:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:2.0:1788483647.988797:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+89:34706:x1875360225021568:12345-192.168.206.36@tcp:35:cp.0 Request processed in 448us (661us total) trans 4294968341 rc 0/0 00000100:00100000:2.0:1788483647.988806:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 337 00000001:00080000:0.0:1788483647.993997:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968341 is committed 00000001:00080000:0.0:1788483647.994088:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968319 is committed 00000020:00080000:0.0:1788483647.994097:0:6494:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 35 batchid updated 00000020:00080000:1.0:1788483647.994280:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00000020:00080000:1.0:1788483647.994295:0:6546:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 35 00010000:00010000:3.0:1788483647.994367:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994382:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994391:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994398:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.994404:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994413:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994435:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b8202c4 (ffff9f76039f5500) 00010000:00010000:3.0:1788483647.994439:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.994444:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994450:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39a00/0xf2b1f833e60f45c2 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0x3b8202c4 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994477:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994483:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994488:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994497:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483647.994551:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994557:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994565:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483647.994568:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483647.994571:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483647.994576:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39600/0xf2b1f833e60f45c9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.994911:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.994921:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.994926:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.994938:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ba00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.994941:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.994947:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.994957:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9f76113d6700) 00010000:00010000:2.0:1788483647.994960:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.994963:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.994970:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ba00/0xf2b1f833e60f469b lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.994989:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.994996:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995002:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995007:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.995010:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995016:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995025:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9f7603b2b100) 00010000:00010000:2.0:1788483647.995027:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.995030:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995036:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f476d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995052:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995059:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995064:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995069:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.995072:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995079:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995087:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9f7603b2b600) 00010000:00010000:2.0:1788483647.995090:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.995093:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995098:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f483f lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995112:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995118:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995123:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995128:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.995131:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995137:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995144:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f76039f5200) 00010000:00010000:2.0:1788483647.995146:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.995149:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995154:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39e00/0xf2b1f833e60f49b9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995169:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995174:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995181:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995186:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509a39400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.995189:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995195:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995203:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f76039f5f00) 00010000:00010000:2.0:1788483647.995205:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.995208:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995214:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39400/0xf2b1f833e60f4aca lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995228:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995234:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995240:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995245:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f750911ac00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.995248:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995254:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995262:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f760b52ff00) 00010000:00010000:2.0:1788483647.995264:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.995267:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995273:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911ac00/0xf2b1f833e60f4bdb lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995286:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995297:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995303:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995308:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.995311:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995317:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995324:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9f76113d6600) 00010000:00010000:2.0:1788483647.995327:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.995330:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995335:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f4cad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995349:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995355:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995361:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995367:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483647.995370:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995376:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995383:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f7603b2b000) 00010000:00010000:2.0:1788483647.995386:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483647.995388:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483647.995394:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f4da9 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.058649:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.058774:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225021696 00000100:00100000:0.0:1788483648.058787:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225021696 00000100:00100000:0.0:1788483648.058857:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1675 00000100:00100000:0.0:1788483648.058869:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34709:x1875360225021696:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483648.058895:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.058923:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4dcc lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148195 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059018:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4dd3 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059033:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4dd3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059048:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4dd3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059063:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4dda lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059070:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4dda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059076:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4dda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059158:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac000/0xf2b1f833e60f4de1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059165:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac000/0xf2b1f833e60f4de1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059176:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac000/0xf2b1f833e60f4de1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483648.059221:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00000004:00200000:0.0:1788483648.059225:0:12148:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483648.059245:0:12148:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac000/0xf2b1f833e60f4de1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059257:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac000/0xf2b1f833e60f4de1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059265:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4dd3 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059272:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4dd3 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059280:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4dd3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059286:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.059291:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4dd3 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059299:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4dd3 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059311:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.059314:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.059318:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4dd3 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059329:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4dd3 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059342:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4dda lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059348:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4dda lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059354:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4dda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059360:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.059362:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4dda lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059368:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4dda lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059374:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f76113d6800) 00010000:00010000:0.0:1788483648.059376:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.059378:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4dda lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059384:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4dda lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059412:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4dcc lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148195 expref: 118 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059430:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac000/0xf2b1f833e60f4de1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148195 expref: 117 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.059438:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:0.0:1788483648.059440:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483648.059443:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ac000, rc 0) 00000100:00100000:0.0:1788483648.059593:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34709:x1875360225021696:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 724us (955us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.059601:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1675 00000100:00100000:3.0:1788483648.068437:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.068572:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225021824 00000100:00100000:1.0:1788483648.068586:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225021824 00000100:00100000:1.0:1788483648.068655:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 463 00000100:00100000:1.0:1788483648.068668:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360225021824:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483648.068692:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.068726:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000052f87db5/0xf2b1f833e60f4de8 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14819c expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.068806:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251044224:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483648.068965:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669ce40 going to sleep for 11 seconds 00002000:00010000:0.0:1788483648.072313:0:8432:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size: 0 -> 158 00002000:00010000:0.0:1788483648.072327:0:8432:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime: 0 -> 1788483647 00002000:00010000:0.0:1788483648.072330:0:8432:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb atime: 0 -> 1788483647 00002000:00010000:0.0:1788483648.072332:0:8432:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime: 0 -> 1788483647 00002000:00010000:0.0:1788483648.072335:0:8432:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:0.0:1788483648.072361:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76417a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251044224:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483648.072405:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000052f87db5/0xf2b1f833e60f4de8 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14819c expref: 18 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.072435:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000052f87db5/0xf2b1f833e60f4de8 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14819c expref: 18 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.072449:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787200, rc 0) 00000100:00100000:0.0:1788483648.072636:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360225021824:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 3969us (4212us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483648.072649:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 463 00000100:00100000:3.0:1788483648.076621:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.076852:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225021952 00000100:00100000:1.0:1788483648.076866:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225021952 00000100:00100000:1.0:1788483648.077060:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1676 00000100:00100000:1.0:1788483648.077074:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34709:x1875360225021952:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483648.077104:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.077135:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f4def lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481a3 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.077317:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.077335:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.077348:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483648.077613:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:1.0:1788483648.077619:0:6514:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788483648.077644:0:6514:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.077676:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f4def lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481a3 expref: 119 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.077695:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481a3 expref: 118 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.077705:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.077709:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788483648.077713:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786e00, rc 0) 00000100:00100000:1.0:1788483648.077799:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34709:x1875360225021952:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 727us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.077967:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1676 00000100:00100000:3.0:1788483648.081123:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.081635:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225022080 00000100:00100000:0.0:1788483648.081647:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225022080 00000100:00100000:0.0:1788483648.081760:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 464 00000100:00100000:0.0:1788483648.081773:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225022080:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483648.081796:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.081820:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dfd lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481aa expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.081907:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251044352:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483648.082024:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76340c1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483648.088272:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251044352:192.168.206.36@tcp:106: 00010000:00010000:0.0:1788483648.088324:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dfd lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481aa expref: 18 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.088354:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000915990e4/0xf2b1f833e60f4dfd lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481aa expref: 18 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.088371:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ade00, rc 0) 00000100:00100000:0.0:1788483648.088457:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225022080:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 6686us (7347us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483648.088467:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 464 00000100:00100000:3.0:1788483648.092626:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.092756:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225022336 00000100:00100000:1.0:1788483648.092770:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225022336 00000100:00100000:1.0:1788483648.092843:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1677 00000100:00100000:1.0:1788483648.092854:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34709:x1875360225022336:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:1.0:1788483648.093726:0:13707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].52, 136 off15264 00000100:00100000:1.0:1788483648.093828:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34709:x1875360225022336:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 973us (1214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.093837:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1677 00000100:00100000:3.0:1788483648.105817:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.106828:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225022464 00000100:00100000:0.0:1788483648.106852:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225022464 00000100:00100000:0.0:1788483648.106942:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1678 00000100:00100000:0.0:1788483648.106954:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34710:x1875360225022464:12345-192.168.206.36@tcp:101:bash.0 00010000:00010000:0.0:1788483648.106979:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.107007:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4e04 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481b1 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107090:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e0b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107109:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e0b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107121:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e0b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107384:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e12 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107406:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107463:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107580:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e0b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107589:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e0b lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107596:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e0b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107605:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.107609:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e0b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107616:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e0b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107628:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.107631:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.107636:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e0b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107643:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e0b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107667:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e12 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107673:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e12 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107679:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107685:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.107688:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e12 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107694:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e12 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107705:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9f76113d6800) 00010000:00010000:0.0:1788483648.107708:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.107711:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e12 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107717:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e12 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107759:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4e04 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481b1 expref: 119 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107893:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.107897:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.107902:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4e04 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481b1 expref: 119 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.107913:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ade00, rc 0) 00000100:00100000:0.0:1788483648.108046:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34710:x1875360225022464:12345-192.168.206.36@tcp:101:bash.0 Request processed in 1093us (2242us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483648.108054:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1678 00000100:00100000:3.0:1788483648.116692:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.117650:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225022592 00000100:00100000:0.0:1788483648.117666:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225022592 00000100:00100000:0.0:1788483648.117737:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1679 00000100:00100000:0.0:1788483648.117747:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34711:x1875360225022592:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483648.117780:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.117800:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4e19 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481b8 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117869:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e20 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117884:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117895:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117909:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e27 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117916:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117922:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117957:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e20 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117963:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e20 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117970:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e20 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117976:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.117980:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e20 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.117991:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e20 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118002:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.118005:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.118010:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e20 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118017:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4e20 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118027:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e27 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118031:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e27 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118036:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118042:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.118045:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e27 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118049:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e27 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118054:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9f76113d6800) 00010000:00010000:0.0:1788483648.118057:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.118059:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e27 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118070:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e27 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118100:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4e19 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481b8 expref: 60 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118110:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.118112:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.118116:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4e19 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481b8 expref: 60 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.118124:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ade00, rc 0) 00000100:00100000:0.0:1788483648.118185:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34711:x1875360225022592:12345-192.168.206.36@tcp:101:rm.0 Request processed in 440us (1507us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483648.118191:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1679 00000100:00080000:2.0:1788483648.118661:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483648.126644:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.128991:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225022720 00000100:00100000:1.0:1788483648.129006:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225022720 00000100:00100000:1.0:1788483648.129082:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1680 00000100:00100000:1.0:1788483648.129092:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34711:x1875360225022720:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483648.129111:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.129132:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f4e2e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481bf expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129194:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129207:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129218:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129233:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e3c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129240:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129245:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129279:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129292:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129299:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129305:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129309:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.129313:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129321:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129331:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.129333:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.129337:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129344:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e35 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129357:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e3c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129364:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e3c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129370:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129376:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.129378:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e3c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129383:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e3c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129390:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9f7636b37800) 00010000:00010000:1.0:1788483648.129392:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.129395:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e3c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129401:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e3c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129431:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f4e2e lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481bf expref: 60 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129440:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.129442:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.129446:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f4e2e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481bf expref: 60 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.129455:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786c00, rc 0) 00000100:00100000:1.0:1788483648.129571:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34711:x1875360225022720:12345-192.168.206.36@tcp:101:rm.0 Request processed in 480us (2941us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483648.129581:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1680 00000040:00080000:2.0:1788483648.132789:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483648.132802:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483648.132848:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 50 count 11 00000040:00080000:2.0:1788483648.132861:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 1 count 2 00000100:00100000:2.0:1788483648.134355:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164ce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251044480:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483648.135958:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942840 going to sleep for 11 seconds 00000100:00100000:1.0:1788483648.142472:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164ce00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251044480:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483648.143274:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.143382:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225022848 00000100:00100000:0.0:1788483648.143393:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225022848 00000100:00100000:0.0:1788483648.143472:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1681 00000100:00100000:0.0:1788483648.143484:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34713:x1875360225022848:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483648.143568:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483648.143723:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34713:x1875360225022848:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 232us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.143733:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1681 00000100:00100000:2.0:1788483648.149908:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.149982:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.150086:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225022976 00000100:00100000:1.0:1788483648.150099:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225022976 00000100:00100000:1.0:1788483648.150167:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225023104 00000100:00100000:1.0:1788483648.150170:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225023104 00000100:00100000:1.0:1788483648.150204:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1682 00000100:00100000:1.0:1788483648.150215:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+60:34714:x1875360225022976:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483648.150255:0:6514:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483648.150393:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+60:34714:x1875360225022976:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 178us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.150402:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1682 00000100:00100000:1.0:1788483648.150439:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1683 00000100:00100000:1.0:1788483648.150447:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34715:x1875360225023104:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483648.150464:0:6514:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483648.150550:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34715:x1875360225023104:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 94us (556us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.150558:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1683 00000100:00100000:3.0:1788483648.151828:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.152840:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225023360 00000100:00100000:0.0:1788483648.152854:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225023360 00000100:00100000:0.0:1788483648.152922:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1684 00000100:00100000:0.0:1788483648.152933:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+59:34713:x1875360225023360:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.152953:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.152978:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4e43 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481c6 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.153120:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e4a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.153137:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e4a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.153149:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e4a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483648.153162:0:6516:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2e:0x0]: returning size 158 00010000:00010000:0.0:1788483648.153296:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f4e43 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481c6 expref: 62 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.153318:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e4a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481c6 expref: 61 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.153327:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:0.0:1788483648.153331:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483648.153334:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ac200, rc 0) 00000100:00100000:0.0:1788483648.153400:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:34713:x1875360225023360:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 469us (1576us total) trans 4294968342 rc 0/0 00000100:00100000:0.0:1788483648.153407:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1684 00000100:00100000:3.0:1788483648.158024:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.158232:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225023488 00000100:00100000:1.0:1788483648.158248:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225023488 00000100:00100000:1.0:1788483648.158329:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1685 00000100:00100000:1.0:1788483648.158343:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:34712:x1875360225023488:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483648.158374:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.158403:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f4e58 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481cd expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158751:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e5f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158776:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158790:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158808:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e66 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158816:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158822:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158872:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e5f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158879:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e5f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158886:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158893:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.158898:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e5f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158907:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e5f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158921:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.158925:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.158931:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e5f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158937:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4e5f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158953:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e66 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158959:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e66 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158965:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158970:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.158973:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e66 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158979:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e66 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158985:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9f7636b37800) 00010000:00010000:1.0:1788483648.158988:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.158991:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e66 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.158996:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f4e66 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.159044:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f4e58 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481cd expref: 62 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.159055:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.159057:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.159061:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f4e58 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481cd expref: 62 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.159070:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786c00, rc 0) 00000100:00100000:1.0:1788483648.159149:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:34712:x1875360225023488:12345-192.168.206.36@tcp:101:cp.0 Request processed in 809us (1142us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483648.159157:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1685 00000100:00100000:3.0:1788483648.165918:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.166062:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225023744 00000100:00100000:1.0:1788483648.166075:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225023744 00000100:00100000:1.0:1788483648.166153:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1686 00000100:00100000:1.0:1788483648.166165:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+61:34714:x1875360225023744:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.166192:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.166217:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f4e6d lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481d4 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.166358:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4e74 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.166375:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4e74 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.166389:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4e74 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483648.166403:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x2f:0x0]: returning size 158 00010000:00010000:1.0:1788483648.166582:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f4e6d lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481d4 expref: 64 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.166605:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4e74 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481d4 expref: 63 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.166615:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483648.166618:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483648.166622:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787200, rc 0) 00000100:00100000:1.0:1788483648.166700:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:34714:x1875360225023744:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 537us (795us total) trans 4294968343 rc 0/0 00000100:00100000:1.0:1788483648.166707:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1686 00000100:00100000:3.0:1788483648.167597:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.167631:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.167662:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.167685:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.167708:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225024384 00000100:00100000:3.0:1788483648.167721:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225024384 00000100:00100000:3.0:1788483648.167759:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225024128 00000100:00100000:3.0:1788483648.167762:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225024128 00000100:00100000:3.0:1788483648.167783:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1687 00000100:00100000:3.0:1788483648.167792:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:34715:x1875360225024384:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483648.167810:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483648.167825:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4e82 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481e2 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.167913:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f4e89 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.167925:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f4e89 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.167936:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f4e89 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788483648.167946:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x30:0x0]: returning size 158 00000100:00100000:2.0:1788483648.168130:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1688 00000100:00100000:2.0:1788483648.168141:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34712:x1875360225024128:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483648.168150:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.168162:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4e97 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481db expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168212:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4e9e lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168222:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4e9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168231:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4e9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168247:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4ea5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168254:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168261:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168298:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4e9e lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168306:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4e9e lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168314:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4e9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168320:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.168325:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4e9e lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168338:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4e9e lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168350:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483648.168353:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.168357:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4e9e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168364:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4e9e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168378:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4ea5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168384:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4ea5 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168391:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4ea5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168396:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.168399:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4ea5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168405:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4ea5 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168412:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9f7636a6c600) 00010000:00010000:2.0:1788483648.168415:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.168418:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4ea5 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168425:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524c00/0xf2b1f833e60f4ea5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168458:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4e97 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481db expref: 67 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168470:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483648.168473:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.168476:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4e97 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481db expref: 67 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.168486:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:2.0:1788483648.168580:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34712:x1875360225024128:12345-192.168.206.36@tcp:101:cp.0 Request processed in 442us (893us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483648.168587:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1688 00000100:00100000:0.0:1788483648.169239:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225023872 00000100:00100000:0.0:1788483648.169247:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225023872 00000100:00100000:0.0:1788483648.169289:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 465 00000100:00100000:0.0:1788483648.169297:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2402:x1875360225023872:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.169334:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.169355:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 14 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.169364:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1e:0x0].0x0 since=2s v=(0 0) 00010000:00010000:0.0:1788483648.169368:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.169372:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.169409:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 14 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.169438:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 14 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.169454:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251044608:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483648.169564:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76340c1a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483648.169586:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225024000 00000100:00100000:0.0:1788483648.169590:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225024000 00000100:00100000:0.0:1788483648.169628:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 75 00000100:00100000:0.0:1788483648.169635:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:2402:x1875360225024000:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483648.169645:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483648.169661:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4e4a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481c6 expref: 66 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.169674:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:0.0:1788483648.169678:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483648.169699:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:2402:x1875360225024000:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 64us (2037us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.169706:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 75 00010000:00010000:3.0:1788483648.170859:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5c00/0xf2b1f833e60f4e82 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e2 expref: 65 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.170881:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f4e89 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e2 expref: 64 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.170890:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:3.0:1788483648.170893:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788483648.170896:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4e00, rc 0) 00000100:00100000:3.0:1788483648.171141:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:34715:x1875360225024384:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 3348us (3506us total) trans 4294968344 rc 0/0 00000100:00100000:3.0:1788483648.171149:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1687 00000100:00100000:2.0:1788483648.176784:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.176840:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.176973:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225024640 00000100:00100000:1.0:1788483648.176985:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225024640 00000100:00100000:1.0:1788483648.177085:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 76 00000100:00100000:1.0:1788483648.177098:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+64:2400:x1875360225024640:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483648.177118:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483648.177149:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f4e74 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481d4 expref: 64 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.177171:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483648.177177:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483648.177237:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:2400:x1875360225024640:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 142us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.177245:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 76 00000100:00100000:0.0:1788483648.177430:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225024512 00000100:00100000:0.0:1788483648.177435:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225024512 00000100:00100000:0.0:1788483648.177472:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 466 00000100:00100000:0.0:1788483648.177480:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+16:2401:x1875360225024512:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.177552:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.177574:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 16 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.177583:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x20:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788483648.177589:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.177594:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.177634:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 16 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.177648:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 16 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.177665:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251044736:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483648.177732:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483648.178441:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251044608:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483648.178469:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.179252:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.179309:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.179390:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225024896 00000100:00100000:3.0:1788483648.179398:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225024896 00000100:00100000:3.0:1788483648.179470:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 77 00000100:00100000:3.0:1788483648.179480:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7610fcf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+63:2401:x1875360225024896:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483648.179494:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483648.179556:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f4e89 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e2 expref: 63 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.179575:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:3.0:1788483648.179581:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483648.179626:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7610fcf050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:2401:x1875360225024896:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 147us (315us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.179633:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 77 00000100:00100000:1.0:1788483648.180128:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225024768 00000100:00100000:1.0:1788483648.180135:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225024768 00002000:00100000:1.0:1788483648.180175:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff9f764164d500 x1875360225024768/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.180186:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764164d500 with x1875360225024768 ext(0->157) 00010000:00010000:1.0:1788483648.180194:0:20624:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 15 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.180206:0:20624:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 15 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483648.180214:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f764164d500 00000100:00100000:1.0:1788483648.180234:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 22 00000100:00100000:1.0:1788483648.180242:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2401:x1875360225024768:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:1.0:1788483648.182442:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+17:2401:x1875360225024768:12345-192.168.206.36@tcp:4:cp.0 Request processed in 2180us (3173us total) trans 4294967376 rc 0/0 00000100:00100000:1.0:1788483648.182456:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 22 00002000:00100000:1.0:1788483648.182751:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x280000401:0x1e:0x0] (0->157) req@ffff9f764164d500 x1875360225024768/t4294967376(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/448 e 0 to 0 dl 1788483659 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.182763:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f764164d500 with x1875360225024768 ext(0->157) 00010000:00010000:1.0:1788483648.182775:0:20624:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 17 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.182790:0:20624:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 17 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483648.182810:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f764164d500 00000100:00100000:2.0:1788483648.184314:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.184949:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225025024 00000100:00100000:0.0:1788483648.184961:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225025024 00000100:00100000:0.0:1788483648.185241:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 467 00000100:00100000:0.0:1788483648.185255:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+17:2401:x1875360225025024:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.185311:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.185336:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 17 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.185345:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x1f:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788483648.185350:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.185355:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 4/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.185399:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 17 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.185431:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 17 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.185448:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251044864:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483648.186227:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366a10c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483648.186351:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.186530:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225025280 00000100:00100000:0.0:1788483648.186539:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225025280 00000100:00100000:0.0:1788483648.186598:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1689 00000100:00100000:0.0:1788483648.186607:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+62:34712:x1875360225025280:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483648.186641:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.186661:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f4ec1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481e9 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.186785:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.186802:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481a3 expref: 117 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.186810:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.186836:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481a3 expref: 117 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.186845:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481a3 expref: 117 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.186856:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251044992:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483648.186894:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788483648.187901:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.187998:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251044736:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483648.188089:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.188149:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225025408 00000100:00100000:3.0:1788483648.188155:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225025408 00002000:00100000:3.0:1788483648.188200:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff9f76417a8000 x1875360225025408/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483648.188210:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76417a8000 with x1875360225025408 ext(0->157) 00010000:00010000:3.0:1788483648.188220:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 17 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.188234:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 17 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483648.188242:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f76417a8000 00000100:00100000:3.0:1788483648.188273:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 23 00000100:00100000:3.0:1788483648.188282:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+17:2402:x1875360225025408:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:3.0:1788483648.189876:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2402:x1875360225025408:12345-192.168.206.36@tcp:4:cp.0 Request processed in 1585us (1970us total) trans 4294967389 rc 0/0 00000100:00100000:3.0:1788483648.189888:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 23 00002000:00100000:3.0:1788483648.189900:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x20:0x0] (0->157) req@ffff9f76417a8000 x1875360225025408/t4294967389(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/448 e 0 to 0 dl 1788483659 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483648.189911:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76417a8000 with x1875360225025408 ext(0->157) 00010000:00010000:3.0:1788483648.189921:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 19 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.189935:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 19 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483648.189943:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f76417a8000 00000100:00100000:3.0:1788483648.195767:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.197595:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f480 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251044992:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483648.197636:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.197732:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.197767:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.197844:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251044864:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483648.197864:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.197933:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225025792 00000100:00100000:2.0:1788483648.197943:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225025792 00002000:00100000:2.0:1788483648.198010:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff9f7507351500 x1875360225025792/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.198021:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507351500 with x1875360225025792 ext(0->157) 00010000:00010000:2.0:1788483648.198029:0:8436:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 18 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.198042:0:8436:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 18 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483648.198049:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f7507351500 00000100:00100000:2.0:1788483648.198086:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 24 00000100:00100000:2.0:1788483648.198096:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2401:x1875360225025792:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:3.0:1788483648.199350:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.199419:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225025536 00000100:00100000:1.0:1788483648.199429:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225025536 00010000:00010000:1.0:1788483648.199470:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 21 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.199532:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225025664 00000100:00100000:1.0:1788483648.199536:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225025664 00000100:00100000:0.0:1788483648.199564:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2401:x1875360225025792:12345-192.168.206.36@tcp:4:cp.0 Request processed in 1466us (1829us total) trans 4294967377 rc 0/0 00010000:00010000:1.0:1788483648.199570:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 19 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.199578:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 24 00002000:00100000:0.0:1788483648.199588:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x1f:0x0] (0->157) req@ffff9f7507351500 x1875360225025792/t4294967377(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/448 e 0 to 0 dl 1788483659 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483648.199599:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507351500 with x1875360225025792 ext(0->157) 00010000:00010000:0.0:1788483648.199606:0:8436:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 21 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.199618:0:8436:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 21 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483648.199626:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f7507351500 00000100:00100000:1.0:1788483648.199707:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 489 00000100:00100000:1.0:1788483648.199717:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+20:2401:x1875360225025536:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483648.199734:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788483648.199738:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 490 00000100:00100000:0.0:1788483648.199749:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2401:x1875360225025664:12345-192.168.206.36@tcp:103:ldlm_bl.0 00002000:00010000:1.0:1788483648.199754:0:7456:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1e:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788483648.199761:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483648.199763:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 20 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483648.199774:0:6500:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1788483648.199781:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 20 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.199784:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 19 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.199810:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 19 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.199820:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019d7b933/0xf2b1f833e60f4893 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e93 expref: 20 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.199831:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004e4c5303/0xf2b1f833e60f49d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f7a expref: 19 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.199853:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.199853:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.199863:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483648.199864:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.199876:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.199877:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.199907:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.199908:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.199945:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483648.199969:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2401:x1875360225025536:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 255us (4216us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.199976:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 489 00010000:00010000:1.0:1788483648.200005:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.200015:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.200036:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.200045:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.200054:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.200073:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ade00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483648.200078:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.200094:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.200107:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.200116:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000915990e4/0xf2b1f833e60f4eac lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.200162:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2402:x1875360225023872:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 30865us (32567us total) trans 0 rc 0/0 00010000:00010000:0.0:1788483648.200163:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483648.200173:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 465 00000100:00100000:0.0:1788483648.200191:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2401:x1875360225025664:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 442us (2421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.200199:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 490 00010000:00010000:0.0:1788483648.200225:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.200235:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.200250:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.200258:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.200265:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.200284:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483648.200288:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.200296:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.200307:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.200314:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d02a4816/0xf2b1f833e60f4eb3 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.200354:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+17:2401:x1875360225024512:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 22875us (23584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.200361:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 466 00000100:00100000:1.0:1788483648.201275:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225025920 00000100:00100000:1.0:1788483648.201285:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225025920 00010000:00010000:1.0:1788483648.201318:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481a3 expref: 118 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.201723:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 491 00000100:00100000:1.0:1788483648.201735:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+118:2401:x1875360225025920:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483648.201750:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483648.201758:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481a3 expref: 118 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.201771:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481a3 expref: 118 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.201798:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f4df6 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481a3 expref: 118 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.201813:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.201818:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.201829:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.201836:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.201861:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483648.201916:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+117:2401:x1875360225025920:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 182us (2571us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.201924:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 491 00010000:00010000:2.0:1788483648.201979:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.201988:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202024:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202036:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202044:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:2.0:1788483648.202483:0:8191:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x21:0x0], index 0: 0 00010000:00010000:2.0:1788483648.202700:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202709:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202716:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202753:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202760:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202766:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202773:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202779:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ad400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.202783:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202791:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202801:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483648.202804:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.202808:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202819:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f4ec8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483648.202833:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000b0ee3279 reply state 000000006fcec842 transno 4294968345 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202846:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202852:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9f7636a6c600) 00010000:00010000:2.0:1788483648.202855:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483648.202858:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1788483648.202897:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f4ec1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e9 expref: 65 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202914:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e9 expref: 64 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.202922:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:2.0:1788483648.202925:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483648.202927:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509525800, rc 0) 00000100:00100000:2.0:1788483648.202983:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34712:x1875360225025280:12345-192.168.206.36@tcp:101:cp.0 Request processed in 16376us (16633us total) trans 4294968345 rc 0/0 00000100:00100000:2.0:1788483648.202990:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1689 00000100:00100000:2.0:1788483648.204233:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.204672:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225026176 00000100:00100000:3.0:1788483648.204684:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225026176 00000100:00100000:3.0:1788483648.204748:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1690 00000100:00100000:3.0:1788483648.204760:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34714:x1875360225026176:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483648.204868:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34714:x1875360225026176:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 109us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.204875:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1690 00000100:00100000:2.0:1788483648.205011:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.205088:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.205232:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225026560 00000100:00100000:1.0:1788483648.205237:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225026560 00010000:00010000:1.0:1788483648.205266:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 18 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.205301:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 492 00000100:00100000:1.0:1788483648.205309:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2399:x1875360225026560:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483648.205321:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:1.0:1788483648.205341:0:6500:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x1f:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:1.0:1788483648.205348:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 18 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.205362:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 18 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.205386:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000011f11e3/0xf2b1f833e60f4ae6 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14800d expref: 18 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.205406:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483648.205410:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483648.205417:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.205493:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.205559:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483648.205587:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+17:2399:x1875360225026560:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 278us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.205594:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 492 00010000:00010000:0.0:1788483648.206142:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.206160:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.206185:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.206194:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.206203:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.206211:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483648.206215:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.206225:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.206238:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.206246:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e7c50685/0xf2b1f833e60f4eba lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.206320:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+16:2401:x1875360225025024:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 21067us (22012us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.206329:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 467 00000100:00100000:3.0:1788483648.206567:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225026432 00000100:00100000:3.0:1788483648.206574:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225026432 00000100:00100000:3.0:1788483648.206616:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1691 00000100:00100000:3.0:1788483648.206626:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34713:x1875360225026432:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483648.206690:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34713:x1875360225026432:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 66us (1678us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.206696:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1691 00000100:00100000:2.0:1788483648.214185:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.214318:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225026944 00000100:00100000:0.0:1788483648.214331:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225026944 00000100:00100000:0.0:1788483648.214401:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 620 00000100:00100000:0.0:1788483648.214413:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:2400:x1875360225026944:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:0.0:1788483648.214591:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.214613:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4ee4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481fe expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214676:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4eeb lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214690:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4eeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214702:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4eeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214767:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4ef2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214775:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214782:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214831:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4eeb lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214838:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4eeb lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214844:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4eeb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214850:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.214854:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4eeb lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214861:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4eeb lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214874:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.214877:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.214882:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4eeb lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214888:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac400/0xf2b1f833e60f4eeb lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214901:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4ef2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214905:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4ef2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214911:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214916:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ace00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.214919:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4ef2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214924:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4ef2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214929:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f76113d6900) 00010000:00010000:0.0:1788483648.214931:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.214933:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4ef2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214938:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4ef2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214968:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4ee4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481fe expref: 66 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214977:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.214979:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788483648.214983:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4ee4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481fe expref: 66 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.214996:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ac200, rc -2) 00000100:00100000:0.0:1788483648.215068:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:2400:x1875360225026944:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 657us (896us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788483648.215078:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 620 00000100:00100000:0.0:1788483648.216300:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.216332:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.216360:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.216480:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225026816 00000100:00100000:3.0:1788483648.216489:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225026816 00000100:00100000:3.0:1788483648.216565:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225026688 00000100:00100000:3.0:1788483648.216568:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225026688 00000100:00100000:3.0:1788483648.216584:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225027072 00000100:00100000:3.0:1788483648.216587:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225027072 00000100:00100000:3.0:1788483648.216601:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 468 00000100:00100000:3.0:1788483648.216610:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+17:2400:x1875360225026816:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483648.216627:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483648.216657:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f4ef9 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481f7 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483648.216690:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788483648.216708:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=813s v=(0 0) 00010000:00010000:3.0:1788483648.216722:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.216733:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f4ef9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f7 expref: 18 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.216751:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f4ef9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f7 expref: 18 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.216765:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4e00, rc 0) 00000100:00100000:3.0:1788483648.216805:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2400:x1875360225026816:12345-192.168.206.36@tcp:101:cp.0 Request processed in 196us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.216812:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 468 00000100:00100000:3.0:1788483648.216827:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 469 00000100:00100000:3.0:1788483648.216834:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+17:2401:x1875360225026688:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483648.216841:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483648.216852:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055f785a1/0xf2b1f833e60f4f00 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1481f0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483648.216867:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a9a183e, atime: 0x0, ctime: 0x6a9a183e, blocks: 0x8 00010000:00010000:3.0:1788483648.216876:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=813s v=(0 0) 00010000:00010000:3.0:1788483648.216880:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.216885:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055f785a1/0xf2b1f833e60f4f00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f0 expref: 18 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.216901:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000055f785a1/0xf2b1f833e60f4f00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f0 expref: 18 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.216910:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5c00, rc 0) 00000100:00100000:3.0:1788483648.216930:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2401:x1875360225026688:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 97us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.216949:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 469 00000100:00100000:3.0:1788483648.216963:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 470 00000100:00100000:3.0:1788483648.216970:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+17:2399:x1875360225027072:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483648.216977:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483648.216987:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4f07 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148236 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788483648.216998:0:8433:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1e:0x0] initial LVB size: 158, mtime: 0x6a9a183e, atime: 0x0, ctime: 0x6a9a183e, blocks: 0x8 00010000:00010000:3.0:1788483648.217008:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=813s v=(0 0) 00010000:00010000:3.0:1788483648.217011:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.217017:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4f07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148236 expref: 18 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.217028:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4f07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148236 expref: 18 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.217036:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5000, rc 0) 00000100:00100000:3.0:1788483648.217056:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2399:x1875360225027072:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 87us (696us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.217062:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 470 00000100:00100000:2.0:1788483648.218110:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.218268:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225027328 00000100:00100000:0.0:1788483648.218277:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225027328 00000100:00100000:0.0:1788483648.218402:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1692 00000100:00100000:0.0:1788483648.218412:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34715:x1875360225027328:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483648.218618:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34715:x1875360225027328:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 208us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.218626:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1692 00000100:00100000:2.0:1788483648.220281:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.220331:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.220412:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225027456 00000100:00100000:3.0:1788483648.220485:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225027456 00000100:00100000:3.0:1788483648.220583:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 471 00000100:00100000:3.0:1788483648.220593:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:34712:x1875360225027456:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483648.220611:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483648.220632:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 2/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14823d expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.220670:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f4ef9 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f7 expref: 19 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.220680:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.220685:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.220691:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 4/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 19 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.220747:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f4ef9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f7 expref: 19 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.220764:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f4ef9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f7 expref: 19 pid: 8433 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.220782:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251045120:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483648.220878:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483648.221264:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225027712 00000100:00100000:0.0:1788483648.221270:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225027712 00000100:00100000:0.0:1788483648.221313:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1693 00000100:00100000:0.0:1788483648.221321:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34714:x1875360225027712:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483648.221410:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34714:x1875360225027712:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 89us (1077us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.221418:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1693 00000100:00100000:2.0:1788483648.222208:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.222250:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.222314:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225027968 00000100:00100000:3.0:1788483648.222321:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225027968 00000100:00100000:3.0:1788483648.222364:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1694 00000100:00100000:3.0:1788483648.222373:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34713:x1875360225027968:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483648.222445:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+65:34713:x1875360225027968:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 72us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.222452:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1694 00000100:00100000:0.0:1788483648.222791:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225028096 00000100:00100000:0.0:1788483648.222796:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225028096 00000100:00100000:0.0:1788483648.222829:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 472 00000100:00100000:0.0:1788483648.222836:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+20:2401:x1875360225028096:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.222846:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.222868:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cb81a89f/0xf2b1f833e60f4f15 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148244 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483648.222899:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x1f:0x0] initial LVB size: 158, mtime: 0x6a9a183e, atime: 0x0, ctime: 0x6a9a183e, blocks: 0x8 00010000:00010000:0.0:1788483648.222917:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=813s v=(0 0) 00010000:00010000:0.0:1788483648.222923:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483648.222933:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cb81a89f/0xf2b1f833e60f4f15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148244 expref: 21 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.222952:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000cb81a89f/0xf2b1f833e60f4f15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148244 expref: 21 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.222967:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417acc00, rc 0) 00000100:00100000:0.0:1788483648.223009:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2401:x1875360225028096:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 173us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.223015:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 472 00000100:00100000:2.0:1788483648.225948:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.226008:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225028352 00000100:00100000:0.0:1788483648.226020:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225028352 00002000:00100000:0.0:1788483648.226076:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff9f7508196d80 x1875360225028352/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483648.226089:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508196d80 with x1875360225028352 ext(0->4095) 00002000:00010000:0.0:1788483648.226096:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7508196d80 00000100:00100000:0.0:1788483648.226133:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 112 00000100:00100000:0.0:1788483648.226144:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2399:x1875360225028352:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788483648.226214:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251045120:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483648.226253:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 3/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 21 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.226272:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5600, rc 0) 00000100:00100000:0.0:1788483648.226339:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2399:x1875360225028352:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 195us (407us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483648.226347:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 112 00002000:00100000:0.0:1788483648.226354:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x1e:0x0] (0->4095) req@ffff9f7508196d80 x1875360225028352/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/4536 e 0 to 0 dl 1788483659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483648.226363:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508196d80 with x1875360225028352 ext(0->4095) 00002000:00010000:0.0:1788483648.226368:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7508196d80 00000100:00100000:1.0:1788483648.229730:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.229772:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.229796:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.229814:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.229883:0:20624:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225028736 00000100:00100000:0.0:1788483648.229895:0:20624:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225028736 00002000:00100000:0.0:1788483648.229958:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff9f76387cb100 x1875360225028736/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483648.229971:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387cb100 with x1875360225028736 ext(0->4095) 00002000:00010000:0.0:1788483648.229976:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76387cb100 00000100:00100000:0.0:1788483648.230007:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 113 00000100:00100000:0.0:1788483648.230017:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2402:x1875360225028736:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788483648.231022:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2402:x1875360225028736:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 1002us (1220us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483648.231033:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 113 00002000:00100000:0.0:1788483648.231043:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x20:0x0] (0->4095) req@ffff9f76387cb100 x1875360225028736/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/4536 e 0 to 0 dl 1788483659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483648.231055:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387cb100 with x1875360225028736 ext(0->4095) 00002000:00010000:0.0:1788483648.231058:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76387cb100 00000100:00100000:0.0:1788483648.231101:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225028224 00000100:00100000:0.0:1788483648.231106:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225028224 00010000:00010000:0.0:1788483648.231147:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f4ef9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f7 expref: 21 pid: 8433 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.231182:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 493 00000100:00100000:0.0:1788483648.231190:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2402:x1875360225028224:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483648.231209:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483648.231231:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f4ef9 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f7 expref: 21 pid: 8433 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.231246:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f4ef9 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f7 expref: 21 pid: 8433 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.231272:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e9958cda/0xf2b1f833e60f4ef9 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f7 expref: 21 pid: 8433 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.231292:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483648.231297:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483648.231306:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 20 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.231318:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 20 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.231374:0:6502:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 20 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.231390:0:6502:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6502:1875360251045248:192.168.206.36@tcp:105: 00000100:00100000:0.0:1788483648.231826:0:6502:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76366a10c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483648.231849:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225028608 00000100:00100000:0.0:1788483648.231854:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225028608 00000100:00100000:0.0:1788483648.231887:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225028864 00000100:00100000:0.0:1788483648.231890:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225028864 00000100:00100000:0.0:1788483648.231908:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1695 00000100:00100000:0.0:1788483648.231915:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34715:x1875360225028608:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483648.232131:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+20:34712:x1875360225027456:12345-192.168.206.36@tcp:101:cp.0 Request processed in 11538us (11855us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.232140:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 471 00000100:00100000:2.0:1788483648.232289:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1696 00000100:00100000:2.0:1788483648.232300:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34713:x1875360225028864:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.232310:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.232331:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4f1c lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14824b expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.232367:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.232383:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.232395:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.232613:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366eca00/0xf2b1f833e60f4f1c lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14824b expref: 68 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.232633:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14824b expref: 67 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.232647:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:2.0:1788483648.232650:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483648.232654:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76366edc00, rc 0) 00000100:00100000:2.0:1788483648.232681:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+67:34713:x1875360225028864:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 384us (2866us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.232688:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1696 00000100:00100000:2.0:1788483648.237820:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.237882:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.238621:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34715:x1875360225028608:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 6696us (8838us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.238636:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1695 00000100:00100000:0.0:1788483648.238683:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225029248 00000100:00100000:0.0:1788483648.238694:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225029248 00000100:00100000:0.0:1788483648.238747:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1697 00000100:00100000:0.0:1788483648.238757:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+66:34714:x1875360225029248:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.238783:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.238810:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4f2a lrc: 2/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148252 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.238855:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.238873:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.238886:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.239047:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac200/0xf2b1f833e60f4f2a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148252 expref: 68 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.239067:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148252 expref: 67 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.239078:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:0.0:1788483648.239082:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483648.239086:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ace00, rc 0) 00000100:00100000:0.0:1788483648.239315:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+67:34714:x1875360225029248:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 558us (1431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.239322:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1697 00000100:00100000:1.0:1788483648.239800:0:6502:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_002:lustre-OST0000_UUID:6502:1875360251045248:192.168.206.36@tcp:105: 00010000:00010000:1.0:1788483648.239826:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483648.239865:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2402:x1875360225028224:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 8675us (10506us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.239876:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 493 00000100:00100000:0.0:1788483648.240715:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225029120 00000100:00100000:0.0:1788483648.240727:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225029120 00000100:00100000:0.0:1788483648.240777:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 338 00000100:00100000:0.0:1788483648.240786:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+67:34712:x1875360225029120:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:0.0:1788483648.241296:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34712:x1875360225029120:12345-192.168.206.36@tcp:35:cp.0 Request processed in 510us (3490us total) trans 4294968346 rc 0/0 00000100:00100000:0.0:1788483648.241304:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 338 00000100:00100000:2.0:1788483648.246269:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.246322:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.246352:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.246605:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225029504 00000100:00100000:1.0:1788483648.246619:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225029504 00002000:00100000:1.0:1788483648.246685:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff9f7508194000 x1875360225029504/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.246698:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508194000 with x1875360225029504 ext(0->4095) 00002000:00010000:1.0:1788483648.246705:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7508194000 00000100:00100000:1.0:1788483648.246739:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 114 00000100:00100000:1.0:1788483648.246751:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2401:x1875360225029504:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.246947:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2401:x1875360225029504:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 197us (624us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1788483648.246956:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 114 00002000:00100000:1.0:1788483648.246963:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x1f:0x0] (0->4095) req@ffff9f7508194000 x1875360225029504/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/4536 e 0 to 0 dl 1788483659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.246972:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7508194000 with x1875360225029504 ext(0->4095) 00002000:00010000:1.0:1788483648.246975:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f7508194000 00000100:00100000:3.0:1788483648.249110:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225029376 00000100:00100000:3.0:1788483648.249126:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225029376 00000100:00100000:1.0:1788483648.249298:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225029632 00000100:00100000:1.0:1788483648.249303:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225029632 00000100:00100000:1.0:1788483648.249537:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1698 00000100:00100000:1.0:1788483648.249559:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34714:x1875360225029632:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483648.249691:0:12148:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x2f:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483648.249837:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34714:x1875360225029632:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 281us (3482us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.249848:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1698 00000100:00100000:2.0:1788483648.250743:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1699 00000100:00100000:2.0:1788483648.250755:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34713:x1875360225029376:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483648.250779:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x2e:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483648.250860:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34713:x1875360225029376:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 107us (4607us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.250868:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1699 00000100:00100000:2.0:1788483648.255006:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.255073:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.255119:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225029760 00000100:00100000:3.0:1788483648.255163:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225029888 00000100:00100000:3.0:1788483648.255173:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225029888 00000100:00100000:1.0:1788483648.255191:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225029760 00000100:00100000:3.0:1788483648.255239:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 473 00000100:00100000:1.0:1788483648.255239:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1700 00000100:00100000:3.0:1788483648.255250:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2402:x1875360225029888:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.255250:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+68:34715:x1875360225029760:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.255270:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.255293:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4f38 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148259 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.255295:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f4f3f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.255311:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.255315:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.255321:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f4f3f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.255332:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.255341:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f4f3f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.255344:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.255352:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.255367:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f4f3f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.255376:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f4f3f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.255385:0:8431:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f4f3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.255392:0:8431:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483648.255397:0:8431:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f4f3f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.255406:0:8431:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f4f3f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.255587:0:8431:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f4f3f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.255597:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e9958cda/0xf2b1f833e60f4f3f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.255694:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+18:2402:x1875360225029888:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 446us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.255702:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 473 00010000:00010000:1.0:1788483648.255740:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4f38 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148259 expref: 70 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.255756:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148259 expref: 69 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.255771:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:1.0:1788483648.255774:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483648.255777:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786600, rc 0) 00000100:00100000:1.0:1788483648.255815:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34715:x1875360225029760:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 567us (822us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.255822:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1700 00000100:00100000:2.0:1788483648.257709:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.259762:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225030016 00000100:00100000:0.0:1788483648.259778:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225030016 00000100:00100000:0.0:1788483648.259868:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 474 00000100:00100000:0.0:1788483648.259880:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2399:x1875360225030016:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.259941:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f4f4d lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.259962:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483648.259967:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483648.259974:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f4f4d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.259989:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f4f4d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.260002:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:0.0:1788483648.260036:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f4f4d lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.260046:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f4f4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.260055:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f4f4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.260062:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417aca00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483648.260067:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f4f4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.260078:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f4f4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.260096:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f4f4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.260104:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f4f4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.260317:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225030272 00000100:00100000:1.0:1788483648.260323:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225030272 00000100:00100000:1.0:1788483648.260376:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1701 00000100:00100000:1.0:1788483648.260384:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+69:34714:x1875360225030272:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.260458:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.260474:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148252 expref: 69 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.260484:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.260559:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148252 expref: 69 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.260576:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148252 expref: 69 pid: 12148 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.260661:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251045376:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483648.260773:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669c300 going to sleep for 11 seconds 00000100:00100000:0.0:1788483648.261048:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2399:x1875360225030016:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 1169us (3346us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.261057:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 474 00010000:00010000:3.0:1788483648.263991:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483648.265883:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.266111:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225030400 00000100:00100000:0.0:1788483648.266125:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225030400 00000100:00100000:0.0:1788483648.267136:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1702 00000100:00100000:0.0:1788483648.267153:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:34715:x1875360225030400:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483648.267194:0:13707:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x30:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483648.267336:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:34715:x1875360225030400:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 189us (1527us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.267344:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1702 00000100:00100000:3.0:1788483648.270054:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.270490:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251045376:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483648.270536:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.270939:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.271167:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225030656 00000100:00100000:1.0:1788483648.271177:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225030656 00000100:00100000:1.0:1788483648.271236:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1703 00000100:00100000:1.0:1788483648.271247:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:34713:x1875360225030656:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.271344:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.271554:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14824b expref: 70 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.271567:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 4/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.271680:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225030784 00000100:00100000:3.0:1788483648.271685:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225030784 00010000:00010000:3.0:1788483648.271708:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148252 expref: 71 pid: 12148 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.271746:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 494 00000100:00100000:3.0:1788483648.271753:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+71:2402:x1875360225030784:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483648.271764:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483648.271771:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148252 expref: 71 pid: 12148 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.271784:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148252 expref: 71 pid: 12148 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.271804:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ace00/0xf2b1f833e60f4f31 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148252 expref: 71 pid: 12148 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.271833:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:3.0:1788483648.271838:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.271847:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.271855:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.271874:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483648.271934:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:2402:x1875360225030784:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 182us (996us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.271942:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 494 00010000:00010000:1.0:1788483648.272157:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14824b expref: 69 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.272172:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14824b expref: 69 pid: 8191 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.272188:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251045504:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483648.272257:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669ca80 going to sleep for 11 seconds 00010000:00010000:2.0:1788483648.272664:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.272674:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.274114:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.274241:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.274250:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.274256:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.274261:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.274269:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.274287:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:2.0:1788483648.274290:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483648.274295:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.274301:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4f54 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.274669:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:34714:x1875360225030272:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 14279us (14660us total) trans 4294968347 rc 0/0 00000100:00100000:2.0:1788483648.274680:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1701 00000100:00100000:2.0:1788483648.276778:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.276856:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225030912 00000100:00100000:1.0:1788483648.276868:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225030912 00000100:00100000:1.0:1788483648.276927:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 621 00000100:00100000:1.0:1788483648.276938:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:2402:x1875360225030912:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1788483648.277012:0:7781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.277037:0:7781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4f62 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148260 expref: -99 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277106:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4f69 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277294:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4f69 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277310:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4f69 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277331:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4f70 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277339:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277345:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277405:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4f69 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277414:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4f69 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277421:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4f69 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277427:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.277432:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4f69 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277439:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4f69 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277451:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.277455:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.277460:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4f69 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277466:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787600/0xf2b1f833e60f4f69 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277480:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4f70 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277485:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4f70 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277491:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4f70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277514:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.277517:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4f70 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277523:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4f70 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277531:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f7636b37800) 00010000:00010000:1.0:1788483648.277534:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.277536:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4f70 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277554:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f4f70 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277706:0:7781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4f62 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148260 expref: 71 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277718:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.277720:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483648.277724:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f4f62 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148260 expref: 71 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.277734:0:7781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787c00, rc -2) 00000100:00100000:1.0:1788483648.277806:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:2402:x1875360225030912:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 868us (1036us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483648.277824:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 621 00000100:00100000:2.0:1788483648.278762:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.278926:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.279064:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225031040 00000100:00100000:1.0:1788483648.279074:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225031040 00000100:00100000:1.0:1788483648.279192:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 475 00000100:00100000:1.0:1788483648.279204:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2401:x1875360225031040:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.279251:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f4f77 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.279268:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483648.279273:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483648.279280:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f4f77 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.279294:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f4f77 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.279320:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f4f77 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.279329:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f4f77 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.279337:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f4f77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.279344:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483648.279348:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f4f77 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.279356:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f4f77 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.279528:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387c8000 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251045504:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483648.279564:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.280077:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f4f77 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.280087:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f4f77 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.280820:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2401:x1875360225031040:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 1605us (2050us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.280831:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 475 00000100:00100000:1.0:1788483648.280872:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225031168 00000100:00100000:1.0:1788483648.280881:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225031168 00010000:00010000:1.0:1788483648.280907:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14824b expref: 70 pid: 8191 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.280938:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 495 00000100:00100000:1.0:1788483648.280946:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7610fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:2400:x1875360225031168:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483648.280963:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483648.280970:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14824b expref: 70 pid: 8191 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.280984:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14824b expref: 70 pid: 8191 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.281014:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366edc00/0xf2b1f833e60f4f23 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14824b expref: 70 pid: 8191 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.281029:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:1.0:1788483648.281035:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.281046:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.281054:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.281079:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483648.281465:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.281699:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.281727:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225031552 00000100:00100000:0.0:1788483648.281733:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225031552 00000100:00100000:0.0:1788483648.281770:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1704 00000100:00100000:0.0:1788483648.281778:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34722:x1875360225031552:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483648.281796:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.281876:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac600/0xf2b1f833e60f4f7e lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148298 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.281949:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.281960:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.281973:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.281984:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4f8c lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.281992:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282059:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282221:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad600/0xf2b1f833e60f4f93 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282230:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad600/0xf2b1f833e60f4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282238:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad600/0xf2b1f833e60f4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483648.282286:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00000004:00200000:0.0:1788483648.282291:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483648.282311:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad600/0xf2b1f833e60f4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282324:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad600/0xf2b1f833e60f4f93 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282336:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282349:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282356:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282434:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282442:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ada00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.282447:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282454:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282466:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.282470:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.282474:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282481:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4f85 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282494:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4f8c lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282531:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4f8c lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282538:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4f8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282554:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ad000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.282557:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4f8c lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282563:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4f8c lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.282571:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9f7636a6c600) 00010000:00010000:0.0:1788483648.282574:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.282577:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4f8c lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.282737:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225031424 00000100:00100000:3.0:1788483648.282744:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225031424 00000100:00100000:3.0:1788483648.282793:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 339 00000100:00100000:3.0:1788483648.282803:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:34714:x1875360225031424:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.283123:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4f8c lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.283236:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac600/0xf2b1f833e60f4f7e lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148298 expref: 119 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.283255:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad600/0xf2b1f833e60f4f93 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148298 expref: 118 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.283264:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:0.0:1788483648.283267:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483648.283270:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ad600, rc 0) 00000100:00100000:0.0:1788483648.283347:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34722:x1875360225031552:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 1569us (1647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.283354:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1704 00000100:00100000:3.0:1788483648.283674:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+71:34714:x1875360225031424:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 871us (2209us total) trans 4294968348 rc 0/0 00000100:00100000:3.0:1788483648.283682:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 339 00000100:00100000:1.0:1788483648.283935:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7610fcec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:2400:x1875360225031168:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 2987us (5006us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.283946:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 495 00010000:00010000:1.0:1788483648.284073:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.284083:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.284089:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.284210:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225031808 00000100:00100000:0.0:1788483648.284219:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225031808 00000100:00100000:0.0:1788483648.284263:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1705 00000100:00100000:0.0:1788483648.284272:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+70:34715:x1875360225031808:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.284346:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.284430:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148259 expref: 70 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.284441:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 4/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.284485:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148259 expref: 70 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.284527:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148259 expref: 70 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.284553:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251045632:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483648.284685:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670bb40 going to sleep for 11 seconds 00010000:00010000:1.0:1788483648.284909:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.284917:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.284924:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.284931:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.284935:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.284944:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.284960:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:1.0:1788483648.284964:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483648.284968:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 2/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.284975:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4f5b lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.285191:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+71:34713:x1875360225030656:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 13880us (15086us total) trans 4294968349 rc 0/0 00000100:00100000:1.0:1788483648.285202:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1703 00000100:00100000:0.0:1788483648.288481:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.288610:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225031936 00000100:00100000:1.0:1788483648.288623:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225031936 00000100:00100000:1.0:1788483648.288693:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 622 00000100:00100000:1.0:1788483648.288705:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+118:2401:x1875360225031936:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1788483648.288771:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.288795:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f4fa1 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14829f expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.288864:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fa8 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.288879:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fa8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.288892:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fa8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.288909:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4faf lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.288915:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4faf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.288922:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4faf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.288978:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fa8 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.288985:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fa8 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.288997:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fa8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289003:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.289008:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fa8 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289016:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fa8 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289029:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.289032:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.289037:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fa8 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289044:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fa8 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289059:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4faf lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289065:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4faf lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289071:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4faf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289076:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.289079:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4faf lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289089:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4faf lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289097:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f7636b37100) 00010000:00010000:1.0:1788483648.289099:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.289102:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4faf lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289108:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f4faf lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289147:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f4fa1 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14829f expref: 119 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289157:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.289160:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483648.289163:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f4fa1 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14829f expref: 119 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.289172:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786a00, rc -2) 00000100:00100000:1.0:1788483648.289251:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+118:2401:x1875360225031936:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 548us (842us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483648.289260:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 622 00000100:00100000:2.0:1788483648.292647:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.292710:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.292749:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.292849:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225032320 00000100:00100000:1.0:1788483648.292860:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225032320 00000100:00100000:1.0:1788483648.292922:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 340 00000100:00100000:1.0:1788483648.292933:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a433450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+71:34713:x1875360225032320:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.293286:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a433450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:34713:x1875360225032320:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 354us (652us total) trans 4294968350 rc 0/0 00000100:00100000:1.0:1788483648.293295:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 340 00000100:00100000:0.0:1788483648.293456:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251045632:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483648.293486:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.293974:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225032064 00000100:00100000:3.0:1788483648.293981:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225032064 00000100:00100000:3.0:1788483648.294036:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 476 00000100:00100000:3.0:1788483648.294045:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225032064:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483648.294060:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483648.294079:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f4fb6 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1482d7 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.294144:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251045760:192.168.206.36@tcp:106: 00000100:00100000:3.0:1788483648.294218:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75076190c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483648.294244:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225032448 00000100:00100000:3.0:1788483648.294248:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225032448 00010000:00010000:3.0:1788483648.294270:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148259 expref: 72 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.294297:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 496 00000100:00100000:3.0:1788483648.294304:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:2402:x1875360225032448:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483648.294316:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483648.294322:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148259 expref: 72 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.294335:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148259 expref: 72 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.294359:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f4f46 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148259 expref: 72 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.294376:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:3.0:1788483648.294382:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.294394:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.294403:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.294852:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483648.294889:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+71:2402:x1875360225032448:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 582us (2175us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.294898:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 496 00010000:00010000:0.0:1788483648.294989:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.294999:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.295165:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.295174:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.295180:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.295187:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.295192:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.295200:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.295213:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:0.0:1788483648.295216:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788483648.295220:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 2/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.295227:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac800/0xf2b1f833e60f4f9a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.295374:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+71:34715:x1875360225031808:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 11101us (11284us total) trans 4294968351 rc 0/0 00000100:00100000:0.0:1788483648.295384:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1705 00000040:00080000:1.0:1788483648.298781:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483648.298791:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483648.298858:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 53 count 11 00000040:00080000:1.0:1788483648.298868:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483648.300419:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387c8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251045888:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483648.300902:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483648.310759:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00002000:00010000:1.0:1788483648.311252:0:8431:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788483648.311258:0:8431:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb mtime: 0 -> 1788483647 00002000:00010000:1.0:1788483648.311261:0:8431:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb atime: 0 -> 1788483647 00002000:00010000:1.0:1788483648.311263:0:8431:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb ctime: 0 -> 1788483647 00002000:00010000:1.0:1788483648.311266:0:8431:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1788483648.311291:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e0700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251045760:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483648.311338:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f4fb6 lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482d7 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.311368:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004e4c5303/0xf2b1f833e60f4fb6 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482d7 expref: 17 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.311382:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5400, rc 0) 00000100:00100000:1.0:1788483648.311457:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225032064:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 17411us (18705us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483648.311466:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 476 00000100:00100000:3.0:1788483648.311628:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225032704 00000100:00100000:3.0:1788483648.311637:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225032704 00000100:00100000:3.0:1788483648.311692:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 341 00000100:00100000:3.0:1788483648.311702:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:34715:x1875360225032704:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788483648.312006:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34715:x1875360225032704:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 305us (1259us total) trans 4294968352 rc 0/0 00000100:00100000:3.0:1788483648.312014:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 341 00000100:00100000:1.0:1788483648.317016:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387c8000 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251045888:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:0.0:1788483648.318669:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.318760:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225032832 00000100:00100000:2.0:1788483648.318771:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225032832 00000100:00100000:2.0:1788483648.318837:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1706 00000100:00100000:2.0:1788483648.318848:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:34726:x1875360225032832:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788483648.318885:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483648.319025:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:34726:x1875360225032832:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 178us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.319034:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1706 00000100:00100000:2.0:1788483648.321039:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.321326:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225032960 00000100:00100000:0.0:1788483648.321338:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225032960 00000100:00100000:0.0:1788483648.321401:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1707 00000100:00100000:0.0:1788483648.321411:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:34725:x1875360225032960:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483648.321457:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483648.321628:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:34725:x1875360225032960:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 218us (597us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.321636:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1707 00000100:00100000:2.0:1788483648.322247:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.322614:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225033088 00000100:00100000:1.0:1788483648.322622:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225033088 00000100:00100000:1.0:1788483648.322660:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1708 00000100:00100000:1.0:1788483648.322669:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:34727:x1875360225033088:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483648.322692:0:12148:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483648.322781:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+72:34727:x1875360225033088:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 113us (535us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.322788:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1708 00000100:00100000:2.0:1788483648.328947:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.329227:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225033216 00000100:00100000:3.0:1788483648.329240:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225033216 00000100:00100000:3.0:1788483648.329322:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1709 00000100:00100000:3.0:1788483648.329335:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34722:x1875360225033216:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:3.0:1788483648.330701:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.330897:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac600/0xf2b1f833e60f4fbd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1482de expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.331026:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.331043:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.331069:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483648.331127:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:0.0:1788483648.331132:0:6515:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1788483648.331158:0:6515:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.331195:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac600/0xf2b1f833e60f4fbd lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482de expref: 120 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.331228:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482de expref: 119 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.331243:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.331246:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1788483648.331251:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ad000, rc 0) 00000100:00100000:0.0:1788483648.331369:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34722:x1875360225033216:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 2035us (2435us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.331378:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1709 00000100:00100000:0.0:1788483648.339927:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.340113:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.340201:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.340286:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225033984 00000100:00100000:3.0:1788483648.340298:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225033984 00000100:00100000:3.0:1788483648.341549:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225033600 00000100:00100000:3.0:1788483648.341561:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225033600 00000100:00100000:0.0:1788483648.345875:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225033728 00000100:00100000:1.0:1788483648.345904:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1710 00000100:00100000:1.0:1788483648.345937:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+73:34727:x1875360225033984:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.345974:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.346003:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fcb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1482f3 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.346159:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4fd2 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.346177:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.346192:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4fd2 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788483648.346205:0:12148:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x33:0x0]: returning size 158 00000100:00100000:0.0:1788483648.346209:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225033728 00000100:00100000:0.0:1788483648.346273:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1711 00000100:00100000:0.0:1788483648.346281:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+75:34726:x1875360225033600:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.346291:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.346301:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac600/0xf2b1f833e60f4fd9 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1482ec expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.346352:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4fe0 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.346372:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.346382:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4fe0 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483648.346391:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x32:0x0]: returning size 158 00010000:00010000:0.0:1788483648.346565:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac600/0xf2b1f833e60f4fd9 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482ec expref: 79 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.346569:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f4fcb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482f3 expref: 80 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.346587:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4fd2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482f3 expref: 78 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.346587:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4fe0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482ec expref: 78 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.346598:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:0.0:1788483648.346598:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:1.0:1788483648.346601:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483648.346601:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483648.346605:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786200, rc 0) 00010000:00010000:0.0:1788483648.346605:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ada00, rc 0) 00000100:00100000:2.0:1788483648.348362:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1712 00000100:00100000:2.0:1788483648.348391:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34725:x1875360225033728:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.348413:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.348747:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f4ff5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1482e5 expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.349356:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+79:34726:x1875360225033600:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 3071us (9238us total) trans 4294968353 rc 0/0 00010000:00010000:2.0:1788483648.349374:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f4ffc lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.349374:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1711 00010000:00010000:2.0:1788483648.349390:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f4ffc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.349401:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f4ffc lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483648.349413:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x31:0x0]: returning size 158 00000100:00100000:1.0:1788483648.349486:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34727:x1875360225033984:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 3566us (9572us total) trans 4294968354 rc 0/0 00000100:00100000:1.0:1788483648.349494:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1710 00010000:00010000:2.0:1788483648.349681:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f4ff5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482e5 expref: 79 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.349682:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:2.0:1788483648.349701:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f4ffc lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482e5 expref: 78 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.349715:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:2.0:1788483648.349719:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483648.349723:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508830c00, rc 0) 00000100:00100000:2.0:1788483648.349756:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34725:x1875360225033728:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 1381us (9554us total) trans 4294968355 rc 0/0 00000100:00100000:2.0:1788483648.349763:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1712 00000100:00100000:1.0:1788483648.349987:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225034112 00000100:00100000:1.0:1788483648.349998:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225034112 00000100:00100000:1.0:1788483648.350048:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 477 00000100:00100000:1.0:1788483648.350057:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225034112:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483648.350070:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.350083:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f500a lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1482fa expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.350145:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251046016:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483648.350230:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507654cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788483648.354844:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.354900:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.354907:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225034240 00000100:00100000:1.0:1788483648.354919:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225034240 00000100:00100000:1.0:1788483648.354989:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 478 00000100:00100000:1.0:1788483648.355000:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2402:x1875360225034240:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.355056:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.355083:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 19 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.355089:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:1.0:1788483648.355093:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x20:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788483648.355099:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788483648.355104:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.355153:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 19 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.355170:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 19 pid: 8871 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.355187:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251046144:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483648.355297:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750670bb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788483648.355311:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225034368 00000100:00100000:3.0:1788483648.355317:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225034368 00000100:00100000:3.0:1788483648.355360:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225034496 00000100:00100000:1.0:1788483648.355394:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 78 00000100:00100000:1.0:1788483648.355403:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:2399:x1875360225034368:12345-192.168.206.36@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1788483648.355428:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225034496 00010000:00010000:1.0:1788483648.355432:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1788483648.355455:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 79 00010000:00010000:1.0:1788483648.355456:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786200/0xf2b1f833e60f4fd2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482f3 expref: 79 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.355462:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+79:2399:x1875360225034496:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483648.355470:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483648.355476:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:3.0:1788483648.355480:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f4ffc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482e5 expref: 78 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.355481:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483648.355495:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:3.0:1788483648.355516:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483648.355589:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.355732:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.355761:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.355818:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225034624 00000100:00100000:2.0:1788483648.355823:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225034624 00000100:00100000:2.0:1788483648.355836:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225034752 00000100:00100000:2.0:1788483648.355838:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225034752 00000100:00100000:2.0:1788483648.355872:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225034880 00000100:00100000:2.0:1788483648.355875:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225034880 00000100:00100000:2.0:1788483648.355901:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 479 00000100:00100000:2.0:1788483648.355908:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2399:x1875360225034752:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.355943:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.355947:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:2399:x1875360225034368:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 544us (1045us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.355954:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 78 00010000:00010000:2.0:1788483648.355957:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 19 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.355964:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x21:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788483648.355967:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483648.355971:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.355996:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 19 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.356018:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 19 pid: 8432 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.356031:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641746d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251046272:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483648.356079:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7631fd23c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483648.356114:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 80 00000100:00100000:2.0:1788483648.356121:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:2401:x1875360225034624:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483648.356280:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483648.356295:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f4fe0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482ec expref: 77 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.356312:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:2.0:1788483648.356316:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483648.356348:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:2401:x1875360225034624:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 227us (759us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.356355:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 80 00000100:00100000:3.0:1788483648.358842:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dd180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+75:2399:x1875360225034496:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 3362us (3735us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.358859:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 79 00000100:00100000:3.0:1788483648.360772:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8432:1875360251046016:192.168.206.36@tcp:106: 00010000:00010000:3.0:1788483648.360825:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f500a lrc: 1/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482fa expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.360855:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000e1d963b/0xf2b1f833e60f500a lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482fa expref: 17 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.360871:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787800, rc 0) 00000100:00100000:0.0:1788483648.362584:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225034112:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 12517us (12891us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483648.362598:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 477 00000100:00100000:0.0:1788483648.362655:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 480 00000100:00100000:0.0:1788483648.362673:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+19:2402:x1875360225034880:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.362734:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.362762:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 19 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.362771:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x22:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788483648.362776:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.362780:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.362820:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 19 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.362834:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 19 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.362850:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251046400:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483648.362944:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76191a7000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483648.368684:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.368822:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225035136 00000100:00100000:0.0:1788483648.368835:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225035136 00000100:00100000:0.0:1788483648.368910:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1713 00000100:00100000:0.0:1788483648.368923:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34722:x1875360225035136:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:0.0:1788483648.369293:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].53, 136 off15400 00000100:00100000:0.0:1788483648.369392:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34722:x1875360225035136:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 471us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.369401:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1713 00000100:00100000:2.0:1788483648.370055:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251046144:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483648.370085:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.373701:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.373737:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.373756:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.373784:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225035520 00000100:00100000:1.0:1788483648.373795:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225035520 00002000:00100000:1.0:1788483648.373854:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff9f76387cb800 x1875360225035520/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.373867:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387cb800 with x1875360225035520 ext(0->157) 00010000:00010000:1.0:1788483648.373879:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 20 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.373896:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 20 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483648.373904:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f76387cb800 00000100:00100000:1.0:1788483648.373928:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225035392 00000100:00100000:1.0:1788483648.373932:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225035392 00002000:00100000:1.0:1788483648.373947:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff9f76387c8000 x1875360225035392/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.373956:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387c8000 with x1875360225035392 ext(0->157) 00010000:00010000:1.0:1788483648.373962:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 21 pid: 8432 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.373971:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 21 pid: 8432 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483648.373979:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f76387c8000 00000100:00100000:1.0:1788483648.373988:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225035264 00000100:00100000:1.0:1788483648.373990:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225035264 00002000:00100000:1.0:1788483648.374017:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff9f7507667800 x1875360225035264/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.374024:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507667800 with x1875360225035264 ext(0->157) 00010000:00010000:1.0:1788483648.374029:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 20 pid: 8871 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.374040:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 20 pid: 8871 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483648.374048:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f7507667800 00000100:00100000:1.0:1788483648.374060:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 25 00000100:00100000:1.0:1788483648.374071:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2399:x1875360225035520:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:3.0:1788483648.374470:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 26 00000100:00100000:3.0:1788483648.374482:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2399:x1875360225035392:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:0.0:1788483648.375063:0:8436:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:0.0:1788483648.375075:0:8436:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_004' 00000100:00100000:0.0:1788483648.375152:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab5880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251046400:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483648.375184:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.375402:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641746d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251046272:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483648.375737:0:8438:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 4 min 3 max 116 00000100:00100000:1.0:1788483648.375748:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 27 00000100:00100000:1.0:1788483648.375758:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+20:2401:x1875360225035264:12345-192.168.206.36@tcp:4:cp.0 00010000:00010000:2.0:1788483648.376079:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.378533:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+25:2399:x1875360225035520:12345-192.168.206.36@tcp:4:cp.0 Request processed in 4453us (4834us total) trans 4294967391 rc 0/0 00000100:00100000:1.0:1788483648.378558:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 25 00002000:00100000:1.0:1788483648.378572:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x22:0x0] (0->157) req@ffff9f76387cb800 x1875360225035520/t4294967391(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/448 e 0 to 0 dl 1788483659 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.378592:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387cb800 with x1875360225035520 ext(0->157) 00010000:00010000:1.0:1788483648.378605:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 25 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.378623:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 25 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483648.378631:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f76387cb800 00000100:00100000:1.0:1788483648.378691:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2401:x1875360225035264:12345-192.168.206.36@tcp:4:cp.0 Request processed in 2935us (4933us total) trans 4294967378 rc 0/0 00000100:00100000:1.0:1788483648.378698:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 27 00002000:00100000:1.0:1788483648.378703:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x280000401:0x20:0x0] (0->157) req@ffff9f7507667800 x1875360225035264/t4294967378(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/448 e 0 to 0 dl 1788483659 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.378713:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f7507667800 with x1875360225035264 ext(0->157) 00010000:00010000:1.0:1788483648.378719:0:8438:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 22 pid: 8871 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.378729:0:8438:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 22 pid: 8871 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483648.378735:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f7507667800 00000100:00100000:2.0:1788483648.382442:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+24:2399:x1875360225035392:12345-192.168.206.36@tcp:4:cp.0 Request processed in 7939us (8679us total) trans 4294967390 rc 0/0 00000100:00100000:2.0:1788483648.382459:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 26 00002000:00100000:2.0:1788483648.382476:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x21:0x0] (0->157) req@ffff9f76387c8000 x1875360225035392/t4294967390(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/448 e 0 to 0 dl 1788483659 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.382488:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76387c8000 with x1875360225035392 ext(0->157) 00010000:00010000:2.0:1788483648.382516:0:20624:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 24 pid: 8432 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.382535:0:20624:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 24 pid: 8432 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483648.382553:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f76387c8000 00000100:00100000:3.0:1788483648.383053:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.385043:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.385075:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.385097:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.385155:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.385240:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225035648 00000100:00100000:2.0:1788483648.385252:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225035648 00000100:00100000:2.0:1788483648.385314:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1714 00000100:00100000:2.0:1788483648.385326:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34728:x1875360225035648:12345-192.168.206.36@tcp:101:bash.0 00000100:00100000:0.0:1788483648.385401:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225035776 00000100:00100000:0.0:1788483648.385406:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225035776 00010000:00010000:2.0:1788483648.385610:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.385636:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5026 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148301 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385720:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f502d lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385737:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f502d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385749:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f502d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385766:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5034 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385774:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5034 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385781:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5034 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385828:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f502d lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385841:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f502d lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385849:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f502d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385855:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab8200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.385860:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f502d lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385869:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f502d lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385893:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483648.385898:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.385904:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f502d lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385910:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f502d lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385927:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5034 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385934:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5034 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385940:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5034 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385945:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab9e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.385948:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5034 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385955:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5034 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385963:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f7636a6c400) 00010000:00010000:2.0:1788483648.385966:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.385969:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5034 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.385975:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5034 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.386062:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 22 pid: 8871 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.386114:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225035904 00000100:00100000:0.0:1788483648.386118:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225035904 00010000:00010000:2.0:1788483648.386176:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5026 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148301 expref: 120 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.386189:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483648.386191:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.386195:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5026 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148301 expref: 120 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.386205:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636ab9600, rc 0) 00010000:00010000:0.0:1788483648.386380:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 24 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.386396:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225036160 00000100:00100000:0.0:1788483648.386399:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225036160 00010000:00010000:0.0:1788483648.386412:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 25 pid: 8432 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.386437:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 497 00000100:00100000:0.0:1788483648.386447:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2399:x1875360225035776:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483648.386459:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788483648.386475:0:6500:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x20:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788483648.386481:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 22 pid: 8871 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.386515:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 22 pid: 8871 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.386531:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000018b25f74/0xf2b1f833e60f4cc9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480fb expref: 22 pid: 8871 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.386554:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.386558:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.386564:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.386574:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.386608:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483648.388412:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34728:x1875360225035648:12345-192.168.206.36@tcp:101:bash.0 Request processed in 3070us (5343us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483648.388799:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1714 00010000:00010000:2.0:1788483648.388862:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.389213:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.389255:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.389264:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.389272:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.389279:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787c00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483648.389284:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.389293:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.389314:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.389322:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000096d66308/0xf2b1f833e60f5011 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.390029:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225036032 00000100:00100000:1.0:1788483648.390041:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225036032 00000100:00100000:1.0:1788483648.390103:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 623 00000100:00100000:1.0:1788483648.390113:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+119:2401:x1875360225036032:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1788483648.390156:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1788483648.390168:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2402:x1875360225034240:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 35170us (35338us total) trans 0 rc 0/0 00010000:00010000:1.0:1788483648.390176:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f503b lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148308 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.390182:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 478 00000100:00100000:2.0:1788483648.390219:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 498 00000100:00100000:2.0:1788483648.390229:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+25:2400:x1875360225035904:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483648.390242:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788483648.390261:0:7456:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788483648.390268:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 25 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.390284:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 25 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.390301:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000029dd4a10/0xf2b1f833e60f4dc5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14818e expref: 25 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.390316:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483648.390320:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483648.390327:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.390338:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.390347:0:6502:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 4 min 3 max 56 00000100:00100000:3.0:1788483648.390357:0:6502:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_004' 00010000:00010000:2.0:1788483648.390369:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483648.390389:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+24:2400:x1875360225035904:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 163us (5314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.390400:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 498 00000100:00100000:2.0:1788483648.390418:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 499 00000100:00100000:2.0:1788483648.390569:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7610fcf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2401:x1875360225036160:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483648.390579:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1788483648.390590:0:7456:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:2.0:1788483648.390595:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 23 pid: 8432 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.390604:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 23 pid: 8432 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.390617:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a9e83625/0xf2b1f833e60f4bf7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480a7 expref: 23 pid: 8432 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.390628:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483648.390632:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483648.390637:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.390644:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.390660:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483648.390677:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.390679:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7610fcf450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2401:x1875360225036160:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 114us (5524us total) trans 0 rc 0/0 00010000:00010000:3.0:1788483648.390688:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.390690:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 499 00010000:00010000:3.0:1788483648.390709:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.390914:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f5042 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.391006:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.391014:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.391022:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508830600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483648.391027:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.391036:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.391049:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.391056:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5018 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.391112:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2399:x1875360225034752:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 35204us (35379us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.391120:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 479 00010000:00010000:1.0:1788483648.391160:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f5042 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391172:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f5042 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391188:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f5049 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391195:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f5049 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391202:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f5049 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391348:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f5042 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391356:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f5042 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391429:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f5042 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391435:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.391440:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f5042 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.391442:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+20:2399:x1875360225035776:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 3552us (4965us total) trans 0 rc 0/0 00010000:00010000:1.0:1788483648.391446:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f5042 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.391452:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 497 00010000:00010000:1.0:1788483648.391455:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.391458:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.391462:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f5042 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391467:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f5042 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391477:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f5049 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391482:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f5049 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391488:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f5049 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391492:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.391494:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f5049 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391575:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f5049 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391583:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff9f7636b37800) 00010000:00010000:1.0:1788483648.391585:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.391589:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f5049 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391594:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786c00/0xf2b1f833e60f5049 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391627:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f503b lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148308 expref: 120 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391636:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.391638:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391639:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483648.391643:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f503b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148308 expref: 120 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.391647:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.391651:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787400, rc -2) 00010000:00010000:0.0:1788483648.391665:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.391673:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.391680:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.391686:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ac600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483648.391690:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.391698:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.391709:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.391717:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000019b2eddd/0xf2b1f833e60f501f lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.391789:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+119:2401:x1875360225036032:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 1677us (6689us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483648.391798:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 623 00000100:00100000:0.0:1788483648.392333:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+20:2402:x1875360225034880:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 29665us (36568us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.392341:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 480 00000100:00100000:2.0:1788483648.402536:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.402594:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.402621:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.402655:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.402678:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225036416 00000100:00100000:2.0:1788483648.402682:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.402690:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225036416 00000100:00100000:3.0:1788483648.402758:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225036672 00000100:00100000:0.0:1788483648.402760:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225036928 00000100:00100000:3.0:1788483648.402762:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225036672 00000100:00100000:0.0:1788483648.402763:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225036928 00000100:00100000:3.0:1788483648.402780:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225037056 00000100:00100000:3.0:1788483648.402872:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225037056 00000100:00100000:0.0:1788483648.403231:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1715 00000100:00100000:0.0:1788483648.403246:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34725:x1875360225036416:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.403308:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1716 00000100:00100000:1.0:1788483648.403319:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34726:x1875360225036672:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:2.0:1788483648.403429:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1717 00000100:00100000:2.0:1788483648.403438:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34727:x1875360225036928:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.403519:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34726:x1875360225036672:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 182us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.403528:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1716 00000100:00100000:1.0:1788483648.403561:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1718 00000100:00100000:1.0:1788483648.403569:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34729:x1875360225037056:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:1.0:1788483648.403580:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.403603:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f5050 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14830f expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403670:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5057 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403687:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5057 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403701:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5057 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403717:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f505e lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403724:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f505e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403731:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f505e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403780:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5057 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403787:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5057 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403794:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5057 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403800:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.403805:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5057 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403828:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5057 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403843:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.403847:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.403852:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5057 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403859:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5057 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403872:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f505e lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403878:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f505e lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403884:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f505e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403889:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.403892:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f505e lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403899:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f505e lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403906:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f7636b37100) 00010000:00010000:1.0:1788483648.403908:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.403911:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f505e lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403918:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f505e lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403968:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f5050 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14830f expref: 78 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403980:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.403982:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.403986:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f5050 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14830f expref: 78 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.403995:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786e00, rc 0) 00000100:00100000:0.0:1788483648.404237:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34725:x1875360225036416:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 994us (1739us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.404245:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1715 00000100:00100000:2.0:1788483648.404802:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:34727:x1875360225036928:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 1363us (2176us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.404911:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:34729:x1875360225037056:12345-192.168.206.36@tcp:101:rm.0 Request processed in 1342us (2253us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483648.404918:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1718 00000100:00100000:2.0:1788483648.404955:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1717 00000100:00100000:3.0:1788483648.406197:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225037184 00000100:00100000:3.0:1788483648.406389:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225037184 00000100:00100000:3.0:1788483648.406468:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 624 00000100:00100000:3.0:1788483648.406480:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+75:2399:x1875360225037184:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:3.0:1788483648.406534:0:7781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483648.406563:0:7781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5065 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148316 expref: -99 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406629:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f506c lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406645:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f506c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406658:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f506c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406675:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f5073 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406687:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f5073 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406694:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f5073 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406741:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f506c lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406749:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f506c lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406755:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f506c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406760:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483648.406765:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f506c lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406771:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f506c lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406783:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483648.406787:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483648.406791:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f506c lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.406798:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f506c lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.407179:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f5073 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.407187:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f5073 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.407194:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f5073 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.407199:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483648.407202:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f5073 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.407208:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f5073 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.407285:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff9f7603b2b000) 00010000:00010000:3.0:1788483648.407288:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483648.407291:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f5073 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.407297:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f5073 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.407333:0:7781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5065 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148316 expref: 76 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.407349:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483648.407352:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788483648.407355:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5065 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148316 expref: 76 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.407371:0:7781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4e00, rc -2) 00000100:00100000:3.0:1788483648.407490:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+75:2399:x1875360225037184:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 1011us (4805us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483648.407520:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 624 00000100:00100000:2.0:1788483648.412982:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.413138:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.413217:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225037312 00000100:00100000:1.0:1788483648.413225:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225037440 00000100:00100000:1.0:1788483648.413230:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225037440 00000100:00100000:0.0:1788483648.413230:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225037312 00000100:00100000:0.0:1788483648.413294:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 481 00000100:00100000:0.0:1788483648.413356:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+20:2401:x1875360225037312:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.413374:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 482 00000100:00100000:1.0:1788483648.413382:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+20:2402:x1875360225037440:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.413386:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.413389:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.413410:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000006df27870/0xf2b1f833e60f507a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148324 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.413410:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019b2eddd/0xf2b1f833e60f5081 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14831d expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483648.413439:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x22:0x0] initial LVB size: 158, mtime: 0x6a9a183f, atime: 0x0, ctime: 0x6a9a183f, blocks: 0x8 00002000:00010000:0.0:1788483648.413441:0:14965:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x20:0x0] initial LVB size: 158, mtime: 0x6a9a183e, atime: 0x0, ctime: 0x6a9a183e, blocks: 0x8 00010000:00010000:1.0:1788483648.413460:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=813s v=(0 0) 00010000:00010000:0.0:1788483648.413460:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=813s v=(0 0) 00010000:00010000:1.0:1788483648.413466:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483648.413466:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483648.413477:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000006df27870/0xf2b1f833e60f507a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148324 expref: 21 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.413477:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019b2eddd/0xf2b1f833e60f5081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14831d expref: 21 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.413515:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000019b2eddd/0xf2b1f833e60f5081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14831d expref: 21 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.413516:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000006df27870/0xf2b1f833e60f507a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148324 expref: 21 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.413533:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786c00, rc 0) 00010000:00010000:0.0:1788483648.413533:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ac600, rc 0) 00000100:00100000:0.0:1788483648.413607:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2401:x1875360225037312:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 255us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.413614:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 481 00000100:00100000:1.0:1788483648.413955:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2402:x1875360225037440:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 572us (816us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.413961:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 482 00000100:00100000:0.0:1788483648.416623:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.416674:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225037568 00000100:00100000:0.0:1788483648.416686:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225037568 00000100:00100000:0.0:1788483648.416742:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1719 00000100:00100000:0.0:1788483648.416752:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+75:34729:x1875360225037568:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:0.0:1788483648.416774:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.416797:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5088 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14832b expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.416881:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.416912:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.416924:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.416940:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f5096 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.416947:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f5096 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.416952:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f5096 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417016:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417024:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417032:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417039:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417045:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417aca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.417050:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417058:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417072:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.417076:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.417081:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417088:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f508f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417103:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f5096 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417109:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f5096 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417115:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f5096 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417120:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ade00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483648.417124:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f5096 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417230:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f5096 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417239:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f76113d6900) 00010000:00010000:0.0:1788483648.417242:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.417245:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f5096 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417252:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ade00/0xf2b1f833e60f5096 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417288:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5088 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14832b expref: 76 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417298:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483648.417300:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483648.417304:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5088 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14832b expref: 76 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417313:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ad200, rc 0) 00000100:00100000:0.0:1788483648.417485:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+75:34729:x1875360225037568:12345-192.168.206.36@tcp:101:rm.0 Request processed in 733us (872us total) trans 0 rc 301/301 00000100:00100000:0.0:1788483648.417493:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1719 00000100:00100000:0.0:1788483648.417577:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.417821:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225037696 00000100:00100000:0.0:1788483648.417826:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225037696 00000100:00100000:0.0:1788483648.417860:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 483 00000100:00100000:0.0:1788483648.417868:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2399:x1875360225037696:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.417878:0:8432:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.417892:0:8432:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e7c50685/0xf2b1f833e60f509d lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148332 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483648.417918:0:8432:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a9a183e, atime: 0x0, ctime: 0x6a9a183e, blocks: 0x8 00010000:00010000:0.0:1788483648.417935:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=813s v=(0 0) 00010000:00010000:0.0:1788483648.417939:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483648.417948:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e7c50685/0xf2b1f833e60f509d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148332 expref: 22 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417964:0:8432:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000e7c50685/0xf2b1f833e60f509d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148332 expref: 22 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.417975:0:8432:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ac200, rc 0) 00000100:00100000:0.0:1788483648.418067:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2399:x1875360225037696:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 199us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.418074:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 483 00000100:00100000:0.0:1788483648.422187:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.422236:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.422283:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225037952 00000100:00100000:3.0:1788483648.422297:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225037952 00000100:00100000:3.0:1788483648.422359:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225038208 00000100:00100000:3.0:1788483648.422363:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225038208 00000100:00100000:0.0:1788483648.422616:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.422641:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225038464 00000100:00100000:0.0:1788483648.422645:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225038464 00000100:00100000:3.0:1788483648.425307:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1720 00000100:00100000:3.0:1788483648.425341:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34727:x1875360225037952:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788483648.425534:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34727:x1875360225037952:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 208us (3360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.425630:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1721 00000100:00100000:1.0:1788483648.425645:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34726:x1875360225038208:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.425689:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34726:x1875360225038208:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 50us (3453us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.425696:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1721 00000100:00100000:0.0:1788483648.429979:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1722 00000100:00100000:0.0:1788483648.430200:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:34725:x1875360225038464:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483648.431115:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:34725:x1875360225038464:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 369us (7748us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.431274:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1722 00000100:00100000:3.0:1788483648.434524:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1720 00000100:00100000:0.0:1788483648.435407:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.436637:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.437907:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225038592 00000100:00100000:2.0:1788483648.437924:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225038592 00002000:00100000:2.0:1788483648.437992:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff9f76369a5180 x1875360225038592/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.438005:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76369a5180 with x1875360225038592 ext(0->4095) 00002000:00010000:2.0:1788483648.438012:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76369a5180 00000100:00100000:2.0:1788483648.438039:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225038720 00000100:00100000:2.0:1788483648.438043:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225038720 00002000:00100000:2.0:1788483648.438061:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff9f76192dce00 x1875360225038720/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.438070:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76192dce00 with x1875360225038720 ext(0->4095) 00002000:00010000:2.0:1788483648.438074:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76192dce00 00000100:00100000:2.0:1788483648.438101:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 115 00000100:00100000:2.0:1788483648.438113:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2401:x1875360225038592:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788483648.438350:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.438380:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.438560:0:8438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225038976 00000100:00100000:0.0:1788483648.438564:0:8438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225038976 00002000:00100000:0.0:1788483648.438589:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff9f76192dd180 x1875360225038976/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00000100:00100000:3.0:1788483648.438594:0:20624:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 116 00002000:00100000:0.0:1788483648.438598:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76192dd180 with x1875360225038976 ext(0->4095) 00002000:00010000:0.0:1788483648.438603:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76192dd180 00000100:00100000:3.0:1788483648.438604:0:20624:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2402:x1875360225038720:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:0.0:1788483648.438612:0:8438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 117 00000100:00100000:0.0:1788483648.438618:0:8438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2402:x1875360225038976:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:3.0:1788483648.438698:0:20624:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2402:x1875360225038720:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 94us (2067us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1788483648.438706:0:20624:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 116 00002000:00100000:3.0:1788483648.438724:0:20624:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x2c0000401:0x22:0x0] (0->4095) req@ffff9f76192dce00 x1875360225038720/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/4536 e 0 to 0 dl 1788483659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:3.0:1788483648.438734:0:20624:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76192dce00 with x1875360225038720 ext(0->4095) 00002000:00010000:3.0:1788483648.438737:0:20624:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76192dce00 00000100:00100000:1.0:1788483648.438753:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225038848 00000100:00100000:1.0:1788483648.438757:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225038848 00000100:00100000:1.0:1788483648.438789:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1723 00000100:00100000:1.0:1788483648.438796:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+75:34730:x1875360225038848:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:1.0:1788483648.438819:0:12148:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.438843:0:12148:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f50a4 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148339 expref: -99 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.438920:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f50ab lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.438942:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f50ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.438954:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f50ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.438970:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f50b2 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.438977:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f50b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.438983:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f50b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439029:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f50ab lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439037:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f50ab lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439043:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f50ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439049:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.439054:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f50ab lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439061:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f50ab lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439074:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.439078:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.439083:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f50ab lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439089:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f50ab lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439103:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f50b2 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439109:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f50b2 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439114:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f50b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439119:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.439122:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f50b2 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439128:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f50b2 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439136:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f7636b37100) 00010000:00010000:1.0:1788483648.439138:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.439141:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f50b2 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439147:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f50b2 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439180:0:12148:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f50a4 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148339 expref: 76 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439191:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.439194:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.439198:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f50a4 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148339 expref: 76 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.439206:0:12148:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787200, rc 0) 00000100:00100000:0.0:1788483648.439724:0:8438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2402:x1875360225038976:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 1102us (1340us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1788483648.439733:0:8438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 117 00002000:00100000:0.0:1788483648.439741:0:8438:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x2c0000401:0x21:0x0] (0->4095) req@ffff9f76192dd180 x1875360225038976/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/4536 e 0 to 0 dl 1788483659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:0.0:1788483648.439751:0:8438:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76192dd180 with x1875360225038976 ext(0->4095) 00002000:00010000:0.0:1788483648.439754:0:8438:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76192dd180 00000100:00100000:2.0:1788483648.440137:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2401:x1875360225038592:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 2023us (4733us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788483648.440146:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 115 00002000:00100000:2.0:1788483648.440153:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x20:0x0] (0->4095) req@ffff9f76369a5180 x1875360225038592/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/4536 e 0 to 0 dl 1788483659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.440162:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76369a5180 with x1875360225038592 ext(0->4095) 00002000:00010000:2.0:1788483648.440165:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76369a5180 00000100:00100000:1.0:1788483648.440945:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+75:34730:x1875360225038848:12345-192.168.206.36@tcp:101:cp.0 Request processed in 2142us (2589us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483648.440955:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1723 00000100:00100000:1.0:1788483648.447525:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.447567:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.447638:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225039104 00000100:00100000:2.0:1788483648.447650:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225039104 00000100:00100000:2.0:1788483648.447706:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225039232 00000100:00100000:2.0:1788483648.447709:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225039232 00000100:00100000:2.0:1788483648.447727:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1724 00000100:00100000:2.0:1788483648.447737:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:34730:x1875360225039104:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:2.0:1788483648.447761:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.447784:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f50b9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148340 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448204:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f50c0 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448222:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f50c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448237:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f50c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448259:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f50c7 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448266:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f50c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448274:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f50c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448322:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f50c0 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448330:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f50c0 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448338:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f50c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448345:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab8200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.448350:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f50c0 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448358:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f50c0 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448373:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483648.448377:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.448382:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f50c0 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448389:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f50c0 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448406:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f50c7 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448412:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f50c7 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448418:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f50c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448424:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab9200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.448427:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f50c7 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448432:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f50c7 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448440:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f7636a6c400) 00010000:00010000:2.0:1788483648.448442:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.448444:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f50c7 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448449:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f50c7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448488:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f50b9 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148340 expref: 77 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448536:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483648.448547:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.448552:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f50b9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148340 expref: 77 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.448562:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636ab9e00, rc 0) 00000100:00100000:2.0:1788483648.448634:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:34730:x1875360225039104:12345-192.168.206.36@tcp:101:cp.0 Request processed in 897us (1144us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483648.448642:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1724 00000100:00100000:2.0:1788483648.448667:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1725 00000100:00100000:2.0:1788483648.450306:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+75:34727:x1875360225039232:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.450334:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.450354:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f50ce lrc: 2/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148347 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.450388:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.450400:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.450412:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.450574:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f50ce lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148347 expref: 77 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.450595:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148347 expref: 76 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.450605:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:2.0:1788483648.450608:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483648.450612:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636ab8600, rc 0) 00000100:00100000:2.0:1788483648.450675:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:34727:x1875360225039232:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 2000us (3106us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.450682:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1725 00000100:00100000:1.0:1788483648.455127:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.455223:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225039360 00000100:00100000:3.0:1788483648.455237:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225039360 00000100:00100000:3.0:1788483648.455306:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1726 00000100:00100000:3.0:1788483648.455318:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+76:34726:x1875360225039360:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788483648.455344:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483648.455370:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f50dc lrc: 2/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14834e expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.455413:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.455430:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.455441:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.455617:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f50dc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14834e expref: 78 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.455637:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14834e expref: 77 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.455648:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:3.0:1788483648.455651:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:3.0:1788483648.455655:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4c00, rc 0) 00000100:00100000:3.0:1788483648.455718:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34726:x1875360225039360:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 402us (605us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.455726:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1726 00000100:00100000:2.0:1788483648.457361:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.457410:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.457473:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225039488 00000100:00100000:1.0:1788483648.457482:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225039488 00000100:00100000:1.0:1788483648.457572:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225039616 00000100:00100000:1.0:1788483648.457576:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225039616 00000100:00100000:1.0:1788483648.457598:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1727 00000100:00100000:1.0:1788483648.457607:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34727:x1875360225039488:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483648.457639:0:13707:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x33:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483648.457749:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34727:x1875360225039488:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 142us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.457757:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1727 00000100:00100000:1.0:1788483648.457777:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1728 00000100:00100000:1.0:1788483648.457783:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+77:34725:x1875360225039616:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.457792:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.457822:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f50ea lrc: 2/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148355 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.457850:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.457866:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.457878:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.457979:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f50ea lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148355 expref: 79 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.457998:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148355 expref: 78 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.458008:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483648.458012:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483648.458015:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787a00, rc 0) 00000100:00100000:1.0:1788483648.458038:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34725:x1875360225039616:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 256us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.458045:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1728 00000100:00100000:0.0:1788483648.461344:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.461461:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225039872 00000100:00100000:3.0:1788483648.461474:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225039872 00000100:00100000:3.0:1788483648.461584:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1729 00000100:00100000:3.0:1788483648.461597:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+78:34730:x1875360225039872:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483648.461621:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483648.461644:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f50f8 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14835c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.461769:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.461786:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482de expref: 118 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.461796:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 4/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.461849:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482de expref: 118 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.461864:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482de expref: 118 pid: 6515 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.461879:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251046528:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483648.461987:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619300 going to sleep for 11 seconds 00000100:00100000:1.0:1788483648.467145:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.467190:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.467234:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.467357:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225040128 00000100:00100000:2.0:1788483648.467369:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225040128 00000100:00100000:2.0:1788483648.467435:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 484 00000100:00100000:2.0:1788483648.467447:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2402:x1875360225040128:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.467523:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f5106 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.467553:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483648.467558:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483648.467566:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f5106 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.467581:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f5106 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.467612:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f5106 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.467622:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f5106 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.467637:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f5106 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.467645:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483648.467650:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f5106 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.467660:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f5106 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.467678:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f5106 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.467686:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f5106 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.467771:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2402:x1875360225040128:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 326us (580us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.467779:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 484 00000100:00100000:1.0:1788483648.468465:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753e300 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251046528:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483648.468495:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.469937:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225040000 00000100:00100000:0.0:1788483648.469950:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225040000 00000100:00100000:0.0:1788483648.470011:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225040256 00000100:00100000:0.0:1788483648.470016:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225040256 00000100:00100000:0.0:1788483648.470048:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1730 00000100:00100000:0.0:1788483648.470057:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34726:x1875360225040000:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483648.470120:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x32:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483648.470242:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34726:x1875360225040000:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 185us (3110us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.470251:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1730 00000100:00100000:0.0:1788483648.470273:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1731 00000100:00100000:0.0:1788483648.470280:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+80:34725:x1875360225040256:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483648.470292:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x31:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483648.470335:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+80:34725:x1875360225040256:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 55us (3100us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.470341:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1731 00000100:00100000:2.0:1788483648.477296:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.477426:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.477775:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225040384 00000100:00100000:3.0:1788483648.477788:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225040384 00010000:00010000:3.0:1788483648.477844:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482de expref: 119 pid: 6515 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.477901:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 500 00000100:00100000:3.0:1788483648.477914:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+119:2402:x1875360225040384:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483648.477931:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483648.477939:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482de expref: 119 pid: 6515 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.477954:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482de expref: 119 pid: 6515 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.477981:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f4fc4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1482de expref: 119 pid: 6515 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.477999:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483648.478005:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.478016:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.478023:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.478057:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483648.478121:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+118:2402:x1875360225040384:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 209us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.478129:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 500 00010000:00010000:1.0:1788483648.478231:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.478241:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.478268:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.478279:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.478287:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:1.0:1788483648.478733:0:6515:0:(osp_object.c:1662:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x2c0000401:0x23:0x0], index 1: 0 00010000:00010000:1.0:1788483648.478907:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f5114 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.478917:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f5114 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.478925:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f5114 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.478964:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.478973:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.478980:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.478987:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.478992:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.479000:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.479010:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.479013:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.479017:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.479023:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f50ff lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483648.479036:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002e03ec7b reply state 00000000669a54b5 transno 4294968356 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.479048:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.479054:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f7636b37100) 00010000:00010000:1.0:1788483648.479056:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483648.479059:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483648.479098:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4600/0xf2b1f833e60f50f8 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14835c expref: 81 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.479115:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787200/0xf2b1f833e60f5114 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14835c expref: 80 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.479128:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9f7636b37f00) 00010000:00010000:1.0:1788483648.479130:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1788483648.479133:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787200, rc 0) 00000100:00100000:1.0:1788483648.479172:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34730:x1875360225039872:12345-192.168.206.36@tcp:101:cp.0 Request processed in 17578us (17842us total) trans 4294968356 rc 0/0 00000100:00100000:1.0:1788483648.479180:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1729 00000100:00100000:1.0:1788483648.479201:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225040640 00000100:00100000:1.0:1788483648.479208:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225040640 00000100:00100000:3.0:1788483648.479631:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.479957:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225040768 00000100:00100000:2.0:1788483648.479964:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225040768 00000100:00100000:2.0:1788483648.480002:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 485 00000100:00100000:2.0:1788483648.480012:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2401:x1875360225040768:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.480054:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5122 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.480069:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483648.480073:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483648.480080:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5122 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.480092:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5122 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.480116:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5122 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.480125:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5122 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.480134:0:8432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5122 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.480141:0:8432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483648.480146:0:8432:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5122 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.480155:0:8432:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5122 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.480172:0:8432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5122 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.480181:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5122 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.480237:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2401:x1875360225040768:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 226us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.480245:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 485 00000100:00100000:0.0:1788483648.481475:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1732 00000100:00100000:0.0:1788483648.481492:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+81:34727:x1875360225040640:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.481612:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.481629:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148347 expref: 81 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.481638:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.481680:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148347 expref: 81 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.481700:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148347 expref: 81 pid: 6516 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.481905:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251046656:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483648.482064:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7603942780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483648.489278:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.489677:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.489759:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.489796:0:24939:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225041024 00000100:00100000:3.0:1788483648.489807:0:24939:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225041024 00000100:00100000:0.0:1788483648.489820:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225040896 00000100:00100000:0.0:1788483648.489824:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225040896 00010000:00010000:3.0:1788483648.489852:0:24939:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148347 expref: 82 pid: 6516 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.489865:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 486 00000100:00100000:0.0:1788483648.489876:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2401:x1875360225040896:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00000100:00100000:3.0:1788483648.489879:0:24939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 501 00010000:00010000:0.0:1788483648.489927:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005fba9441/0xf2b1f833e60f5130 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.489945:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483648.489951:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483648.489959:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005fba9441/0xf2b1f833e60f5130 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.489974:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005fba9441/0xf2b1f833e60f5130 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490002:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 000000005fba9441/0xf2b1f833e60f5130 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490011:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005fba9441/0xf2b1f833e60f5130 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490025:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005fba9441/0xf2b1f833e60f5130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490033:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ace00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483648.490037:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005fba9441/0xf2b1f833e60f5130 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490047:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005fba9441/0xf2b1f833e60f5130 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490065:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005fba9441/0xf2b1f833e60f5130 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490073:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005fba9441/0xf2b1f833e60f5130 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.490112:0:24939:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+82:2402:x1875360225041024:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483648.490123:0:24939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:0.0:1788483648.490161:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2401:x1875360225040896:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 287us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.490170:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 486 00000100:00100000:0.0:1788483648.490338:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225041280 00000100:00100000:0.0:1788483648.490342:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225041280 00010000:00010000:3.0:1788483648.490347:0:24939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148347 expref: 83 pid: 6516 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.490359:0:24939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148347 expref: 83 pid: 6516 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.490376:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1733 00000100:00100000:0.0:1788483648.490383:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+83:34726:x1875360225041280:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.490450:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490466:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14834e expref: 83 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490475:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490550:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14834e expref: 83 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.490564:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14834e expref: 83 pid: 6515 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.490572:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:3.0:1788483648.490577:0:24939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.490578:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251046784:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483648.490585:0:24939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.490592:0:24939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.490606:0:24939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483648.490676:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f50d5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148347 expref: 83 pid: 6516 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.490701:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251046656:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483648.490737:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.490754:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.490762:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.491106:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.491119:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.491128:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.491135:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417aca00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.491139:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.491145:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.491155:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:1.0:1788483648.491158:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483648.491162:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.491168:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417aca00/0xf2b1f833e60f5129 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.491399:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76011ca540 going to sleep for 11 seconds 00000100:00100000:3.0:1788483648.491518:0:24939:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+83:2402:x1875360225041024:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 1390us (1821us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.491526:0:24939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 501 00000100:00100000:3.0:1788483648.493325:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.493633:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225041408 00000100:00100000:0.0:1788483648.493702:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225041408 00000100:00100000:0.0:1788483648.493804:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 487 00000100:00100000:0.0:1788483648.494494:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2402:x1875360225041408:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:0.0:1788483648.494561:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.494587:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c226172f/0xf2b1f833e60f513e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148363 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788483648.494619:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788483648.494672:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=813s v=(0 0) 00010000:00010000:0.0:1788483648.494678:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483648.494689:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c226172f/0xf2b1f833e60f513e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148363 expref: 23 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.494722:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000c226172f/0xf2b1f833e60f513e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148363 expref: 23 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.494738:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ac800, rc 0) 00000100:00100000:3.0:1788483648.495334:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.495465:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225041664 00000100:00100000:3.0:1788483648.495473:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225041664 00000100:00100000:3.0:1788483648.495548:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1734 00000100:00100000:3.0:1788483648.495558:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+83:34725:x1875360225041664:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:3.0:1788483648.495638:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.495656:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148355 expref: 83 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.495665:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.495701:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148355 expref: 83 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.495720:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148355 expref: 83 pid: 13707 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.495736:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251046912:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483648.495869:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788483648.495903:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2402:x1875360225041408:12345-192.168.206.36@tcp:101:cp.0 Request processed in 998us (1492us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.495912:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 487 00000100:00100000:0.0:1788483648.496764:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307800 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251046784:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483648.496793:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.498577:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+83:34727:x1875360225040640:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 17079us (21139us total) trans 4294968357 rc 0/0 00000100:00100000:1.0:1788483648.498592:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1732 00000100:00100000:0.0:1788483648.502041:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.502090:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.502152:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.502179:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.502223:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225042048 00000100:00100000:2.0:1788483648.502235:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225042048 00000100:00100000:1.0:1788483648.502285:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251046912:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483648.502299:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 342 00000100:00100000:2.0:1788483648.502309:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+83:34727:x1875360225042048:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.502316:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.502443:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225041792 00000100:00100000:3.0:1788483648.502448:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225041792 00010000:00010000:3.0:1788483648.502473:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14834e expref: 84 pid: 6515 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.502523:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225042304 00000100:00100000:3.0:1788483648.502526:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225042304 00010000:00010000:3.0:1788483648.502550:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148355 expref: 85 pid: 13707 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.502573:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 502 00000100:00100000:3.0:1788483648.502579:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:2402:x1875360225041792:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483648.502590:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483648.502598:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14834e expref: 85 pid: 6515 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.502610:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14834e expref: 85 pid: 6515 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.502634:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4c00/0xf2b1f833e60f50e3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14834e expref: 85 pid: 6515 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.502650:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:3.0:1788483648.502655:0:6501:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.502666:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.502674:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.502695:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483648.502833:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 503 00000100:00100000:0.0:1788483648.502844:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:2400:x1875360225042304:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483648.502853:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483648.502860:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148355 expref: 85 pid: 13707 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.502870:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148355 expref: 85 pid: 13707 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.502889:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f50f1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148355 expref: 85 pid: 13707 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.502901:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:0.0:1788483648.502905:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.502914:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.502920:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.502947:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483648.503089:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.503097:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.503188:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.503197:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.503204:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.503223:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.503229:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.503237:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.503248:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483648.503251:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483648.503255:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.503262:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4200/0xf2b1f833e60f5145 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.504531:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:2402:x1875360225041792:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 1942us (2596us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.504531:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34727:x1875360225042048:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 2214us (2432us total) trans 4294968358 rc 0/0 00000100:00100000:3.0:1788483648.504554:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 502 00000100:00100000:2.0:1788483648.504554:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 342 00000100:00100000:3.0:1788483648.504756:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225042176 00000100:00100000:3.0:1788483648.504765:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225042176 00000100:00100000:3.0:1788483648.504822:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 488 00000100:00100000:3.0:1788483648.504832:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:34730:x1875360225042176:12345-192.168.206.36@tcp:101:cp.0 00010000:00010000:3.0:1788483648.504848:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483648.504868:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14836a expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.504900:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000c226172f/0xf2b1f833e60f513e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148363 expref: 24 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.504911:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.504916:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.504921:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 4/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 24 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.504967:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000c226172f/0xf2b1f833e60f513e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148363 expref: 24 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.504984:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000c226172f/0xf2b1f833e60f513e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148363 expref: 24 pid: 8431 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.505000:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251047040:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483648.505077:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483648.507879:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+83:34725:x1875360225041664:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 12240us (12465us total) trans 4294968359 rc 0/0 00000100:00100000:1.0:1788483648.507899:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1734 00000100:00100000:0.0:1788483648.507998:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+82:2400:x1875360225042304:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 5154us (5815us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.508009:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 503 00010000:00010000:2.0:1788483648.508757:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.508772:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.510759:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.510790:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.510902:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225042560 00000100:00100000:1.0:1788483648.510914:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225042560 00000100:00100000:1.0:1788483648.510978:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 343 00000100:00100000:1.0:1788483648.510990:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+83:34725:x1875360225042560:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.511305:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+84:34725:x1875360225042560:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 317us (555us total) trans 4294968361 rc 0/0 00000100:00100000:1.0:1788483648.511314:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 343 00000100:00100000:1.0:1788483648.511467:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251047040:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483648.511528:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 3/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 24 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.511562:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508830c00, rc 0) 00000100:00100000:1.0:1788483648.511594:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+24:34730:x1875360225042176:12345-192.168.206.36@tcp:101:cp.0 Request processed in 6763us (9440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.511601:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 488 00000100:00100000:3.0:1788483648.512535:0:24939:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225042688 00000100:00100000:3.0:1788483648.512554:0:24939:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225042688 00010000:00010000:2.0:1788483648.512561:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.512572:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.512579:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.512587:0:24939:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000c226172f/0xf2b1f833e60f513e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148363 expref: 24 pid: 8431 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.512587:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ad800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.512592:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.512600:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.512618:0:24939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 504 00010000:00010000:2.0:1788483648.512618:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:2.0:1788483648.512621:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00000100:00100000:3.0:1788483648.512627:0:24939:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+24:2402:x1875360225042688:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483648.512627:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.512634:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad800/0xf2b1f833e60f5137 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.512640:0:24939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483648.512661:0:24939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000c226172f/0xf2b1f833e60f513e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148363 expref: 24 pid: 8431 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.512674:0:24939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000c226172f/0xf2b1f833e60f513e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148363 expref: 24 pid: 8431 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.512694:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c226172f/0xf2b1f833e60f513e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148363 expref: 24 pid: 8431 timeout: 913 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.512706:0:24939:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.512710:0:24939:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.512720:0:24939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 23 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.512732:0:24939:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 23 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.512775:0:24939:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 23 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.512791:0:24939:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:24939:1875360251047168:192.168.206.36@tcp:105: 00000100:00100000:3.0:1788483648.512943:0:24939:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619300 going to sleep for 11 seconds 00000040:00080000:2.0:1788483648.513106:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483648.513112:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483648.513209:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 12 00000040:00080000:2.0:1788483648.513219:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483648.513593:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+83:34726:x1875360225041280:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 23207us (23830us total) trans 4294968360 rc 0/0 00000100:00100000:3.0:1788483648.513708:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1733 00000100:00100000:2.0:1788483648.514246:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251047296:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483648.514304:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605f9ea80 going to sleep for 11 seconds 00000100:00100000:0.0:1788483648.522383:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.522481:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225042816 00000100:00100000:1.0:1788483648.522492:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225042816 00000100:00100000:2.0:1788483648.522531:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd500 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251047296:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788483648.522587:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1735 00000100:00100000:1.0:1788483648.522597:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+83:34731:x1875360225042816:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483648.522634:0:6516:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483648.522879:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.523269:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225043072 00000100:00100000:2.0:1788483648.523276:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225043072 00000100:00100000:2.0:1788483648.523315:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 344 00000100:00100000:2.0:1788483648.523323:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+84:34730:x1875360225043072:12345-192.168.206.36@tcp:35:cp.0 00000100:00100000:0.0:1788483648.523390:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.523417:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225043328 00000100:00100000:0.0:1788483648.523421:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225043328 00000100:00100000:0.0:1788483648.523441:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 345 00000100:00100000:0.0:1788483648.523447:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34726:x1875360225043328:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:0.0:1788483648.523689:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:34726:x1875360225043328:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 240us (298us total) trans 4294968363 rc 0/0 00000100:00100000:0.0:1788483648.523698:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 345 00000100:00100000:1.0:1788483648.525523:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+86:34731:x1875360225042816:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 2899us (3126us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.525550:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1735 00000100:00100000:3.0:1788483648.528257:0:24939:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0001_UUID:24939:1875360251047168:192.168.206.36@tcp:105: 00010000:00010000:3.0:1788483648.528303:0:24939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483648.528390:0:24939:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2402:x1875360225042688:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 15762us (17596us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.528403:0:24939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 504 00000100:00100000:2.0:1788483648.529382:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34730:x1875360225043072:12345-192.168.206.36@tcp:35:cp.0 Request processed in 6052us (6497us total) trans 4294968362 rc 0/0 00000100:00100000:2.0:1788483648.529394:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 344 00000100:00100000:0.0:1788483648.531908:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.532965:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225043584 00000100:00100000:3.0:1788483648.532982:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225043584 00000100:00100000:0.0:1788483648.533304:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1736 00000100:00100000:0.0:1788483648.533318:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+85:34731:x1875360225043584:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788483648.533345:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.533381:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f5153 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148371 expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.533576:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f515a lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.533594:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f515a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.533607:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f515a lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1788483648.533619:0:6515:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x34:0x0]: returning size 158 00010000:00010000:0.0:1788483648.533756:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f5153 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148371 expref: 88 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.533777:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f515a lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148371 expref: 87 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.533786:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:0.0:1788483648.533790:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788483648.533793:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ad200, rc 0) 00000100:00100000:0.0:1788483648.533871:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:34731:x1875360225043584:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 555us (1984us total) trans 4294968364 rc 0/0 00000100:00100000:0.0:1788483648.533879:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1736 00000100:00100000:0.0:1788483648.546228:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.546286:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.546486:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225043840 00000100:00100000:2.0:1788483648.546547:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225043840 00000100:00100000:2.0:1788483648.546614:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 489 00000100:00100000:2.0:1788483648.546627:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+21:2402:x1875360225043840:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.546684:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.546710:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 21 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.546720:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483648.546725:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1788483648.546730:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.546773:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 21 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.546789:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 21 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.546812:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251047424:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483648.546941:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8240 going to sleep for 11 seconds 00000100:00100000:3.0:1788483648.547427:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225043712 00000100:00100000:3.0:1788483648.547434:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225043712 00000100:00100000:3.0:1788483648.547485:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 81 00000100:00100000:3.0:1788483648.547494:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:2402:x1875360225043712:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483648.547547:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483648.547573:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f515a lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148371 expref: 87 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.547593:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:3.0:1788483648.547598:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483648.547638:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+86:2402:x1875360225043712:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 145us (1426us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.547648:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 81 00000100:00100000:2.0:1788483648.552947:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251047424:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483648.552990:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.555067:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.555408:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225043968 00000100:00100000:2.0:1788483648.555430:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225043968 00002000:00100000:2.0:1788483648.555493:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff9f76416f3100 x1875360225043968/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.555521:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76416f3100 with x1875360225043968 ext(0->157) 00010000:00010000:2.0:1788483648.555532:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 22 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.555563:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 22 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483648.555572:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f76416f3100 00000100:00100000:2.0:1788483648.555609:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 28 00000100:00100000:2.0:1788483648.555621:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2402:x1875360225043968:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:2.0:1788483648.560276:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+24:2402:x1875360225043968:12345-192.168.206.36@tcp:4:cp.0 Request processed in 4634us (5199us total) trans 4294967379 rc 0/0 00000100:00100000:2.0:1788483648.560294:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 28 00002000:00100000:2.0:1788483648.560313:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x280000401:0x21:0x0] (0->157) req@ffff9f76416f3100 x1875360225043968/t4294967379(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/448 e 0 to 0 dl 1788483659 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.560325:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76416f3100 with x1875360225043968 ext(0->157) 00010000:00010000:2.0:1788483648.560337:0:8437:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 24 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.560794:0:8437:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 24 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483648.560805:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff9f76416f3100 00000100:00100000:0.0:1788483648.566643:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.566794:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225044096 00000100:00100000:1.0:1788483648.566806:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225044096 00000100:00100000:1.0:1788483648.566896:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 625 00000100:00100000:1.0:1788483648.566909:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+86:2402:x1875360225044096:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1788483648.566984:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.567019:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f516f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148378 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567094:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5176 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567111:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5176 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567124:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5176 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567152:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f517d lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567160:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f517d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567167:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f517d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567213:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5176 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567221:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5176 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567228:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5176 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567235:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.567240:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5176 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567252:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5176 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567267:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.567271:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.567276:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5176 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567282:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f5176 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567297:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f517d lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567303:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f517d lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567309:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f517d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567315:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.567317:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f517d lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567324:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f517d lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567331:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff9f7636b37e00) 00010000:00010000:1.0:1788483648.567333:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483648.567336:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f517d lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567346:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f517d lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567395:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f516f lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148378 expref: 87 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567406:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483648.567408:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483648.567411:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786600/0xf2b1f833e60f516f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148378 expref: 87 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.567732:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786600, rc -2) 00000100:00100000:1.0:1788483648.567811:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+86:2402:x1875360225044096:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 904us (1181us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483648.567820:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 625 00000100:00100000:2.0:1788483648.575077:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.575253:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225044224 00000100:00100000:0.0:1788483648.575275:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225044224 00010000:00010000:0.0:1788483648.575327:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 24 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.575383:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 505 00000100:00100000:0.0:1788483648.575395:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7610fcd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+24:2399:x1875360225044224:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483648.575412:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788483648.575695:0:6502:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x21:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788483648.575705:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 24 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.575732:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 24 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.575760:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b25d7475/0xf2b1f833e60f4f0e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14823d expref: 24 pid: 8433 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.575778:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.575783:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.575790:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.575803:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.575849:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483648.575921:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7610fcd850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2399:x1875360225044224:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 528us (925us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.575929:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 505 00010000:00010000:2.0:1788483648.576738:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.576752:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.576780:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.576788:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.576797:0:8871:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.576811:0:8871:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab9200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483648.576817:0:8871:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.576826:0:8871:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.576850:0:8871:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.576859:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002cf63ea2/0xf2b1f833e60f5168 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.576944:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2402:x1875360225043840:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 30317us (30654us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.576954:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 489 00000100:00100000:2.0:1788483648.583551:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.583740:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225044480 00000100:00100000:1.0:1788483648.583752:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225044480 00000100:00100000:1.0:1788483648.583824:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1737 00000100:00100000:1.0:1788483648.583836:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+86:34731:x1875360225044480:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.583986:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+86:34731:x1875360225044480:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 151us (487us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.583994:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1737 00000100:00100000:0.0:1788483648.589563:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.589887:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225044608 00000100:00100000:2.0:1788483648.589900:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225044608 00000100:00100000:2.0:1788483648.589974:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1738 00000100:00100000:2.0:1788483648.589987:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34734:x1875360225044608:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483648.590226:0:8191:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.590254:0:8191:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f5184 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14837f expref: -99 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590341:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590357:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590382:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590395:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5192 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590402:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5192 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590409:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5192 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590537:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f5199 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590556:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f5199 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590564:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f5199 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483648.590611:0:8191:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00000004:00200000:2.0:1788483648.590616:0:8191:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483648.590639:0:8191:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f5199 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590658:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f5199 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590667:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590675:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 4/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590681:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590688:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590695:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab9e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.590700:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590709:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 5/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590724:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483648.590727:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.590732:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 3/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590739:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f518b lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590754:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5192 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590761:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5192 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590768:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5192 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590774:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab9600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.590777:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5192 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590783:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5192 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590791:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f7636b37100) 00010000:00010000:2.0:1788483648.590794:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483648.590797:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5192 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590803:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9600/0xf2b1f833e60f5192 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590832:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f5184 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14837f expref: 120 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590858:0:8191:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8600/0xf2b1f833e60f5199 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14837f expref: 119 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.590867:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9f7636b37f00) 00010000:00010000:2.0:1788483648.590870:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483648.590873:0:8191:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636ab8600, rc 0) 00000100:00100000:2.0:1788483648.590955:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34734:x1875360225044608:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 969us (1460us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.590963:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1738 00000100:00100000:3.0:1788483648.592453:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.592838:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225044736 00000100:00100000:1.0:1788483648.592862:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225044736 00000100:00100000:1.0:1788483648.592926:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 490 00000100:00100000:1.0:1788483648.592938:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+22:2399:x1875360225044736:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.592962:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.592988:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c10ccfd9/0xf2b1f833e60f51a0 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148386 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:1.0:1788483648.593029:0:8431:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x21:0x0] initial LVB size: 158, mtime: 0x6a9a183f, atime: 0x0, ctime: 0x6a9a183f, blocks: 0x8 00010000:00010000:1.0:1788483648.593053:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=813s v=(0 0) 00010000:00010000:1.0:1788483648.593059:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483648.593071:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c10ccfd9/0xf2b1f833e60f51a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148386 expref: 23 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.593091:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c10ccfd9/0xf2b1f833e60f51a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148386 expref: 23 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.593109:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786600, rc 0) 00000100:00100000:1.0:1788483648.593182:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2399:x1875360225044736:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 246us (741us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.593189:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 490 00000100:00100000:3.0:1788483648.599378:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.599691:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225044864 00000100:00100000:1.0:1788483648.599704:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225044864 00000100:00100000:1.0:1788483648.599772:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 491 00000100:00100000:1.0:1788483648.599784:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2400:x1875360225044864:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:1.0:1788483648.599806:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.599829:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005f8b71ec/0xf2b1f833e60f51a7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14838d expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.600217:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251047552:192.168.206.36@tcp:106: 00000100:00100000:1.0:1788483648.600455:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604a400c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483648.606490:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.606567:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225045120 00000100:00100000:1.0:1788483648.606581:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225045120 00000100:00100000:1.0:1788483648.606652:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1739 00000100:00100000:1.0:1788483648.606666:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+86:34731:x1875360225045120:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.606804:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+86:34731:x1875360225045120:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 141us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.606813:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1739 00002000:00010000:1.0:1788483648.609576:0:14965:0:(ofd_lvb.c:260:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb size: 0 -> 158 00002000:00010000:1.0:1788483648.609588:0:14965:0:(ofd_lvb.c:266:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb mtime: 0 -> 1788483647 00002000:00010000:1.0:1788483648.609592:0:14965:0:(ofd_lvb.c:272:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb atime: 0 -> 1788483647 00002000:00010000:1.0:1788483648.609594:0:14965:0:(ofd_lvb.c:278:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb ctime: 0 -> 1788483647 00002000:00010000:1.0:1788483648.609596:0:14965:0:(ofd_lvb.c:284:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb blocks: 0 -> 1 00000100:00100000:1.0:1788483648.609623:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251047552:192.168.206.36@tcp:106: 00010000:00010000:1.0:1788483648.609671:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000005f8b71ec/0xf2b1f833e60f51a7 lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14838d expref: 18 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.609700:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005f8b71ec/0xf2b1f833e60f51a7 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14838d expref: 18 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.609714:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786800, rc 0) 00000100:00100000:1.0:1788483648.609793:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2400:x1875360225044864:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 10010us (10431us total) trans 0 rc 301/301 00000100:00100000:1.0:1788483648.609803:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 491 00000100:00100000:3.0:1788483648.610398:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.612121:0:24938:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225045248 00000100:00100000:1.0:1788483648.612294:0:24938:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225045248 00002000:00100000:1.0:1788483648.612362:0:24938:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff9f76416ab800 x1875360225045248/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.612375:0:24938:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76416ab800 with x1875360225045248 ext(0->4095) 00002000:00010000:1.0:1788483648.612382:0:24938:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76416ab800 00000100:00100000:1.0:1788483648.612416:0:24938:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 118 00000100:00100000:1.0:1788483648.613017:0:24938:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2402:x1875360225045248:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.613239:0:24938:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2402:x1875360225045248:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 239us (2842us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788483648.617529:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.617606:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225045376 00000100:00100000:2.0:1788483648.617618:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225045376 00000100:00100000:2.0:1788483648.617690:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1740 00000100:00100000:2.0:1788483648.617703:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+119:34734:x1875360225045376:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:2.0:1788483648.617738:0:13707:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.617764:0:13707:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f51ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148394 expref: -99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.617854:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f51b5 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.617871:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f51b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.617883:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f51b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483648.617949:0:13707:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000402:0x4c:0x0]: returning size 4096 00000004:00200000:2.0:1788483648.617953:0:13707:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788483648.617977:0:13707:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f51b5 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.618019:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f51ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148394 expref: 121 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.618046:0:13707:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f51b5 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148394 expref: 120 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.618056:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483648.618060:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788483648.618064:0:13707:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636ab8200, rc 0) 00000100:00100000:2.0:1788483648.618295:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+120:34734:x1875360225045376:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 593us (796us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.618303:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1740 00000100:00100000:1.0:1788483648.623312:0:24938:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 118 00002000:00100000:1.0:1788483648.623337:0:24938:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_004: refresh rw locks for [0x280000401:0x21:0x0] (0->4095) req@ffff9f76416ab800 x1875360225045248/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/4536 e 0 to 0 dl 1788483659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:1.0:1788483648.623351:0:24938:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76416ab800 with x1875360225045248 ext(0->4095) 00002000:00010000:1.0:1788483648.623357:0:24938:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff9f76416ab800 00000100:00100000:2.0:1788483648.624252:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.624297:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.624351:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225045632 00000100:00100000:1.0:1788483648.624362:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225045632 00000100:00100000:1.0:1788483648.624432:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1741 00000100:00100000:1.0:1788483648.624444:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+86:34731:x1875360225045632:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.624467:0:6516:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483648.624491:0:6516:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51bc lrc: 2/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483a2 expref: -99 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.624583:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.624601:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.624616:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.624775:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51bc lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a2 expref: 88 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.624794:0:6516:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a2 expref: 87 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.624804:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:1.0:1788483648.624808:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483648.624812:0:6516:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786800, rc 0) 00000100:00100000:1.0:1788483648.624905:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:34731:x1875360225045632:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 461us (605us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.624914:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1741 00000100:00100000:0.0:1788483648.625821:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225045504 00000100:00100000:0.0:1788483648.625833:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225045504 00000100:00100000:0.0:1788483648.625896:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 492 00000100:00100000:0.0:1788483648.625905:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225045504:12345-192.168.206.36@tcp:101:lfs.0 00010000:00010000:0.0:1788483648.625923:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483648.625943:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f51ca lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb14839b expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.626308:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251047680:192.168.206.36@tcp:106: 00000100:00100000:0.0:1788483648.626413:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76011ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1788483648.629241:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.629523:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225045760 00000100:00100000:1.0:1788483648.629536:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225045760 00000100:00100000:1.0:1788483648.629606:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1742 00000100:00100000:1.0:1788483648.629618:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:34731:x1875360225045760:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483648.629657:0:12148:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x34:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788483648.629796:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:8871:1875360251047680:192.168.206.36@tcp:106: 00010000:00010000:2.0:1788483648.629840:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f51ca lrc: 1/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14839b expref: 18 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.629880:0:8871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f51ca lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14839b expref: 18 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.629895:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ad000, rc 0) 00000100:00100000:2.0:1788483648.629973:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2401:x1875360225045504:12345-192.168.206.36@tcp:101:lfs.0 Request processed in 4068us (5725us total) trans 0 rc 301/301 00000100:00100000:2.0:1788483648.629981:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 492 00000100:00100000:1.0:1788483648.632018:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:34731:x1875360225045760:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 2392us (2779us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.632031:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1742 00000100:00100000:3.0:1788483648.635796:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.637059:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.637694:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225046144 00000100:00100000:1.0:1788483648.637864:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225046144 00000100:00100000:1.0:1788483648.637985:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1743 00000100:00100000:1.0:1788483648.638000:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+120:34734:x1875360225046144:12345-192.168.206.36@tcp:58:lfs.0 00000040:00080000:1.0:1788483648.638237:0:13707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x8:0x0].54, 136 off15536 00000100:00100000:1.0:1788483648.638346:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+120:34734:x1875360225046144:12345-192.168.206.36@tcp:58:lfs.0 Request processed in 348us (1293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.638355:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1743 00000100:00100000:2.0:1788483648.639616:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225045888 00000100:00100000:2.0:1788483648.639629:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225045888 00000100:00100000:2.0:1788483648.639688:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 493 00000100:00100000:2.0:1788483648.639699:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2402:x1875360225045888:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.640601:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000048cfe5b7/0xf2b1f833e60f51d1 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.640625:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483648.640630:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483648.640637:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000048cfe5b7/0xf2b1f833e60f51d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.640654:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000048cfe5b7/0xf2b1f833e60f51d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.640684:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000048cfe5b7/0xf2b1f833e60f51d1 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.640694:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000048cfe5b7/0xf2b1f833e60f51d1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.640702:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000048cfe5b7/0xf2b1f833e60f51d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.640932:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab9e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483648.640939:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000048cfe5b7/0xf2b1f833e60f51d1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.640955:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000048cfe5b7/0xf2b1f833e60f51d1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.640975:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000048cfe5b7/0xf2b1f833e60f51d1 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.640984:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000048cfe5b7/0xf2b1f833e60f51d1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.641127:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2402:x1875360225045888:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 1426us (5340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.641136:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 493 00000100:00100000:2.0:1788483648.645026:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.645118:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225046400 00000100:00100000:1.0:1788483648.645132:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225046400 00000100:00100000:1.0:1788483648.645202:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1744 00000100:00100000:1.0:1788483648.645225:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:34731:x1875360225046400:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788483648.645332:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.645354:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a2 expref: 87 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.646917:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.646987:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a2 expref: 87 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.647007:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a2 expref: 87 pid: 6516 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.647027:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251047808:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483648.647427:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7604a40780 going to sleep for 11 seconds 00000100:00100000:2.0:1788483648.655680:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.655805:0:24939:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225046528 00000100:00100000:3.0:1788483648.655817:0:24939:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225046528 00010000:00010000:3.0:1788483648.655936:0:24939:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a2 expref: 88 pid: 6516 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.655979:0:24939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 506 00000100:00100000:3.0:1788483648.655993:0:24939:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+88:2402:x1875360225046528:12345-192.168.206.36@tcp:103:ldlm_bl.0 00000100:00100000:1.0:1788483648.656057:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251047808:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483648.656089:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.656123:0:24939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483648.656199:0:24939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a2 expref: 88 pid: 6516 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.656285:0:24939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a2 expref: 88 pid: 6516 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.656313:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f51c3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a2 expref: 88 pid: 6516 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.656331:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:3.0:1788483648.656337:0:24939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.656349:0:24939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.656357:0:24939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.656388:0:24939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483648.656445:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.656453:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.656618:0:24939:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:2402:x1875360225046528:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 627us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.656626:0:24939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 506 00010000:00010000:1.0:1788483648.656697:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.656706:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.656713:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.656719:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483648.656724:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.656732:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.656743:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:1.0:1788483648.656746:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:1.0:1788483648.656750:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483648.656756:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787a00/0xf2b1f833e60f51d8 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.657984:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:34731:x1875360225046400:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 12762us (12961us total) trans 4294968365 rc 0/0 00000100:00100000:1.0:1788483648.657997:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1744 00000040:00080000:2.0:1788483648.669771:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483648.669784:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483648.669951:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:2.0:1788483648.669967:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483648.671912:0:13792:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251047936:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788483648.672100:0:13792:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483648.690234:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.690602:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225046784 00000100:00100000:0.0:1788483648.690619:0:6518:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225046784 00000100:00100000:0.0:1788483648.690692:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 346 00000100:00100000:0.0:1788483648.690706:0:6518:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f760a431850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+88:34731:x1875360225046784:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788483648.691786:0:13792:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd880 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:13792:1875360251047936:192.168.206.36@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1788483648.692368:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.692446:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225046912 00000100:00100000:1.0:1788483648.692455:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225046912 00000100:00100000:1.0:1788483648.692552:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1745 00000100:00100000:1.0:1788483648.692562:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+88:34737:x1875360225046912:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788483648.692607:0:6515:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788483648.692737:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+88:34737:x1875360225046912:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 176us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.692746:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1745 00000100:00100000:0.0:1788483648.694215:0:6518:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f760a431850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+88:34731:x1875360225046784:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 3508us (3990us total) trans 4294968366 rc 0/0 00000100:00100000:0.0:1788483648.694226:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 346 00000100:00100000:3.0:1788483648.717999:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.718121:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225047168 00000100:00100000:2.0:1788483648.718134:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225047168 00000100:00100000:2.0:1788483648.718210:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1746 00000100:00100000:2.0:1788483648.718222:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+88:34737:x1875360225047168:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.718253:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.718279:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f51df lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483a9 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.718413:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f51e6 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.718436:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f51e6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.718449:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f51e6 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788483648.718461:0:6514:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000403:0x35:0x0]: returning size 158 00010000:00010000:2.0:1788483648.718641:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f51df lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a9 expref: 91 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.718663:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f51e6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a9 expref: 90 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.718673:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9f7636b37f00) 00010000:00010000:2.0:1788483648.718676:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788483648.718681:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636ab9e00, rc 0) 00000100:00100000:2.0:1788483648.718754:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:34737:x1875360225047168:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 534us (768us total) trans 4294968367 rc 0/0 00000100:00100000:2.0:1788483648.718762:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1746 00000100:00100000:1.0:1788483648.739677:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.739745:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.739861:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225047424 00000100:00100000:0.0:1788483648.739875:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225047424 00000100:00100000:0.0:1788483648.739956:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 82 00000100:00100000:0.0:1788483648.739969:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:2401:x1875360225047424:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483648.739988:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483648.740020:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f51e6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483a9 expref: 90 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.740044:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9f7636b37f00) 00010000:00010000:0.0:1788483648.740051:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483648.740129:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+89:2401:x1875360225047424:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 162us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.740138:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 82 00000100:00100000:3.0:1788483648.740891:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225047296 00000100:00100000:3.0:1788483648.740898:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225047296 00000100:00100000:3.0:1788483648.740945:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 494 00000100:00100000:3.0:1788483648.740954:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2401:x1875360225047296:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:3.0:1788483648.740999:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.741022:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 23 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.741031:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483648.741036:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(1 0) 00010000:00010000:3.0:1788483648.741042:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 4/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.741090:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 23 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.741107:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 23 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.741123:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251048064:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483648.741305:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619300 going to sleep for 11 seconds 00000100:00100000:1.0:1788483648.762024:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.762165:0:8436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225047552 00000100:00100000:2.0:1788483648.762181:0:8436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225047552 00002000:00100000:2.0:1788483648.762256:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x23:0x0] (0->157) req@ffff9f76416f2680 x1875360225047552/t0(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.762269:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76416f2680 with x1875360225047552 ext(0->157) 00010000:00010000:2.0:1788483648.762281:0:8436:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 24 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.762303:0:8436:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 5/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 24 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483648.762312:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f76416f2680 00000100:00100000:2.0:1788483648.762365:0:8436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 29 00000100:00100000:2.0:1788483648.762377:0:8436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+24:2401:x1875360225047552:12345-192.168.206.36@tcp:4:cp.0 00000100:00100000:3.0:1788483648.764739:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251048064:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483648.764783:0:14965:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.765651:0:8436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+26:2401:x1875360225047552:12345-192.168.206.36@tcp:4:cp.0 Request processed in 3262us (3630us total) trans 4294967392 rc 0/0 00000100:00100000:2.0:1788483648.765664:0:8436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 29 00002000:00100000:2.0:1788483648.765678:0:8436:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x2c0000401:0x23:0x0] (0->157) req@ffff9f76416f2680 x1875360225047552/t4294967392(0) o4->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 648/448 e 0 to 0 dl 1788483659 ref 1 fl Complete:H/600/0 rc 0/0 job:'cp.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.765689:0:8436:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76416f2680 with x1875360225047552 ext(0->157) 00010000:00010000:2.0:1788483648.765700:0:8436:0:(ldlm_extent.c:791:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 26 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.766086:0:8436:0:(ldlm_lockd.c:607:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 26 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483648.766102:0:8436:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff9f76416f2680 00000100:00100000:2.0:1788483648.774721:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.774843:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225047680 00000100:00100000:0.0:1788483648.774857:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225047680 00010000:00010000:0.0:1788483648.774921:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 26 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483648.774974:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 507 00000100:00100000:0.0:1788483648.774986:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+26:2400:x1875360225047680:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483648.775005:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:0.0:1788483648.775026:0:6502:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x23:0x0] updating lvb blocks from disk: 1 -> 8 00010000:00010000:0.0:1788483648.775034:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 26 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.775050:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 26 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.775084:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d7a853f8/0xf2b1f833e60f514c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14836a expref: 26 pid: 14965 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.775104:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.775110:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788483648.775117:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.775332:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 4/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483648.775380:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483648.775473:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+25:2400:x1875360225047680:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 488us (776us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.775483:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 507 00010000:00010000:3.0:1788483648.775915:0:14965:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.775927:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.775953:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.775962:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.775977:0:14965:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.775986:0:14965:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483648.775991:0:14965:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.776001:0:14965:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.776017:0:14965:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.776024:0:14965:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f51f4 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.776114:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+24:2401:x1875360225047296:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 35158us (36449us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.776745:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 494 00000100:00100000:2.0:1788483648.778811:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.780281:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225047936 00000100:00100000:0.0:1788483648.780298:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225047936 00000100:00100000:0.0:1788483648.780386:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1747 00000100:00100000:0.0:1788483648.780399:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+89:34737:x1875360225047936:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1788483648.780590:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+89:34737:x1875360225047936:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 193us (1791us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.780598:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1747 00000100:00100000:1.0:1788483648.784685:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.784850:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225048064 00000100:00100000:2.0:1788483648.784865:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225048064 00000100:00100000:2.0:1788483648.784956:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 495 00000100:00100000:2.0:1788483648.784970:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+24:2402:x1875360225048064:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.784995:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.785025:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000c76ace0/0xf2b1f833e60f51fb lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483b0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788483648.785057:0:8871:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 158, mtime: 0x6a9a183f, atime: 0x0, ctime: 0x6a9a183f, blocks: 0x8 00010000:00010000:2.0:1788483648.785081:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=813s v=(0 0) 00010000:00010000:2.0:1788483648.785087:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483648.785099:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000c76ace0/0xf2b1f833e60f51fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b0 expref: 25 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.785120:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000000c76ace0/0xf2b1f833e60f51fb lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b0 expref: 25 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.785138:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636ab9600, rc 0) 00000100:00100000:2.0:1788483648.785215:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+25:2402:x1875360225048064:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 247us (545us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.785223:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 495 00000100:00100000:3.0:1788483648.830007:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483648.830294:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225048320 00000100:00100000:1.0:1788483648.830307:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225048320 00000100:00100000:1.0:1788483648.830390:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1748 00000100:00100000:1.0:1788483648.830403:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+89:34737:x1875360225048320:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.830604:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+89:34737:x1875360225048320:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 202us (610us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483648.830613:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1748 00000100:00100000:3.0:1788483648.864169:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.864385:0:8437:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225048448 00000100:00100000:2.0:1788483648.864397:0:8437:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225048448 00002000:00100000:2.0:1788483648.864459:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x23:0x0] (0->4095) req@ffff9f76416a9500 x1875360225048448/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/0 e 0 to 0 dl 1788483659 ref 1 fl New:/600/ffffffff rc 0/-1 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.864472:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76416a9500 with x1875360225048448 ext(0->4095) 00002000:00010000:2.0:1788483648.864479:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76416a9500 00000100:00100000:2.0:1788483648.864562:0:8437:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 119 00000100:00100000:2.0:1788483648.864574:0:8437:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+25:2401:x1875360225048448:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 00000100:00100000:2.0:1788483648.864806:0:8437:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+25:2401:x1875360225048448:12345-192.168.206.36@tcp:3:lhsmtool_posix.0 Request processed in 233us (650us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1788483648.864814:0:8437:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 119 00002000:00100000:2.0:1788483648.864822:0:8437:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x2c0000401:0x23:0x0] (0->4095) req@ffff9f76416a9500 x1875360225048448/t0(0) o3->c2f161f0-c3a9-4e6f-9128-8eb834c5854e@192.168.206.36@tcp:399/0 lens 488/4536 e 0 to 0 dl 1788483659 ref 1 fl Complete:/600/0 rc 4096/4096 job:'lhsmtool_posix.0' uid:0 gid:0 projid:0 00002000:00100000:2.0:1788483648.864831:0:8437:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff9f76416a9500 with x1875360225048448 ext(0->4095) 00002000:00010000:2.0:1788483648.864835:0:8437:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff9f76416a9500 00000100:00100000:1.0:1788483648.876637:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.877260:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225048576 00000100:00100000:2.0:1788483648.877275:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225048576 00000100:00100000:2.0:1788483648.877351:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1749 00000100:00100000:2.0:1788483648.877373:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+89:34737:x1875360225048576:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.877403:0:6514:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483648.877430:0:6514:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f5202 lrc: 2/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483b7 expref: -99 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.877473:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 3/1,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.877495:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.877531:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 3/1,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.877701:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f5202 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b7 expref: 91 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.877848:0:6514:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b7 expref: 90 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.877859:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9f7636b37f00) 00010000:00010000:2.0:1788483648.877862:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483648.877866:0:6514:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636ab9e00, rc 0) 00000100:00100000:2.0:1788483648.877963:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:34737:x1875360225048576:12345-192.168.206.36@tcp:101:lhsmtool_posix.0 Request processed in 601us (1339us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.877971:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1749 00000100:00100000:1.0:1788483648.891007:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483648.891420:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225048704 00000100:00100000:0.0:1788483648.891434:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225048704 00000100:00100000:0.0:1788483648.891556:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1750 00000100:00100000:0.0:1788483648.891569:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:34737:x1875360225048704:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 00000004:00000080:0.0:1788483648.891608:0:8191:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x200000403:0x35:0x0] from 18446744073709551615 #0 00000100:00100000:0.0:1788483648.891773:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:34737:x1875360225048704:12345-192.168.206.36@tcp:53:lhsmtool_posix.0 Request processed in 205us (780us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483648.891782:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1750 00000100:00100000:1.0:1788483648.902213:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.903581:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225048832 00000100:00100000:2.0:1788483648.903598:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225048832 00000100:00100000:2.0:1788483648.903663:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 496 00000100:00100000:2.0:1788483648.903676:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+25:2402:x1875360225048832:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.903746:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5210 lrc: 3/1,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.903767:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483648.903772:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483648.903780:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5210 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.903796:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5210 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.903825:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5210 lrc: 3/1,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.903833:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5210 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.903841:0:8433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.903849:0:8433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483648.903854:0:8433:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5210 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.903864:0:8433:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5210 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.903894:0:8433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5210 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.903903:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5210 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.904033:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+25:2402:x1875360225048832:12345-192.168.206.36@tcp:1:lhsmtool_posix.0 Request processed in 358us (1834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483648.904042:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 496 00000100:00100000:1.0:1788483648.908925:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483648.909193:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225049088 00000100:00100000:2.0:1788483648.909206:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225049088 00000100:00100000:2.0:1788483648.909276:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1751 00000100:00100000:2.0:1788483648.909289:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:34737:x1875360225049088:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 00010000:00010000:2.0:1788483648.909405:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.909426:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b7 expref: 90 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.909436:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 4/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.909480:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b7 expref: 90 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.909515:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b7 expref: 90 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.909533:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251048192:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483648.909651:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8000 going to sleep for 11 seconds 00000100:00100000:3.0:1788483648.917995:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251048192:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483648.918183:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483648.919037:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.919120:0:24939:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225049216 00000100:00100000:3.0:1788483648.919140:0:24939:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225049216 00010000:00010000:3.0:1788483648.919190:0:24939:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b7 expref: 91 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483648.919550:0:24939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 508 00000100:00100000:3.0:1788483648.919564:0:24939:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+91:2402:x1875360225049216:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483648.919584:0:24939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483648.919593:0:24939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b7 expref: 91 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.919607:0:24939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b7 expref: 91 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.919633:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5209 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483b7 expref: 91 pid: 6514 timeout: 913 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.919650:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9f7636b37f00) 00010000:00010000:3.0:1788483648.919655:0:24939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.919667:0:24939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.919675:0:24939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483648.919703:0:24939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483648.919769:0:24939:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:2402:x1875360225049216:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 208us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483648.919777:0:24939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 508 00010000:00010000:2.0:1788483648.919859:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.919873:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.920102:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.920111:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.920118:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.920137:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483648.920143:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.920151:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 4/0,0 mode: PW/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.920162:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x35:0x0].0x0 (ffff9f7636b37f00) 00010000:00010000:2.0:1788483648.920165:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788483648.920169:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 2/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483648.920175:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5217 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x35:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483648.920279:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:34737:x1875360225049088:12345-192.168.206.36@tcp:57:lhsmtool_posix.0 Request processed in 10992us (11368us total) trans 4294968368 rc 0/0 00000100:00100000:2.0:1788483648.920290:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1751 00000040:00080000:3.0:1788483648.923553:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483648.923566:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483648.924051:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 13 00000040:00080000:3.0:1788483648.924061:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483648.925622:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483648.925779:0:14620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225049472 00000100:00100000:3.0:1788483648.925793:0:14620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225049472 00000100:00100000:3.0:1788483648.925858:0:14620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 347 00000100:00100000:3.0:1788483648.925870:0:14620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:34737:x1875360225049472:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 00000100:00100000:1.0:1788483648.947029:0:14620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+91:34737:x1875360225049472:12345-192.168.206.36@tcp:35:lhsmtool_posix.0 Request processed in 21145us (21406us total) trans 4294968369 rc 0/0 00000100:00100000:1.0:1788483648.947045:0:14620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 347 00000100:00100000:0.0:1788483649.093660:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483649.093691:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251048448:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483649.093702:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251048320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483649.093862:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483649.093947:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251048960:0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.093982:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483649.094013:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251049472:0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.094045:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483649.094049:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251048960 00000100:00100000:2.0:1788483649.094060:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251048960 00000100:00100000:1.0:1788483649.094069:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251049984:0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.094097:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483649.094121:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788483649.094129:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251048576:0@lo:400:kworker.0 00000100:00100000:2.0:1788483649.094131:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:2.0:1788483649.094147:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251048960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.094167:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483649.094195:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251049088:0@lo:400:kworker.0 00000100:00100000:2.0:1788483649.094225:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251048960:12345-0@lo:400:kworker.0 Request processed in 81us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483649.094234:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:1.0:1788483649.094240:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483649.094262:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251049472 00000100:00100000:1.0:1788483649.094266:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251049600:0@lo:400:kworker.0 00000100:00100000:2.0:1788483649.094267:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251049472 00000100:00100000:1.0:1788483649.094294:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483649.094361:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251050112:0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.094385:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483649.094605:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483649.094632:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251048704:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.094657:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483649.094671:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251049216:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.094714:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483649.094734:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251049728:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.094757:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483649.094772:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788483649.094777:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251048832:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.094796:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483649.094821:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251049344:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.094840:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483649.094853:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251049856:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.095214:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483649.095248:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251048320 00000100:00100000:0.0:1788483649.095253:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251048320 00000100:00100000:0.0:1788483649.095288:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251048448 00000100:00100000:0.0:1788483649.095291:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251048448 00000100:00100000:0.0:1788483649.095307:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1788483649.095313:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251048320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483649.095331:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229624640 pending 143360 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483649.095365:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251048320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (1573us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.095372:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1788483649.095386:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788483649.095391:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251048448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483649.095400:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229624640 pending 143360 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483649.095435:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251048448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.095441:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788483649.095459:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251048704 00000100:00100000:0.0:1788483649.095462:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251048704 00000100:00100000:0.0:1788483649.095478:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251049216 00000100:00100000:0.0:1788483649.095480:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251049216 00000100:00100000:0.0:1788483649.095491:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251049728 00000100:00100000:0.0:1788483649.095493:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251049728 00000100:00100000:0.0:1788483649.095532:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251049344 00000100:00100000:0.0:1788483649.095546:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251049344 00000100:00100000:0.0:1788483649.095562:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251049856 00000100:00100000:0.0:1788483649.095564:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251049856 00000100:00100000:0.0:1788483649.095578:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1788483649.095595:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251048704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.095629:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251048704:12345-0@lo:400:kworker.0 Request processed in 45us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.095635:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:0.0:1788483649.095646:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1788483649.095665:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251049216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.095695:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251049216:12345-0@lo:400:kworker.0 Request processed in 31us (980us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.095701:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:0.0:1788483649.095713:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1788483649.095718:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251049728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.095745:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251049728:12345-0@lo:400:kworker.0 Request processed in 26us (987us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.095751:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:0.0:1788483649.095762:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:0.0:1788483649.095767:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251049344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.095793:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251049344:12345-0@lo:400:kworker.0 Request processed in 26us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.095798:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:0.0:1788483649.095809:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1788483649.095815:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251049856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.095838:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251049856:12345-0@lo:400:kworker.0 Request processed in 24us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.095843:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1111 00000100:00100000:0.0:1788483649.095870:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251049088 00000100:00100000:0.0:1788483649.095873:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251049088 00000100:00100000:0.0:1788483649.095903:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251048832 00000100:00100000:0.0:1788483649.095907:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251048832 00000100:00100000:2.0:1788483649.096111:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251049984 00000100:00100000:2.0:1788483649.096116:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251049984 00000100:00100000:2.0:1788483649.096146:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251049600 00000100:00100000:2.0:1788483649.096149:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251049600 00000100:00100000:2.0:1788483649.096167:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1788483649.096174:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251049472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483649.096225:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251049472:12345-0@lo:400:kworker.0 Request processed in 51us (2179us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483649.096231:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1788483649.096245:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1788483649.096251:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251049984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483649.096283:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251049984:12345-0@lo:400:kworker.0 Request processed in 33us (2185us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483649.096289:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1788483649.096299:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:2.0:1788483649.096304:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251049600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483649.096330:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251049600:12345-0@lo:400:kworker.0 Request processed in 26us (2037us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483649.096339:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00080000:2.0:1788483649.096363:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483649.096368:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483649.096371:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483649.096373:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483649.096850:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251050112 00000100:00100000:2.0:1788483649.096856:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251050112 00000100:00100000:1.0:1788483649.096858:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251048960:0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.096882:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251049472:0@lo:400:kworker.0 00000100:00100000:2.0:1788483649.096890:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1788483649.096898:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251049984:0@lo:400:kworker.0 00000100:00100000:2.0:1788483649.096901:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251050112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483649.096954:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251050112:12345-0@lo:400:kworker.0 Request processed in 57us (2567us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483649.096960:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1788483649.096990:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251048320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483649.097032:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251049600:0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.097042:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251050112:0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.097087:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251048576 00000100:00100000:1.0:1788483649.097092:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251048576 00000100:00100000:1.0:1788483649.097133:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1788483649.097141:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251048576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.097175:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251048576:12345-0@lo:400:kworker.0 Request processed in 37us (3010us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483649.097180:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1788483649.097219:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1788483649.097228:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251049088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.097263:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251049088:12345-0@lo:400:kworker.0 Request processed in 37us (3025us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483649.097268:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1788483649.097290:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251048576:0@lo:400:kworker.0 00000100:00100000:1.0:1788483649.097298:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251049088:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.097791:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1788483649.097799:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251048832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.097845:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251048832:12345-0@lo:400:kworker.0 Request processed in 46us (3047us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.097852:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1788483649.097894:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251048832:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.097910:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251049344:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.097922:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251049856:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.097936:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251048704:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.097949:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251049216:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.097961:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251049728:0@lo:400:kworker.0 00000100:00100000:0.0:1788483649.097978:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251048448:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788483649.285706:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483649.604950:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251050240:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483649.605053:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483649.605146:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251050240 00000100:00100000:1.0:1788483649.605156:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251050240 00000100:00100000:1.0:1788483649.605210:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1788483649.605222:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251050240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483649.605264:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483649.605315:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251050240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483649.605323:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:1.0:1788483649.605381:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641777100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251050240:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1788483649.910119:0:24978:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483649.910131:0:24978:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483649.910315:0:24978:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:2.0:1788483649.910324:0:24978:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483649.981685:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483649.981788:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483649.981791:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225049600 00000100:00100000:2.0:1788483649.981804:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225049600 00000100:00100000:0.0:1788483649.981851:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483649.983575:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483649.984401:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225049856 00000100:00100000:2.0:1788483649.984414:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225049856 00000100:00100000:2.0:1788483649.984490:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 497 00000100:00100000:2.0:1788483649.984520:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225049600:12345-192.168.206.36@tcp:101:ll_sa.0 00010000:00010000:2.0:1788483649.984554:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483649.984578:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f521e lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483be expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483649.984611:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=2s v=(0 0) 00010000:00010000:2.0:1788483649.984615:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483649.986003:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f521e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483be expref: 19 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483649.986047:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f521e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483be expref: 19 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483649.986067:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5fc00, rc 0) 00000100:00100000:2.0:1788483649.986176:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+19:2400:x1875360225049600:12345-192.168.206.36@tcp:101:ll_sa.0 Request processed in 1674us (4722us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483649.986185:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 497 00000100:00100000:2.0:1788483649.986225:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 498 00000100:00100000:2.0:1788483649.986238:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225049856:12345-192.168.206.36@tcp:101:ll_sa.0 00010000:00010000:2.0:1788483649.986251:0:8433:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483649.986266:0:8433:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5225 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483cc expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483649.986286:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788483649.986290:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483649.986297:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483cc expref: 19 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483649.986309:0:8433:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483cc expref: 19 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483649.986317:0:8433:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7631f5f200, rc 0) 00000100:00100000:2.0:1788483649.986350:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+19:2400:x1875360225049856:12345-192.168.206.36@tcp:101:ll_sa.0 Request processed in 116us (4499us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483649.986357:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 498 00000100:00080000:2.0:1788483649.986380:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483649.987272:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225049728 00000100:00100000:3.0:1788483649.987284:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225049728 00000100:00100000:3.0:1788483649.987412:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225049984 00000100:00100000:3.0:1788483649.987416:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225049984 00000100:00100000:3.0:1788483649.987440:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 499 00000100:00100000:3.0:1788483649.987449:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2400:x1875360225049728:12345-192.168.206.36@tcp:101:ll_sa.0 00000100:00100000:0.0:1788483649.987493:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483649.987553:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483649.987567:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:3.0:1788483649.987577:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1788483649.987579:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00010000:00010000:3.0:1788483649.987594:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f522c lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483c5 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483649.987595:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483649.987609:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225050112 00000100:00100000:0.0:1788483649.987613:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225050112 00010000:00010000:3.0:1788483649.987616:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788483649.987619:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483649.987693:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f522c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483c5 expref: 18 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483649.987695:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225050240 00000100:00100000:0.0:1788483649.987698:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225050240 00000100:00100000:0.0:1788483649.987710:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225050368 00010000:00010000:3.0:1788483649.987712:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f522c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483c5 expref: 19 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483649.987712:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225050368 00000100:00100000:0.0:1788483649.987721:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225050496 00000100:00100000:0.0:1788483649.987723:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225050496 00000100:00100000:0.0:1788483649.987731:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225050624 00010000:00010000:3.0:1788483649.987733:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4200, rc 0) 00000100:00100000:0.0:1788483649.987733:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225050624 00000100:00100000:0.0:1788483649.987744:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 500 00000100:00100000:0.0:1788483649.987750:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2400:x1875360225049984:12345-192.168.206.36@tcp:101:ll_sa.0 00010000:00010000:0.0:1788483649.987757:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483649.987767:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009fd60e47/0xf2b1f833e60f5233 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483d3 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483649.987777:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+22:2400:x1875360225049728:12345-192.168.206.36@tcp:101:ll_sa.0 Request processed in 331us (5990us total) trans 0 rc 0/0 00010000:00010000:0.0:1788483649.987779:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788483649.987783:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1788483649.987785:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 499 00010000:00010000:0.0:1788483649.987789:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009fd60e47/0xf2b1f833e60f5233 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483d3 expref: 22 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.987799:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000009fd60e47/0xf2b1f833e60f5233 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483d3 expref: 21 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483649.987801:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 501 00000100:00100000:3.0:1788483649.987807:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+20:2400:x1875360225050112:12345-192.168.206.36@tcp:101:ll_sa.0 00010000:00010000:0.0:1788483649.987809:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ad800, rc 0) 00010000:00010000:3.0:1788483649.987814:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483649.987823:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f523a lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483da expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483649.987829:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2400:x1875360225049984:12345-192.168.206.36@tcp:101:ll_sa.0 Request processed in 79us (4264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.987834:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 500 00010000:00010000:3.0:1788483649.987836:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788483649.987839:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483649.987844:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f523a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483da expref: 21 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483649.987846:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 502 00000100:00100000:0.0:1788483649.987851:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+20:2400:x1875360225050240:12345-192.168.206.36@tcp:101:ll_sa.0 00010000:00010000:3.0:1788483649.987856:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f523a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483da expref: 21 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.987857:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788483649.987864:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000005fba9441/0xf2b1f833e60f5241 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483e1 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483649.987865:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f5600, rc 0) 00000100:00100000:3.0:1788483649.987883:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2400:x1875360225050112:12345-192.168.206.36@tcp:101:ll_sa.0 Request processed in 76us (459us total) trans 0 rc 0/0 00010000:00010000:0.0:1788483649.987883:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788483649.987886:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1788483649.987889:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 501 00010000:00010000:0.0:1788483649.987891:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000005fba9441/0xf2b1f833e60f5241 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e1 expref: 21 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.987901:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000005fba9441/0xf2b1f833e60f5241 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e1 expref: 21 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483649.987904:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 503 00000100:00100000:3.0:1788483649.987909:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+20:2400:x1875360225050368:12345-192.168.206.36@tcp:101:ll_sa.0 00010000:00010000:0.0:1788483649.987910:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417ace00, rc 0) 00010000:00010000:3.0:1788483649.987916:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483649.987923:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007d260cad/0xf2b1f833e60f5248 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483e8 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483649.987928:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2400:x1875360225050240:12345-192.168.206.36@tcp:101:ll_sa.0 Request processed in 76us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.987933:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 502 00010000:00010000:3.0:1788483649.987935:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=1s v=(0 0) 00010000:00010000:3.0:1788483649.987938:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483649.987943:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007d260cad/0xf2b1f833e60f5248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e8 expref: 21 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483649.987944:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 504 00000100:00100000:0.0:1788483649.987950:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+20:2400:x1875360225050496:12345-192.168.206.36@tcp:101:ll_sa.0 00010000:00010000:3.0:1788483649.987954:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000007d260cad/0xf2b1f833e60f5248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e8 expref: 21 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.987955:0:8871:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483649.987962:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4c00, rc 0) 00010000:00010000:0.0:1788483649.987962:0:8871:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f524f lrc: 2/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483ef expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.987973:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=1s v=(0 0) 00010000:00010000:0.0:1788483649.987976:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00000100:00100000:3.0:1788483649.987981:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2400:x1875360225050368:12345-192.168.206.36@tcp:101:ll_sa.0 Request processed in 71us (412us total) trans 0 rc 0/0 00010000:00010000:0.0:1788483649.987981:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f524f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483ef expref: 21 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483649.987987:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 503 00010000:00010000:0.0:1788483649.987992:0:8871:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f524f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483ef expref: 21 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483649.987999:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 505 00010000:00010000:0.0:1788483649.988002:0:8871:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f76417aca00, rc 0) 00000100:00100000:3.0:1788483649.988004:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2402:x1875360225050624:12345-192.168.206.36@tcp:101:rm.0 00010000:00010000:3.0:1788483649.988010:0:8431:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483649.988018:0:8431:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f5256 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483f6 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483649.988019:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2400:x1875360225050496:12345-192.168.206.36@tcp:101:ll_sa.0 Request processed in 69us (439us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483649.988025:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 504 00010000:00010000:3.0:1788483649.988030:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=2s v=(0 0) 00010000:00010000:3.0:1788483649.988032:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483649.988037:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f5256 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483f6 expref: 21 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483649.988053:0:8431:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f5256 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483f6 expref: 21 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483649.988061:0:8431:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f75097f4600, rc 0) 00000100:00100000:3.0:1788483649.988080:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2402:x1875360225050624:12345-192.168.206.36@tcp:101:rm.0 Request processed in 76us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483649.988086:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 505 00000100:00080000:0.0:1788483649.988260:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483649.996521:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483649.996581:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225050880 00000100:00100000:0.0:1788483649.996595:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225050880 00000100:00100000:0.0:1788483649.996776:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1752 00000100:00100000:0.0:1788483649.996788:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+120:34745:x1875360225050880:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:0.0:1788483649.996855:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788483649.996889:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39800/0xf2b1f833e60f46d3 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147de4 expref: 120 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.996914:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:0.0:1788483649.996926:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f51b5 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148394 expref: 119 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.996938:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483649.996942:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483649.996971:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.996987:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.996998:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.997014:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.997022:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.997028:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.997134:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.997146:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dcf expref: 90 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.997155:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.997194:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dcf expref: 90 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483649.997209:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dcf expref: 90 pid: 12148 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483649.997225:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251050368:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483649.997352:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619780 going to sleep for 11 seconds 00000100:00100000:0.0:1788483649.999936:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251050368:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483649.999974:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788483650.000620:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483650.004597:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483650.004827:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225051008 00000100:00100000:3.0:1788483650.004840:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225051008 00000100:00080000:1.0:1788483650.004899:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788483650.004919:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dcf expref: 91 pid: 12148 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483650.004983:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 509 00000100:00100000:3.0:1788483650.005005:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+91:2402:x1875360225051008:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483650.005026:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483650.005035:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dcf expref: 91 pid: 12148 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.005051:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dcf expref: 91 pid: 12148 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.005080:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911a400/0xf2b1f833e60f46a2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2c:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147dcf expref: 91 pid: 12148 timeout: 914 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.005096:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:3.0:1788483650.005104:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.005115:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.005123:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.005159:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788483650.005413:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.005425:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483650.005460:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:2402:x1875360225051008:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 465us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483650.005469:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 509 00000040:00080000:0.0:1788483650.005846:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].16, 64 off9240 00000004:00080000:0.0:1788483650.005858:0:8191:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 814960358737ns, next at 815960355699ns, rc = 0 00010000:00010000:0.0:1788483650.005923:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.005939:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.005949:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.005957:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.005965:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.005973:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.005995:0:8191:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788483650.006019:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006026:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006033:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006039:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ada00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483650.006044:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006052:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006061:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:0.0:1788483650.006065:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1788483650.006068:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006075:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ada00/0xf2b1f833e60f526b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2c:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006095:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006102:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006108:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006114:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006120:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ad000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:0.0:1788483650.006123:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006129:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006137:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:0.0:1788483650.006140:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788483650.006143:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006150:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad000/0xf2b1f833e60f525d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1788483650.006161:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ca7dcd4f reply state 0000000004d17a46 transno 4294968370 ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006173:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483650.006180:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9f76113d6d00) 00010000:00010000:1.0:1788483650.006183:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483650.006183:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1788483650.006189:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1788483650.006193:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.006201:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ad400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483650.006205:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.006213:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.006223:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2c:0x0].0x0 (ffff9f76113d6c00) 00010000:00010000:1.0:1788483650.006226:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483650.006229:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.006236:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad400/0xf2b1f833e60f5272 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2c:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.006256:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483650.006258:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483650.006260:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483650.006604:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+120:34745:x1875360225050880:12345-192.168.206.36@tcp:36:rm.0 Request processed in 9816us (10110us total) trans 4294968370 rc 0/0 00000100:00100000:0.0:1788483650.006612:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1752 00000100:00100000:3.0:1788483650.220760:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483650.220848:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483650.220871:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483650.220942:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483650.220974:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483650.221000:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483650.221016:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225051264 00000100:00100000:0.0:1788483650.221030:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225051264 00000100:00100000:0.0:1788483650.221093:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225051776 00000100:00100000:0.0:1788483650.221097:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225051776 00000100:00100000:0.0:1788483650.221123:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1112 00000100:00100000:0.0:1788483650.221134:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+120:2401:x1875360225051264:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483650.221243:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+120:2401:x1875360225051264:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 110us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483650.221252:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1112 00000100:00100000:0.0:1788483650.221272:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1113 00000100:00100000:0.0:1788483650.221278:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:2401:x1875360225051776:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483650.221321:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:2401:x1875360225051776:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 44us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483650.221328:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1113 00000100:00100000:3.0:1788483650.221883:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483650.221917:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225051392 00000100:00100000:0.0:1788483650.221924:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225051392 00000100:00100000:0.0:1788483650.221971:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1114 00000100:00100000:0.0:1788483650.221979:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225051392:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483650.222022:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225051392:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 44us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483650.222029:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1114 00000100:00080000:0.0:1788483650.222047:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483650.225324:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483650.225362:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483650.225384:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225051520 00000100:00100000:1.0:1788483650.225396:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225051520 00000100:00100000:1.0:1788483650.225456:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225052032 00000100:00100000:1.0:1788483650.225459:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225052032 00000100:00100000:1.0:1788483650.225547:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225051648 00000100:00100000:1.0:1788483650.225551:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225051648 00000100:00100000:1.0:1788483650.225571:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 690 00000100:00100000:1.0:1788483650.225582:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2401:x1875360225051520:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483650.225674:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2401:x1875360225051520:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 94us (4826us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483650.225681:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 690 00000100:00100000:1.0:1788483650.225711:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 691 00000100:00100000:1.0:1788483650.225718:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2401:x1875360225052032:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483650.225741:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+23:2401:x1875360225052032:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (4799us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483650.225747:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 691 00000100:00100000:1.0:1788483650.225757:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 692 00000100:00100000:1.0:1788483650.225764:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2401:x1875360225051648:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483650.225785:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2401:x1875360225051648:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (3906us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483650.225792:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 692 00000100:00080000:1.0:1788483650.225814:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483650.226323:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225051904 00000100:00100000:2.0:1788483650.226331:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225051904 00000100:00100000:2.0:1788483650.226431:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1115 00000100:00100000:2.0:1788483650.226439:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225051904:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483650.226487:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225051904:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 49us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483650.226494:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1115 00000100:00100000:3.0:1788483650.228917:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225052160 00000100:00100000:3.0:1788483650.228938:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225052160 00000100:00100000:2.0:1788483650.229830:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225051136 00000100:00100000:2.0:1788483650.229840:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225051136 00000100:00100000:2.0:1788483650.229928:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 769 00000100:00100000:2.0:1788483650.229940:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225051136:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483650.230155:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225051136:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 215us (9178us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483650.230164:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 769 00000100:00080000:1.0:1788483650.231379:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483650.231474:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483650.232203:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 693 00000100:00100000:3.0:1788483650.232220:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+25:2401:x1875360225052160:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483650.232324:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+25:2401:x1875360225052160:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 109us (6960us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483650.232333:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 693 00010000:00010000:1.0:1788483650.311163:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483650.799287:0:25030:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483650.799295:0:25030:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483650.799359:0:25030:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 13 00000040:00080000:3.0:1788483650.799364:0:25030:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483650.870625:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483650.870707:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225052416 00000100:00100000:3.0:1788483650.870717:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225052416 00000100:00100000:3.0:1788483650.870772:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1753 00000100:00100000:3.0:1788483650.870781:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+120:34757:x1875360225052416:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:3.0:1788483650.870832:0:6516:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483650.870858:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39200/0xf2b1f833e60f47a5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e38 expref: 120 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.870877:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:3.0:1788483650.870882:0:6516:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483650.870906:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f5279 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.870919:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f5279 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.870929:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f5279 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.870942:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.870949:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.870955:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.871036:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.871047:0:6516:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e23 expref: 89 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.871054:0:6516:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.871091:0:6516:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e23 expref: 89 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.871107:0:6516:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e23 expref: 89 pid: 6515 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483650.871121:0:6516:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251050496:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483650.871220:0:6516:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750669ce40 going to sleep for 11 seconds 00000100:00100000:1.0:1788483650.873922:0:6516:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:6516:1875360251050496:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483650.873949:0:6516:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483650.874773:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483650.874851:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225052544 00000100:00100000:2.0:1788483650.874858:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225052544 00010000:00010000:2.0:1788483650.874889:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e23 expref: 90 pid: 6515 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483650.874924:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 510 00000100:00100000:2.0:1788483650.874932:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+90:2401:x1875360225052544:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483650.874945:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483650.874952:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e23 expref: 90 pid: 6515 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483650.874966:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e23 expref: 90 pid: 6515 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483650.874988:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ec200/0xf2b1f833e60f4774 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e23 expref: 90 pid: 6515 timeout: 915 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483650.875004:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:2.0:1788483650.875009:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483650.875018:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483650.875024:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483650.875049:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483650.875099:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+89:2401:x1875360225052544:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 166us (328us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483650.875107:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 510 00010000:00010000:1.0:1788483650.875176:0:6516:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875184:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788483650.875411:0:6516:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].19, 64 off9528 00000004:00080000:1.0:1788483650.875422:0:6516:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 815829922502ns, next at 816829919037ns, rc = 0 00010000:00010000:1.0:1788483650.875476:0:6516:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875487:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875495:0:6516:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875558:0:6516:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875565:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875575:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875595:0:6516:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788483650.875614:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875620:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.875628:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483650.875628:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.875645:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875645:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f4e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483650.875655:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.875662:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483650.875669:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.875672:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875700:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:1.0:1788483650.875704:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483650.875708:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875715:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4e00/0xf2b1f833e60f5287 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875730:0:6516:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f5279 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875736:0:6516:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f5279 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875742:0:6516:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f5279 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875749:0:6516:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483650.875755:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875755:0:6516:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f5279 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875794:0:6516:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f5279 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.875802:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2d:0x0].0x0 (ffff9f7636a6ca00) 00010000:00010000:1.0:1788483650.875807:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483650.875809:0:6503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483650.875814:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483650.875819:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875822:0:6516:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f5279 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.875845:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f528e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483650.875847:0:6516:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5200/0xf2b1f833e60f5279 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483650.875881:0:6516:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000002b494c93 reply state 0000000096b99d11 transno 4294968371 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.875893:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483650.875894:0:6516:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483650.875898:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483650.875902:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483650.875910:0:6516:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9f7603b2b600) 00010000:00010000:1.0:1788483650.875914:0:6516:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483650.875916:0:6516:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483650.875977:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+121:34757:x1875360225052416:12345-192.168.206.36@tcp:36:rm.0 Request processed in 5195us (5360us total) trans 4294968371 rc 0/0 00000100:00100000:1.0:1788483650.875985:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1753 00000040:00080000:3.0:1788483650.949606:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483650.949614:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483650.949682:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788483650.949688:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483651.332639:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788483651.652710:0:8866:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 816607208120ns, next at 817607205200ns, rc = 0 00000100:00100000:1.0:1788483651.652753:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251050624:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483651.652814:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483651.652965:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251050624 00000100:00100000:0.0:1788483651.652973:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251050624 00000100:00100000:0.0:1788483651.653014:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1788483651.653033:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251050624:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483651.653057:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253315904 pending 143360 free 3921362944 avail 3689840640 00000100:00100000:0.0:1788483651.653098:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251050624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483651.653105:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1788483651.653145:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251050624:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483651.653308:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251050752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483651.653337:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788483651.653377:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483651.653388:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251050752 00000100:00100000:1.0:1788483651.653392:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251050752 00000100:00100000:1.0:1788483651.653419:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1788483651.653425:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251050752:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483651.653435:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253315904 pending 143360 free 3921362944 avail 3689840640 00000100:00100000:1.0:1788483651.653464:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251050752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483651.653470:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:1.0:1788483651.653485:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483651.653538:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251050752:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1788483651.876130:0:25081:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483651.876139:0:25081:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483651.876194:0:25081:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:1.0:1788483651.876201:0:25081:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483651.923119:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483651.923192:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225052800 00000100:00100000:2.0:1788483651.923201:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225052800 00000100:00100000:2.0:1788483651.923268:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1754 00000100:00100000:2.0:1788483651.923278:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+121:34768:x1875360225052800:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:2.0:1788483651.923330:0:6515:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483651.923355:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76366ed000/0xf2b1f833e60f48d9 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147eb6 expref: 121 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923380:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:2.0:1788483651.923385:0:6515:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483651.923409:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5295 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923421:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5295 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923429:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5295 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923443:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923450:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923469:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923580:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923591:0:6515:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e77 expref: 88 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923600:0:6515:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923630:0:6515:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e77 expref: 88 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483651.923645:0:6515:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e77 expref: 88 pid: 6515 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483651.923659:0:6515:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251050880:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483651.923733:0:6515:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76052a9240 going to sleep for 11 seconds 00000100:00080000:3.0:1788483651.924243:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483651.926363:0:6515:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:6515:1875360251050880:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483651.926391:0:6515:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483651.926687:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483651.926723:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225052928 00000100:00100000:0.0:1788483651.926730:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225052928 00010000:00010000:0.0:1788483651.926767:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e77 expref: 89 pid: 6515 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483651.926804:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 511 00000100:00100000:0.0:1788483651.926812:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7610fce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+89:2401:x1875360225052928:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483651.926824:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483651.926830:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e77 expref: 89 pid: 6515 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483651.926840:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e77 expref: 89 pid: 6515 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483651.926858:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4400/0xf2b1f833e60f4846 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e77 expref: 89 pid: 6515 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483651.926868:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:0.0:1788483651.926873:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483651.926881:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483651.926888:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483651.926912:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483651.926960:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7610fce050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+88:2401:x1875360225052928:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 147us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483651.926967:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 511 00010000:00010000:1.0:1788483651.927862:0:6515:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.927873:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788483651.928111:0:6515:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].17, 64 off9304 00010000:00010000:1.0:1788483651.928167:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928179:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928188:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928195:0:6515:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928201:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928207:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928227:0:6515:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788483651.928246:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928253:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928259:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928266:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab9200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483651.928270:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928277:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928291:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:1.0:1788483651.928294:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483651.928299:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928305:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9200/0xf2b1f833e60f52a3 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2e:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928321:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5295 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928328:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5295 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928334:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5295 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928339:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab9e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483651.928341:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5295 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928347:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5295 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928353:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483651.928356:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483651.928359:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5295 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928363:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab9e00/0xf2b1f833e60f5295 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483651.928376:0:6515:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000df192baa reply state 0000000093755e49 transno 4294968372 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928386:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483651.928391:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9f7636a6ce00) 00010000:00010000:1.0:1788483651.928394:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483651.928396:0:6515:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483651.928453:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+122:34768:x1875360225052800:12345-192.168.206.36@tcp:36:rm.0 Request processed in 5175us (5339us total) trans 4294968372 rc 0/0 00000100:00100000:1.0:1788483651.928461:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1754 00010000:00010000:3.0:1788483651.928672:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483651.928679:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483651.928686:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483651.928689:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483651.928707:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483651.928716:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2e:0x0].0x0 (ffff9f7603b2b400) 00010000:00010000:3.0:1788483651.928719:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788483651.928722:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483651.928733:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f52aa lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2e:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483651.928747:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483651.928749:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483651.928751:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483652.356860:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483652.673179:0:25132:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483652.673186:0:25132:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483652.673242:0:25132:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788483652.673248:0:25132:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483652.677148:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251051008:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483652.677213:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483652.677289:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251051008 00000100:00100000:2.0:1788483652.677296:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251051008 00000100:00100000:2.0:1788483652.677337:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1788483652.677346:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251051008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483652.677381:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483652.677423:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251051008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (210us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483652.677429:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1788483652.677482:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251051008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483652.737940:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483652.738031:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225053184 00000100:00100000:2.0:1788483652.738040:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225053184 00000100:00100000:2.0:1788483652.738099:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1755 00000100:00100000:2.0:1788483652.738109:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+122:34778:x1875360225053184:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:2.0:1788483652.738165:0:13707:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483652.738190:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f4a1b lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fb9 expref: 122 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738208:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:2.0:1788483652.738213:0:13707:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483652.738236:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f52b1 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738249:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f52b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738259:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f52b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738272:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738280:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738287:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738353:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738449:0:13707:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f34 expref: 87 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738458:0:13707:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 4/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738488:0:13707:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f34 expref: 87 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.738535:0:13707:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f34 expref: 87 pid: 12148 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483652.738550:0:13707:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251051136:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483652.738626:0:13707:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75066246c0 going to sleep for 11 seconds 00000040:00080000:2.0:1788483652.743821:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788483652.746337:0:13707:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:13707:1875360251051136:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483652.746364:0:13707:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483652.758564:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483652.758705:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225053312 00000100:00100000:1.0:1788483652.758715:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225053312 00010000:00010000:1.0:1788483652.758761:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f34 expref: 88 pid: 12148 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483652.758801:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 512 00000100:00100000:1.0:1788483652.758810:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+88:2401:x1875360225053312:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483652.758823:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483652.758829:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f34 expref: 88 pid: 12148 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483652.758842:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f34 expref: 88 pid: 12148 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483652.758862:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a38a00/0xf2b1f833e60f49c0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x2f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147f34 expref: 88 pid: 12148 timeout: 917 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483652.758877:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:1.0:1788483652.758882:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 3/0,1 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483652.758891:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483652.758898:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483652.758918:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483652.758957:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:2401:x1875360225053312:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 148us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483652.758963:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 512 00000100:00080000:3.0:1788483652.759160:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788483652.759819:0:13707:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.759831:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788483652.760073:0:13707:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].20, 64 off9592 00000004:00080000:2.0:1788483652.760084:0:13707:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 817714584229ns, next at 818714581323ns, rc = 0 00010000:00010000:2.0:1788483652.760137:0:13707:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760150:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760160:0:13707:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760167:0:13707:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760174:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760179:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760256:0:13707:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788483652.760287:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760295:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760301:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760307:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600030000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483652.760312:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760319:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760330:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:2.0:1788483652.760333:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788483652.760337:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 2/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760346:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f52bf lrc: 0/0,0 mode: --/EX res: [0x200000403:0x2f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760365:0:13707:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f52b1 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760371:0:13707:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f52b1 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760377:0:13707:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f52b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760382:0:13707:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600031000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483652.760384:0:13707:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f52b1 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760389:0:13707:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f52b1 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760397:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483652.760399:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483652.760401:0:13707:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f52b1 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760407:0:13707:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f52b1 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:2.0:1788483652.760431:0:13707:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000077e378ab reply state 00000000df4e5677 transno 4294968373 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760443:0:13707:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483652.760449:0:13707:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f7636a6c000) 00010000:00010000:2.0:1788483652.760452:0:13707:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1788483652.760455:0:13707:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788483652.760573:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+123:34778:x1875360225053184:12345-192.168.206.36@tcp:36:rm.0 Request processed in 22460us (22636us total) trans 4294968373 rc 0/0 00000100:00100000:2.0:1788483652.760582:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1755 00010000:00010000:3.0:1788483652.762098:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483652.762110:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483652.762119:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600031400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483652.762123:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483652.762131:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483652.762146:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2f:0x0].0x0 (ffff9f76039f5c00) 00010000:00010000:3.0:1788483652.762148:0:6503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788483652.762152:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483652.762158:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f52c6 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x2f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483652.762176:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483652.762177:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483652.762179:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788483653.194640:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967392 is committed 00000001:00080000:0.0:1788483653.207726:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967379 is committed 00010000:00010000:0.0:1788483653.380655:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483653.860615:0:25183:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483653.860628:0:25183:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483653.860706:0:25183:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788483653.860713:0:25183:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483653.927675:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483653.927978:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225053568 00000100:00100000:1.0:1788483653.927993:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225053568 00000100:00100000:1.0:1788483653.928084:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1756 00000100:00100000:1.0:1788483653.928098:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+123:34788:x1875360225053568:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:1.0:1788483653.928171:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483653.928204:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f4b02 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148014 expref: 123 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928225:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:1.0:1788483653.928232:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483653.928264:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928281:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928293:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928310:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928317:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928324:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928422:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928433:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fff expref: 86 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928443:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 4/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928485:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fff expref: 86 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.928539:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fff expref: 86 pid: 12148 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.928558:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cf100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251051264:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483653.928690:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b8000 going to sleep for 11 seconds 00000100:00080000:2.0:1788483653.928955:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483653.931576:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483653.931649:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225053824 00000100:00100000:1.0:1788483653.931665:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225053824 00000100:00100000:1.0:1788483653.931753:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 630 00000100:00100000:1.0:1788483653.931768:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+123:2402:x1875360225053824:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1788483653.931814:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483653.931837:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f52e2 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148404 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.931903:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f52e9 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.931931:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f52e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.931943:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f52e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.931959:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f52f0 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.931967:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f52f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.931973:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f52f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932019:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f52e9 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932026:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f52e9 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932037:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f52e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932043:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483653.932047:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f52e9 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932056:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f52e9 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932069:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483653.932073:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483653.932077:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f52e9 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932084:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f52e9 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932098:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f52f0 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932105:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f52f0 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932110:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f52f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932115:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483653.932118:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f52f0 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932127:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f52f0 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932134:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff9f7636b4f900) 00010000:00010000:1.0:1788483653.932136:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483653.932138:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f52f0 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932143:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787800/0xf2b1f833e60f52f0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932176:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f52e2 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148404 expref: 124 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932187:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483653.932189:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483653.932193:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786e00/0xf2b1f833e60f52e2 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148404 expref: 124 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.932202:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636786e00, rc -2) 00000100:00100000:1.0:1788483653.932451:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+123:2402:x1875360225053824:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 685us (1028us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483653.932460:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 630 00000100:00100000:2.0:1788483653.932614:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483653.938477:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483653.938558:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225053696 00000100:00100000:0.0:1788483653.938569:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225053952 00000100:00100000:2.0:1788483653.938570:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225053696 00000100:00100000:0.0:1788483653.938585:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225053952 00010000:00010000:0.0:1788483653.938643:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fff expref: 87 pid: 12148 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483653.938657:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 506 00000100:00100000:2.0:1788483653.938675:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2402:x1875360225053696:12345-192.168.206.36@tcp:101:ll_agl.0 00000100:00100000:0.0:1788483653.938699:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 513 00010000:00010000:2.0:1788483653.938704:0:14965:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1788483653.938714:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:2401:x1875360225053952:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483653.938731:0:14965:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f52f7 lrc: 2/0,0 mode: --/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb1483fd expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.938732:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483653.938746:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 5/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fff expref: 87 pid: 12148 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.938770:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fff expref: 87 pid: 12148 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.938773:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=5s v=(0 0) 00010000:00010000:2.0:1788483653.938786:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483653.938800:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f52f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483fd expref: 22 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.938806:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:0.0:1788483653.938816:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 3/0,1 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.938823:0:14965:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: 000000009944d3a7/0xf2b1f833e60f52f7 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x23:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483fd expref: 22 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.938831:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.938843:0:14965:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7508b8e600, rc 0) 00010000:00010000:0.0:1788483653.938844:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.938873:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483653.938934:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+87:2401:x1875360225053952:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 224us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483653.938942:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 513 00000100:00100000:2.0:1788483653.939664:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+22:2402:x1875360225053696:12345-192.168.206.36@tcp:101:ll_agl.0 Request processed in 987us (7045us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483653.939673:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 506 00000100:00080000:2.0:1788483653.939785:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788483653.946696:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509a39c00/0xf2b1f833e60f4ad1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x30:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147fff expref: 86 pid: 12148 timeout: 918 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.946725:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cf100 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251051264:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483653.946756:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.946766:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.946773:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788483653.947085:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].18, 64 off9368 00000004:00080000:1.0:1788483653.947098:0:8191:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 818901598020ns, next at 819901594390ns, rc = 0 00010000:00010000:1.0:1788483653.947181:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 3/0,1 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947197:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947209:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947229:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947236:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947242:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947263:0:8191:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788483653.947288:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947299:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947305:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947311:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483653.947316:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947324:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947338:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:1.0:1788483653.947342:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483653.947347:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 2/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947354:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787e00/0xf2b1f833e60f52db lrc: 0/0,0 mode: --/EX res: [0x200000403:0x30:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947375:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947381:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947387:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947392:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947397:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483653.947400:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947405:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947412:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483653.947415:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483653.947418:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947423:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787c00/0xf2b1f833e60f52cd lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483653.947434:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000133ba034 reply state 000000001c998132 transno 4294968374 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947446:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947452:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f7636b4f800) 00010000:00010000:1.0:1788483653.947455:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483653.947458:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483653.947606:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+124:34788:x1875360225053568:12345-192.168.206.36@tcp:36:rm.0 Request processed in 19509us (19942us total) trans 4294968374 rc 0/0 00000100:00100000:1.0:1788483653.947617:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1756 00010000:00010000:1.0:1788483653.947671:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483653.947678:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947689:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483653.947693:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947699:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947708:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x30:0x0].0x0 (ffff9f76039f5800) 00010000:00010000:1.0:1788483653.947711:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483653.947714:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 1/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947719:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786400/0xf2b1f833e60f52fe lrc: 0/0,0 mode: --/PW res: [0x200000403:0x30:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.947736:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483653.947738:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483653.947739:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788483653.952044:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968374 is committed 00000004:00080000:1.0:1788483653.952061:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 21 committed 00000004:00080000:1.0:1788483653.952079:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 23 committed 00000004:00080000:1.0:1788483653.952091:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 20 committed 00000004:00080000:1.0:1788483653.952097:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 22 committed 00000004:00080000:1.0:1788483653.952100:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 19 committed 00000001:00080000:1.0:1788483653.952110:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968369 is committed 00000100:00100000:0.0:1788483653.952580:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251051520:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1788483653.952629:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952641:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952648:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952654:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ad200 already unused, calling callback (ffffffffc19ee4f0) 00000100:00100000:0.0:1788483653.952659:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483653.952660:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952669:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952688:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x156975b9 (ffff9f76113d6d00) 00010000:00010000:3.0:1788483653.952691:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483653.952697:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952705:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad200/0xf2b1f833e60f5264 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x156975b9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952735:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952742:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952748:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952753:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75097f5400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483653.952756:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952762:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952770:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x3fac6341 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483653.952773:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483653.952776:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952782:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f5400/0xf2b1f833e60f5280 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x3fac6341 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6516 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952799:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952805:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952811:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952817:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636ab8200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483653.952820:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952826:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952834:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x353b91a9 (ffff9f7636a6ce00) 00010000:00010000:3.0:1788483653.952837:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483653.952837:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251051392:0@lo:6:osp-syn-0-0.0 00010000:00010000:3.0:1788483653.952839:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952845:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8200/0xf2b1f833e60f529c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x353b91a9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952862:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.952868:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483653.952870:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952876:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952882:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600031600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483653.952885:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952890:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952901:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x54ccc52d (ffff9f7636a6c000) 00010000:00010000:3.0:1788483653.952903:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483653.952906:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952912:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f52b8 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x54ccc52d bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 13707 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952928:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952934:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952940:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952945:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483653.952948:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952953:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952961:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xde5271db (ffff9f7636b4f800) 00010000:00010000:3.0:1788483653.952963:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483653.952965:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.952971:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787000/0xf2b1f833e60f52d4 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0xde5271db bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.953348:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483653.953357:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251051904:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788483653.953388:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483653.953421:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75081ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251051648:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788483653.953446:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483653.953466:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483653.953472:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251051776:0@lo:6:osp-syn-1-0.0 00000100:00100000:0.0:1788483653.953492:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788483653.953563:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.953567:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251051520 00010000:00010000:3.0:1788483653.953572:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.953575:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251051520 00010000:00010000:3.0:1788483653.953578:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.953584:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509524e00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483653.953587:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.953593:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.953604:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9f7636a6c600) 00010000:00010000:3.0:1788483653.953607:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483653.953609:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.953615:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509524e00/0xf2b1f833e60f4ecf lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.953625:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251051392 00000100:00100000:0.0:1788483653.953628:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251051392 00010000:00010000:3.0:1788483653.953632:0:3625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.953638:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251051904 00010000:00010000:3.0:1788483653.953639:0:3625:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.953639:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251051904 00010000:00010000:3.0:1788483653.953645:0:3625:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.953651:0:3625:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786000 already unused, calling callback (ffffffffc19ee4f0) 00000100:00100000:0.0:1788483653.953651:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251051648 00000100:00100000:0.0:1788483653.953652:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251051648 00010000:00010000:3.0:1788483653.953654:0:3625:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.953660:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251051776 00010000:00010000:3.0:1788483653.953661:0:3625:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.953662:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251051776 00010000:00010000:3.0:1788483653.953669:0:3625:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6f5308b8 (ffff9f7636b37100) 00010000:00010000:3.0:1788483653.953672:0:3625:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483653.953675:0:3625:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.953675:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00010000:00010000:3.0:1788483653.953681:0:3625:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786000/0xf2b1f833e60f510d lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6f5308b8 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483653.953709:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1788483653.953719:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251051392:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:3.0:1788483653.953753:0:8433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:29 count 1 00010000:00010000:3.0:1788483653.953779:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.953791:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1788483653.953799:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3641:x1875360251051904:12345-0@lo:6:osp-syn-1-0.0 00010000:00010000:3.0:1788483653.953802:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000004f31b388/0xf2b1f833e60f48a1 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea1 expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.953812:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f5256 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483f6 expref: 20 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00002000:00080000:1.0:1788483653.953813:0:8432:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:32 count 1 00010000:00010000:3.0:1788483653.953826:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=4s v=(0 0) 00010000:00010000:1.0:1788483653.953827:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.953831:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483653.953836:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.953839:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000055f785a1/0xf2b1f833e60f4f00 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f0 expref: 14 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.953848:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5225 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483cc expref: 21 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.953853:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=4s v=(0 0) 00010000:00010000:1.0:1788483653.953856:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483653.953860:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.953868:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f5256 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483f6 expref: 20 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.953876:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483cc expref: 21 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.953885:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f5256 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483f6 expref: 20 pid: 8431 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.953885:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483cc expref: 21 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483653.953900:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251052032:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483653.953900:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251052160:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483653.953988:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000055f785a1/0xf2b1f833e60f4f00 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f0 expref: 14 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.954004:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000055f785a1/0xf2b1f833e60f4f00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f0 expref: 14 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.954015:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251052288:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483653.954051:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360251051520:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788483653.954065:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:30 count 1 00010000:00010000:0.0:1788483653.954077:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.954089:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4f07 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148236 expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.954099:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f522c lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483c5 expref: 20 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.954107:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=4s v=(0 0) 00010000:00010000:0.0:1788483653.954110:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483653.954114:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.954132:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f522c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483c5 expref: 20 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.954141:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f522c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483c5 expref: 20 pid: 8431 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.954152:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251052416:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483653.955178:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000004f31b388/0xf2b1f833e60f48a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea1 expref: 12 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.955193:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000004f31b388/0xf2b1f833e60f48a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea1 expref: 12 pid: 14965 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483653.955207:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251052544:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483653.955240:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c900 going to sleep for 11 seconds 00000100:00100000:1.0:1788483653.956429:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f75065b80c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788483653.962177:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483653.962206:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483653.962265:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251052160:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483653.962296:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225054080 00000100:00100000:2.0:1788483653.962304:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225054080 00010000:00010000:2.0:1788483653.962345:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483cc expref: 22 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483653.962381:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225054208 00000100:00100000:2.0:1788483653.962385:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225054208 00010000:00010000:2.0:1788483653.962404:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f5256 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483f6 expref: 21 pid: 8431 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483653.962429:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 514 00000100:00100000:2.0:1788483653.962438:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+22:2399:x1875360225054080:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483653.962455:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483653.962461:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5225 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483cc expref: 22 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.962474:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5225 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483cc expref: 22 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.962555:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000064c95c9c/0xf2b1f833e60f5225 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483cc expref: 22 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.962574:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483653.962633:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2399:x1875360225054080:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 196us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483653.962641:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 514 00000100:00100000:2.0:1788483653.964875:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 515 00000100:00100000:2.0:1788483653.964899:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2399:x1875360225054208:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483653.964921:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483653.964932:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f5256 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483f6 expref: 21 pid: 8431 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.964952:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f5256 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483f6 expref: 21 pid: 8431 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.964980:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483653.965041:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2399:x1875360225054208:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 152us (2834us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483653.965049:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 515 00010000:00010000:2.0:1788483653.965280:0:8433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a8ef2f92/0xf2b1f833e60f5256 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483f6 expref: 20 pid: 8431 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483653.965298:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251052032:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483653.965986:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4f07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148236 expref: 12 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.966010:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4f07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148236 expref: 12 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.966028:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251052672:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483653.966074:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619780 going to sleep for 11 seconds 00000100:00080000:0.0:1788483653.966104:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483653.966111:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483653.972730:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483653.972763:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483653.972851:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225054336 00000100:00100000:2.0:1788483653.972863:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225054336 00000100:00100000:3.0:1788483653.972892:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251052416:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483653.972910:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251052672:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483653.972949:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.973045:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251052544:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483653.973072:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.974255:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000004f31b388/0xf2b1f833e60f48a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea1 expref: 13 pid: 14965 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483653.974306:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225054464 00000100:00100000:2.0:1788483653.974314:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225054464 00000100:00100000:1.0:1788483653.974325:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 516 00010000:00010000:2.0:1788483653.974341:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000055f785a1/0xf2b1f833e60f4f00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f0 expref: 15 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.974342:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2401:x1875360225054336:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483653.974364:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483653.974373:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000004f31b388/0xf2b1f833e60f48a1 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea1 expref: 13 pid: 14965 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483653.974374:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 517 00000100:00100000:2.0:1788483653.974387:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+15:2401:x1875360225054464:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483653.974394:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000004f31b388/0xf2b1f833e60f48a1 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea1 expref: 13 pid: 14965 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.974399:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483653.974408:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000055f785a1/0xf2b1f833e60f4f00 lrc: 5/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f0 expref: 15 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.974422:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000055f785a1/0xf2b1f833e60f4f00 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f0 expref: 15 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.974425:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004f31b388/0xf2b1f833e60f48a1 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147ea1 expref: 13 pid: 14965 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.974452:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483653.974452:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483653.974464:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483653.974464:0:6500:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483653.974479:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.974479:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.974538:0:6500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.974539:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483653.974573:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483653.974579:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483653.974765:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2401:x1875360225054336:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 429us (2051us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483653.974774:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 516 00010000:00010000:3.0:1788483653.975206:0:8432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055f785a1/0xf2b1f833e60f4f00 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481f0 expref: 15 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483653.975220:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251052288:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483653.975243:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.975259:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.975266:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.975278:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.975286:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.975311:0:8432:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788483653.975387:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483653.975395:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.975405:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786e00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483653.975410:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.975420:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.975435:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.975448:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000532efca9/0xf2b1f833e60f530c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.975467:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483653.975469:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483653.975471:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483653.975948:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.975959:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.975968:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.975975:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.975989:0:8433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1788483653.976195:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3640:x1875360251051392:12345-0@lo:6:osp-syn-0-0.0 Request processed in 22476us (23323us total) trans 4294967380 rc 0/0 00000100:00100000:0.0:1788483653.976204:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1788483653.976228:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:0.0:1788483653.976239:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360251051648:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1788483653.976272:0:8433:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:31 count 1 00010000:00010000:0.0:1788483653.976296:0:8433:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.976312:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000cb81a89f/0xf2b1f833e60f4f15 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148244 expref: 11 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.976321:0:8433:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000009fd60e47/0xf2b1f833e60f5233 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483d3 expref: 19 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.976328:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=4s v=(0 0) 00010000:00010000:0.0:1788483653.976332:0:8433:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788483653.976336:0:8433:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 5/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.976369:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000009fd60e47/0xf2b1f833e60f5233 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483d3 expref: 19 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.976383:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000009fd60e47/0xf2b1f833e60f5233 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483d3 expref: 19 pid: 8871 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.976398:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251052800:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483653.976786:0:8433:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000cb81a89f/0xf2b1f833e60f4f15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148244 expref: 11 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.976801:0:8433:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000cb81a89f/0xf2b1f833e60f4f15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148244 expref: 11 pid: 8432 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483653.976822:0:8433:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251052928:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483653.976854:0:8433:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507619b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788483653.978522:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2401:x1875360225054464:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 4036us (5656us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483653.978538:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 517 00000100:00100000:1.0:1788483653.978751:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483653.978795:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000004:00080000:1.0:1788483653.978858:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f75064e3800/2, rc 0, transno 4294967380 00000100:00100000:1.0:1788483653.978865:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251051392:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788483653.978893:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225054720 00000100:00100000:1.0:1788483653.978899:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225054720 00000100:00100000:3.0:1788483653.978901:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3641:x1875360251051904:12345-0@lo:6:osp-syn-1-0.0 Request processed in 25100us (25509us total) trans 4294967393 rc 0/0 00000100:00100000:3.0:1788483653.978929:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:3.0:1788483653.978954:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1788483653.978965:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251051776:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788483653.978995:0:8432:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:31 count 1 00010000:00010000:1.0:1788483653.978997:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4f07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148236 expref: 12 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.979020:0:8432:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.979041:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f489a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e9a expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.979053:0:8432:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f521e lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483be expref: 20 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.979061:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=4s v=(0 0) 00010000:00010000:3.0:1788483653.979065:0:8432:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483653.979070:0:8432:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.979086:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225054592 00000100:00100000:1.0:1788483653.979094:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225054592 00010000:00010000:3.0:1788483653.979110:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f521e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483be expref: 20 pid: 8433 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979114:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f522c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483c5 expref: 20 pid: 8431 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.979137:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f521e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483be expref: 20 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.979147:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 518 00000100:00100000:3.0:1788483653.979155:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251053056:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483653.979157:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7610fce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2402:x1875360225054720:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483653.979173:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483653.979179:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4f07 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148236 expref: 12 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979192:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4f07 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148236 expref: 12 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979216:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031cbb3dc/0xf2b1f833e60f4f07 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148236 expref: 12 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979233:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483653.979246:0:8432:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f489a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e9a expref: 13 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.979256:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7610fce850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225054720:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 100us (505us total) trans 0 rc 0/0 00010000:00010000:3.0:1788483653.979263:0:8432:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f489a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e9a expref: 13 pid: 8432 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.979269:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 518 00000100:00100000:3.0:1788483653.979281:0:8432:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251053184:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483653.979314:0:8432:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655c3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483653.979317:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 519 00000100:00100000:1.0:1788483653.979326:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+20:2402:x1875360225054592:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483653.979333:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483653.979336:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483653.979339:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f522c lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483c5 expref: 20 pid: 8431 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.979345:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979354:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f522c lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483c5 expref: 20 pid: 8431 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.979359:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508830c00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483653.979368:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979373:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000029dd4a10/0xf2b1f833e60f522c lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483c5 expref: 20 pid: 8431 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.979389:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979391:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483653.979399:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483653.979410:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.979415:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979436:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.979438:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7a853f8/0xf2b1f833e60f5305 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979471:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483653.979472:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483653.979477:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483653.979480:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483653.979490:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+19:2402:x1875360225054592:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 165us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483653.979527:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 519 00010000:00010000:1.0:1788483653.979563:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979573:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979583:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979593:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.979617:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788483653.979739:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+8:3641:x1875360251051520:12345-0@lo:6:osp-syn-0-0.0 Request processed in 25691us (27080us total) trans 4294967381 rc 0/0 00000100:00100000:1.0:1788483653.979746:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00080000:1.0:1788483653.980575:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483653.980583:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483653.981411:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483653.981422:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.981437:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ad000 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483653.981443:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.981454:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.981475:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.981483:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000bfbc2fce/0xf2b1f833e60f5313 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.981533:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483653.981536:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483653.981537:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1788483653.985811:0:3641:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7507731c00/2, rc 0, transno 4294967393 00000100:00100000:2.0:1788483653.985835:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251051904:0@lo:6:osp-syn-1-0.0 00000004:00080000:2.0:1788483653.985855:0:3641:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f76416f0700/2, rc 0, transno 4294967381 00000100:00100000:2.0:1788483653.985859:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251051520:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788483653.994958:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483653.994978:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483653.994992:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483653.995011:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483653.995134:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251053056:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483653.995148:0:8432:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8432:1875360251053184:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483653.995186:0:8432:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.995293:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251052800:192.168.206.36@tcp:104: 00000100:00100000:1.0:1788483653.995304:0:8433:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8433:1875360251052928:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483653.995322:0:8433:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.995350:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225054976 00000100:00100000:1.0:1788483653.995358:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225054976 00010000:00010000:1.0:1788483653.995406:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000cb81a89f/0xf2b1f833e60f4f15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148244 expref: 11 pid: 8432 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483653.995648:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225055232 00000100:00100000:1.0:1788483653.995652:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225055232 00010000:00010000:1.0:1788483653.995669:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f489a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e9a expref: 14 pid: 8432 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483653.995759:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225054848 00000100:00100000:3.0:1788483653.995764:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225054848 00010000:00010000:3.0:1788483653.995781:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000009fd60e47/0xf2b1f833e60f5233 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483d3 expref: 19 pid: 8871 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483653.995796:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225055104 00000100:00100000:3.0:1788483653.995799:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225055104 00010000:00010000:3.0:1788483653.995811:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f521e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483be expref: 21 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483653.995828:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 520 00000100:00100000:3.0:1788483653.995838:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225054976:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483653.995855:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483653.995862:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000cb81a89f/0xf2b1f833e60f4f15 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148244 expref: 11 pid: 8432 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.995874:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000cb81a89f/0xf2b1f833e60f4f15 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148244 expref: 11 pid: 8432 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.995969:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cb81a89f/0xf2b1f833e60f4f15 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148244 expref: 11 pid: 8432 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.995989:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483653.996057:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2400:x1875360225054976:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 219us (1110us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483653.996067:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 520 00000100:00100000:3.0:1788483653.996088:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 521 00000100:00100000:3.0:1788483653.996094:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+14:2400:x1875360225055232:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483653.996103:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483653.996108:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f489a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e9a expref: 14 pid: 8432 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996119:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f489a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e9a expref: 14 pid: 8432 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996134:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000073184d07/0xf2b1f833e60f489a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb147e9a expref: 14 pid: 8432 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996147:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483653.996168:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2400:x1875360225055232:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 74us (1188us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483653.996175:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 521 00000100:00100000:3.0:1788483653.996188:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 522 00000100:00100000:3.0:1788483653.996194:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+19:2400:x1875360225054848:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483653.996201:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483653.996206:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000009fd60e47/0xf2b1f833e60f5233 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483d3 expref: 19 pid: 8871 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996352:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000009fd60e47/0xf2b1f833e60f5233 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483d3 expref: 19 pid: 8871 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996366:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009fd60e47/0xf2b1f833e60f5233 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483d3 expref: 19 pid: 8871 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996376:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483653.996380:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483653.996387:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996398:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996423:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483653.996444:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225054848:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 250us (1450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483653.996450:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 522 00000100:00100000:3.0:1788483653.996464:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 523 00000100:00100000:3.0:1788483653.996470:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+21:2400:x1875360225055104:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483653.996477:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483653.996482:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f521e lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483be expref: 21 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996492:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f521e lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483be expref: 21 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996548:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007735dcd9/0xf2b1f833e60f521e lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x1f:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483be expref: 21 pid: 8433 timeout: 918 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996557:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483653.996561:0:6502:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x1f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483653.996565:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996573:0:6502:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996589:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483653.996608:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+20:2400:x1875360225055104:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 138us (1595us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483653.996614:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 523 00010000:00010000:3.0:1788483653.996636:0:8432:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996645:0:8432:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996656:0:8432:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996664:0:8432:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483653.996768:0:8432:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788483653.996998:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360251051776:12345-0@lo:6:osp-syn-1-0.0 Request processed in 18033us (43501us total) trans 4294967394 rc 0/0 00000100:00100000:3.0:1788483653.997007:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000004:00080000:0.0:1788483653.997227:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7507730e00/2, rc 0, transno 4294967394 00000100:00100000:0.0:1788483653.997235:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251051776:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1788483653.998663:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483653.998677:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.998756:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508830600 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483653.998762:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.998774:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.998795:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.998804:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a772695f/0xf2b1f833e60f5321 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8432 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.998825:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483653.998827:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483653.998829:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483653.998845:0:8433:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.998854:0:8433:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.998865:0:8433:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.998874:0:8433:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483653.998896:0:8433:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788483653.999558:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483653.999566:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.999575:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f76417ad400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483653.999580:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.999588:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.999604:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.999613:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000913b9303/0xf2b1f833e60f531a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x1f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8433 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483653.999639:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483653.999641:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483653.999646:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788483653.999710:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f75081ad180/2, rc 0, transno 4294967382 00000100:00100000:3.0:1788483653.999721:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75081ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251051648:0@lo:6:osp-syn-0-0.0 00000100:00100000:1.0:1788483653.999766:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3638:x1875360251051648:12345-0@lo:6:osp-syn-0-0.0 Request processed in 23425us (46212us total) trans 4294967382 rc 0/0 00000100:00100000:1.0:1788483653.999780:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1788483654.213165:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251053696:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213232:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213284:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251054208:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213314:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213330:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251054720:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213348:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213369:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1788483654.213374:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251053312:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213399:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213420:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251053824:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213442:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213458:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251054336:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213478:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213494:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251054848:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213546:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213572:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251053440:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213593:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213609:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251053952:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213626:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213641:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251054464:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213658:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213672:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788483654.213677:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251053568:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213692:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213705:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251054080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213721:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213731:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251054592:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213746:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483654.213771:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251053696 00000100:00100000:2.0:1788483654.213778:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251053696 00000100:00100000:2.0:1788483654.213809:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251053440 00000100:00100000:2.0:1788483654.213811:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251053440 00000100:00100000:2.0:1788483654.213820:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251053952 00000100:00100000:2.0:1788483654.213822:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251053952 00000100:00100000:2.0:1788483654.213842:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251054464 00000100:00100000:2.0:1788483654.213844:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251054464 00000100:00100000:2.0:1788483654.213854:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251054080 00000100:00100000:2.0:1788483654.213856:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251054080 00000100:00100000:2.0:1788483654.213867:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251054592 00000100:00100000:2.0:1788483654.213870:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251054592 00000100:00100000:2.0:1788483654.213883:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1788483654.213892:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251053696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.213939:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251053696:12345-0@lo:400:kworker.0 Request processed in 48us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.213946:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:2.0:1788483654.213962:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1788483654.213969:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251053440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214000:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251053440:12345-0@lo:400:kworker.0 Request processed in 32us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214005:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:2.0:1788483654.214017:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1788483654.214022:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251053952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214046:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251053952:12345-0@lo:400:kworker.0 Request processed in 25us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214052:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:2.0:1788483654.214063:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1788483654.214069:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251054464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214093:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251054464:12345-0@lo:400:kworker.0 Request processed in 25us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214098:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1119 00000100:00100000:2.0:1788483654.214108:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1120 00000100:00100000:2.0:1788483654.214113:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251054080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214138:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251054080:12345-0@lo:400:kworker.0 Request processed in 25us (416us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214146:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1120 00000100:00100000:2.0:1788483654.214157:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1788483654.214163:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251054592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214189:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251054592:12345-0@lo:400:kworker.0 Request processed in 27us (442us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214194:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:2.0:1788483654.214212:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251054208 00000100:00100000:2.0:1788483654.214215:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251054208 00000100:00100000:2.0:1788483654.214240:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251054720 00000100:00100000:2.0:1788483654.214243:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251054720 00000100:00100000:2.0:1788483654.214254:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251054336 00000100:00100000:2.0:1788483654.214257:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251054336 00000100:00100000:2.0:1788483654.214265:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251054848 00000100:00100000:2.0:1788483654.214267:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251054848 00000100:00100000:2.0:1788483654.214278:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1788483654.214284:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251054208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214312:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251054208:12345-0@lo:400:kworker.0 Request processed in 29us (998us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214318:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1788483654.214328:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1788483654.214334:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251054720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214360:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251054720:12345-0@lo:400:kworker.0 Request processed in 27us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214366:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1788483654.214376:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1788483654.214381:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3640:x1875360251054336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214407:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+8:3640:x1875360251054336:12345-0@lo:400:kworker.0 Request processed in 26us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214413:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1788483654.214422:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1788483654.214428:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251054848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214450:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251054848:12345-0@lo:400:kworker.0 Request processed in 22us (903us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214455:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:2.0:1788483654.214471:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251053312 00000100:00100000:2.0:1788483654.214474:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251053312 00000100:00100000:2.0:1788483654.214538:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1788483654.214545:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251053312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214575:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251053312:12345-0@lo:400:kworker.0 Request processed in 31us (1175us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214581:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1788483654.214610:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251053824 00000100:00100000:2.0:1788483654.214614:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251053824 00000100:00100000:2.0:1788483654.214637:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251053568 00000100:00100000:2.0:1788483654.214640:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251053568 00000100:00100000:2.0:1788483654.214652:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1788483654.214657:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251053824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214688:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251053824:12345-0@lo:400:kworker.0 Request processed in 30us (1245us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214694:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:2.0:1788483654.214705:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788483654.214710:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251053568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214738:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251053568:12345-0@lo:400:kworker.0 Request processed in 28us (1045us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483654.214744:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00080000:2.0:1788483654.214780:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483654.214785:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483654.214787:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483654.214789:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483654.214825:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251053568:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214838:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251054080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214848:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251054592:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214859:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251053440:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214869:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251053952:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214879:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251054464:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214910:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251053312:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214920:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251053824:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214930:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251054336:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214940:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251054848:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214950:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251053696:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214959:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251054208:0@lo:400:kworker.0 00000100:00100000:2.0:1788483654.214970:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251054720:0@lo:400:kworker.0 00000100:00100000:3.0:1788483654.216349:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251054976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483654.216408:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483654.217794:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251054976 00000100:00100000:0.0:1788483654.217806:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251054976 00000100:00100000:0.0:1788483654.217862:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1788483654.217871:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360251054976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483654.217900:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921362944 avail 3689840640 00000100:00100000:1.0:1788483654.222873:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251055104:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483654.222957:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483654.223392:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360251054976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 5519us (6980us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483654.223404:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1788483654.223437:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251055104 00000100:00100000:0.0:1788483654.223445:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251055104 00000100:00100000:0.0:1788483654.223495:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1788483654.223534:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251055104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483654.223563:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921362944 avail 3689840640 00000100:00100000:0.0:1788483654.223608:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251055104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (651us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483654.223615:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1788483654.223682:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251055104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483654.236477:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251054976:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788483654.405639:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483654.725036:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251055232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483654.725106:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483654.733463:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251055232 00000100:00100000:0.0:1788483654.733478:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251055232 00000100:00100000:0.0:1788483654.733839:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1788483654.733851:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251055232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483654.733891:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483654.733981:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251055232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 132us (8874us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483654.733987:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:3.0:1788483654.734115:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251055232:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1788483654.872591:0:25234:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483654.872599:0:25234:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483654.872651:0:25234:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788483654.872657:0:25234:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483655.014911:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483655.016081:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225055360 00000100:00100000:1.0:1788483655.016093:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225055360 00000100:00100000:1.0:1788483655.016176:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 634 00000100:00100000:1.0:1788483655.016187:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+114:2401:x1875360225055360:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:1.0:1788483655.016223:0:7781:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788483655.016243:0:7781:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5328 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148419 expref: -99 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016298:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f532f lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016311:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f532f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016322:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f532f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016337:0:7781:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f5336 lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016344:0:7781:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f5336 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016350:0:7781:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f5336 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016389:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f532f lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016396:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f532f lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016403:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f532f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016409:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786800 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483655.016413:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f532f lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016420:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f532f lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016432:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483655.016434:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483655.016438:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f532f lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016444:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786800/0xf2b1f833e60f532f lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016454:0:7781:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f5336 lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016460:0:7781:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f5336 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016465:0:7781:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f5336 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016470:0:7781:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636786a00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483655.016472:0:7781:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f5336 lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016477:0:7781:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f5336 lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016488:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x4b66ad81 (ffff9f7636b4f900) 00010000:00010000:1.0:1788483655.016490:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483655.016492:0:7781:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f5336 lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016525:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636786a00/0xf2b1f833e60f5336 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0x4b66ad81 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7781 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016553:0:7781:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5328 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148419 expref: 115 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016563:0:7781:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483655.016566:0:7781:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483655.016570:0:7781:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5328 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148419 expref: 115 pid: 7781 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.016578:0:7781:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7636787400, rc -2) 00000100:00100000:1.0:1788483655.016633:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+114:2401:x1875360225055360:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 449us (1743us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788483655.016641:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 634 00000100:00080000:3.0:1788483655.016710:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483655.021395:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483655.021737:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225055616 00000100:00100000:3.0:1788483655.021748:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225055616 00000100:00100000:3.0:1788483655.022418:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1757 00000100:00100000:3.0:1788483655.022430:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+114:34800:x1875360225055616:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:3.0:1788483655.022490:0:6514:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483655.022551:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973e600/0xf2b1f833e60f4c13 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ae expref: 114 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.022573:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:3.0:1788483655.022578:0:6514:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483655.022603:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f533d lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.022621:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f533d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.022631:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f533d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.022648:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.022655:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.022661:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.022742:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.026534:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148099 expref: 55 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.026553:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 4/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.026599:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148099 expref: 55 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483655.026615:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148099 expref: 55 pid: 8191 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483655.026632:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251055360:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483655.026728:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f750655ccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788483655.050251:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483655.050345:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251055360:192.168.206.36@tcp:104: 00010000:00010000:1.0:1788483655.050373:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483655.052605:0:24939:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225055744 00000100:00100000:0.0:1788483655.052616:0:24939:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225055744 00010000:00010000:0.0:1788483655.052670:0:24939:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148099 expref: 56 pid: 8191 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483655.052715:0:24939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 524 00000100:00100000:0.0:1788483655.052725:0:24939:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+56:2402:x1875360225055744:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483655.052739:0:24939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483655.052746:0:24939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148099 expref: 56 pid: 8191 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483655.052760:0:24939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148099 expref: 56 pid: 8191 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483655.052782:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750911bc00/0xf2b1f833e60f4be2 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x31:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148099 expref: 56 pid: 8191 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483655.052796:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:0.0:1788483655.052800:0:24939:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 3/0,1 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483655.052809:0:24939:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483655.052815:0:24939:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483655.052837:0:24939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788483655.053049:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053062:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788483655.053335:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].21, 64 off9656 00000004:00080000:1.0:1788483655.053346:0:6514:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 820007845946ns, next at 821007843701ns, rc = 0 00010000:00010000:1.0:1788483655.053401:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 3/0,1 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053414:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053423:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053429:0:6514:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053435:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053441:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053460:0:6514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788483655.053481:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053487:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053492:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053525:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600031600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483655.053530:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053537:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053547:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483655.053549:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1788483655.053552:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 2/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053558:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f534b lrc: 0/0,0 mode: --/EX res: [0x200000403:0x31:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053575:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f533d lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053580:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f533d lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053585:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f533d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053590:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508830c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:1.0:1788483655.053592:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f533d lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053597:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f533d lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053608:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:1.0:1788483655.053610:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788483655.053613:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f533d lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053618:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830c00/0xf2b1f833e60f533d lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788483655.053627:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000009cffd439 reply state 000000003b255e21 transno 4294968375 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053638:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053644:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f7603b2ba00) 00010000:00010000:1.0:1788483655.053646:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1788483655.053648:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1788483655.053793:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+115:34800:x1875360225055616:12345-192.168.206.36@tcp:36:rm.0 Request processed in 31364us (32403us total) trans 4294968375 rc 0/0 00000100:00100000:1.0:1788483655.053801:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1757 00010000:00010000:1.0:1788483655.053828:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483655.053833:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.053840:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7636787400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483655.053844:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.054040:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.054055:0:19386:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x31:0x0].0x0 (ffff9f760b52fd00) 00010000:00010000:1.0:1788483655.054057:0:19386:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:1.0:1788483655.054061:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 1/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.054067:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636787400/0xf2b1f833e60f5352 lrc: 0/0,0 mode: --/PW res: [0x200000403:0x31:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483655.054082:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483655.054084:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483655.054085:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788483655.054541:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483655.054634:0:24939:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2402:x1875360225055744:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 1907us (8784us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483655.054644:0:24939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 524 00000100:00100000:1.0:1788483655.335339:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483655.335441:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225055872 00000100:00100000:3.0:1788483655.335453:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225055872 00000100:00100000:3.0:1788483655.335544:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 771 00000100:00100000:3.0:1788483655.335556:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225055872:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483655.335622:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225055872:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 68us (294us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483655.335630:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 771 00000100:00100000:1.0:1788483655.338138:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483655.338250:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225056000 00000100:00100000:3.0:1788483655.338260:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225056000 00000100:00100000:3.0:1788483655.338322:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1122 00000100:00100000:3.0:1788483655.338332:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+115:2401:x1875360225056000:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483655.338400:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+115:2401:x1875360225056000:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 69us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483655.338408:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1122 00000100:00100000:1.0:1788483655.350910:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483655.350969:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483655.350995:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483655.351018:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483655.351037:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483655.351060:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483655.351088:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483655.351120:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225056512 00000100:00100000:1.0:1788483655.351129:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225056512 00000100:00100000:1.0:1788483655.351184:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225056128 00000100:00100000:1.0:1788483655.351187:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225056128 00000100:00100000:1.0:1788483655.351217:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225056640 00000100:00100000:1.0:1788483655.351220:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225056640 00000100:00100000:1.0:1788483655.351245:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1123 00000100:00100000:1.0:1788483655.351270:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2402:x1875360225056512:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483655.351358:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2402:x1875360225056512:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 104us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483655.351367:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1123 00000100:00100000:1.0:1788483655.351385:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1124 00000100:00100000:1.0:1788483655.351392:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750774a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225056128:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483655.351420:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750774a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225056128:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483655.351659:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1124 00000100:00100000:1.0:1788483655.351675:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1125 00000100:00100000:1.0:1788483655.351683:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225056640:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483655.351712:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225056640:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (652us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483655.351719:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1125 00000100:00100000:1.0:1788483655.351738:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225056256 00000100:00100000:1.0:1788483655.351742:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225056256 00000100:00100000:1.0:1788483655.351768:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225056768 00000100:00100000:1.0:1788483655.351771:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225056768 00000100:00100000:1.0:1788483655.351782:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225056384 00000100:00100000:1.0:1788483655.351785:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225056384 00000100:00100000:1.0:1788483655.351797:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225056896 00000100:00100000:1.0:1788483655.351800:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225056896 00000100:00100000:1.0:1788483655.351816:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 698 00000100:00100000:1.0:1788483655.351822:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225056256:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483655.351898:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225056256:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483655.351909:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 698 00000100:00100000:1.0:1788483655.351923:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 699 00000100:00100000:1.0:1788483655.351930:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360225056768:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483655.351955:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360225056768:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (959us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483655.351961:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 699 00000100:00100000:1.0:1788483655.351972:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 700 00000100:00100000:1.0:1788483655.351979:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+20:2402:x1875360225056384:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483655.352004:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+20:2402:x1875360225056384:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (967us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483655.352010:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 700 00000100:00100000:1.0:1788483655.352020:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 701 00000100:00100000:1.0:1788483655.352026:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360225056896:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483655.352050:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2402:x1875360225056896:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (963us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483655.352056:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 701 00000100:00080000:1.0:1788483655.352089:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483655.352093:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483655.352096:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1788483655.432010:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483656.228577:0:25285:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483656.228587:0:25285:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483656.228649:0:25285:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788483656.228655:0:25285:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483656.406849:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483656.406935:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225057152 00000100:00100000:2.0:1788483656.406947:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225057152 00000100:00100000:2.0:1788483656.407005:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1758 00000100:00100000:2.0:1788483656.407017:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+115:34810:x1875360225057152:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:2.0:1788483656.407069:0:8191:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483656.407097:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417adc00/0xf2b1f833e60f4ce5 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148102 expref: 115 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407118:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:2.0:1788483656.407123:0:8191:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788483656.407147:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407160:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407169:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407183:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407190:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407196:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407296:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407307:0:8191:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ed expref: 54 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407315:0:8191:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407355:0:8191:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ed expref: 54 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483656.407370:0:8191:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ed expref: 54 pid: 13707 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483656.407383:0:8191:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251055488:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483656.407472:0:8191:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76086e03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483656.421726:0:8191:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:8191:1875360251055488:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483656.421757:0:8191:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483656.424676:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483656.424769:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225057280 00000100:00100000:0.0:1788483656.424779:0:6500:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225057280 00010000:00010000:0.0:1788483656.424820:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ed expref: 55 pid: 13707 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483656.424865:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 525 00000100:00100000:0.0:1788483656.424875:0:6500:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7610fce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+55:2402:x1875360225057280:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788483656.424891:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788483656.424898:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ed expref: 55 pid: 13707 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.424912:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ed expref: 55 pid: 13707 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.424932:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f750973ea00/0xf2b1f833e60f4cb4 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x32:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1480ed expref: 55 pid: 13707 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.424946:0:6500:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:0.0:1788483656.424951:0:6500:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.424960:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.424973:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.424998:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788483656.425048:0:6500:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7610fce450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2402:x1875360225057280:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 174us (380us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483656.425055:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 525 00010000:00010000:3.0:1788483656.425268:0:8191:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425277:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483656.425674:0:8191:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].19, 64 off9432 00000004:00080000:3.0:1788483656.425685:0:8191:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 821380185011ns, next at 822380182500ns, rc = 0 00010000:00010000:3.0:1788483656.425734:0:8191:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 3/0,1 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425746:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425755:0:8191:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425761:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425767:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425774:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425790:0:8191:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788483656.425809:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425819:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425824:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425830:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483656.425834:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425841:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425849:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:3.0:1788483656.425852:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788483656.425856:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425862:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5fc00/0xf2b1f833e60f5367 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x32:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425880:0:8191:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425886:0:8191:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 4/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425892:0:8191:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425898:0:8191:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425903:0:8191:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483656.425906:0:8191:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425912:0:8191:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 5/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425919:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483656.425921:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483656.425924:0:8191:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 3/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425930:0:8191:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f5359 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483656.425940:0:8191:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000ed0a79a7 reply state 000000004bdb3792 transno 4294968376 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425950:0:8191:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483656.425955:0:8191:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9f7636a6cc00) 00010000:00010000:3.0:1788483656.425957:0:8191:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483656.425960:0:8191:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788483656.426010:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34810:x1875360225057152:12345-192.168.206.36@tcp:36:rm.0 Request processed in 18995us (19170us total) trans 4294968376 rc 0/0 00000100:00100000:3.0:1788483656.426017:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1758 00010000:00010000:0.0:1788483656.426195:0:19385:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788483656.426200:0:19385:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.426206:0:19385:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600031000 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:0.0:1788483656.426209:0:19385:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.426216:0:19385:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.426225:0:19385:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x32:0x0].0x0 (ffff9f76113d6e00) 00010000:00010000:0.0:1788483656.426227:0:19385:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788483656.426230:0:19385:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 1/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.426235:0:19385:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f536e lrc: 0/0,0 mode: --/PW res: [0x200000403:0x32:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483656.426248:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483656.426250:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483656.426251:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483656.458837:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483656.772819:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483656.772839:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251055616:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483656.772899:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483656.772967:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251055616 00000100:00100000:1.0:1788483656.772974:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251055616 00000100:00100000:1.0:1788483656.773026:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1788483656.773035:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3640:x1875360251055616:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483656.773061:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921375232 avail 3689852928 00000100:00100000:1.0:1788483656.773100:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+8:3640:x1875360251055616:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483656.773108:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00080000:1.0:1788483656.773128:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483656.773163:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251055616:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483656.773269:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788483656.773279:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251055744:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483656.773306:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483656.773329:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251055744 00000100:00100000:0.0:1788483656.773333:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251055744 00000100:00100000:0.0:1788483656.773357:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1788483656.773363:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251055744:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483656.773372:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921375232 avail 3689852928 00000100:00100000:0.0:1788483656.773401:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251055744:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (93us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483656.773407:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1788483656.773431:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251055744:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483656.773897:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788483657.477847:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483657.668041:0:25337:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483657.668050:0:25337:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483657.668103:0:25337:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:3.0:1788483657.668108:0:25337:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483657.759385:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483657.760256:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225057536 00000100:00100000:3.0:1788483657.760268:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225057536 00000100:00100000:3.0:1788483657.760333:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1759 00000100:00100000:3.0:1788483657.760345:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+116:34820:x1875360225057536:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:3.0:1788483657.760405:0:6514:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483657.760439:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ac000/0xf2b1f833e60f4de1 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148195 expref: 116 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760457:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:3.0:1788483657.760462:0:6514:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483657.760485:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5375 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760525:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5375 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760536:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5375 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760551:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760559:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760566:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760637:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760648:0:6514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148180 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760656:0:6514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760698:0:6514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148180 expref: 53 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.760712:0:6514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148180 expref: 53 pid: 8191 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483657.760725:0:6514:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251055872:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483657.760803:0:6514:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7608ec8b40 going to sleep for 11 seconds 00000100:00080000:3.0:1788483657.760818:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483657.776733:0:6514:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733b80 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:6514:1875360251055872:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483657.776760:0:6514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483657.778646:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483657.778687:0:6502:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225057664 00000100:00100000:3.0:1788483657.778694:0:6502:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225057664 00010000:00010000:3.0:1788483657.778740:0:6502:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148180 expref: 54 pid: 8191 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483657.778775:0:6502:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 526 00000100:00100000:3.0:1788483657.778785:0:6502:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+54:2401:x1875360225057664:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483657.778799:0:6502:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483657.778806:0:6502:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148180 expref: 54 pid: 8191 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.778818:0:6502:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148180 expref: 54 pid: 8191 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.778838:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75097f4a00/0xf2b1f833e60f4db0 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x33:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148180 expref: 54 pid: 8191 timeout: 922 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.778852:0:6502:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:3.0:1788483657.778857:0:6502:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.778866:0:6502:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.778873:0:6502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.778906:0:6502:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788483657.778950:0:6502:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2401:x1875360225057664:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 166us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483657.778958:0:6502:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 526 00000100:00080000:3.0:1788483657.778978:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788483657.779455:0:6514:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779464:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483657.779726:0:6514:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x6:0x0].22, 64 off9720 00000004:00080000:3.0:1788483657.779736:0:6514:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 822734235926ns, next at 823734233567ns, rc = 0 00010000:00010000:3.0:1788483657.779787:0:6514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 3/0,1 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779797:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779805:0:6514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779810:0:6514:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779815:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779820:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779839:0:6514:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788483657.779856:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779862:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779868:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779873:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600031000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483657.779879:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779897:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779907:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:3.0:1788483657.779910:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788483657.779913:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779920:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5383 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x33:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779939:0:6514:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5375 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779945:0:6514:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5375 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779950:0:6514:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5375 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779956:0:6514:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600030000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483657.779959:0:6514:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5375 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779964:0:6514:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5375 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779972:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483657.779975:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483657.779978:0:6514:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5375 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.779984:0:6514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5375 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483657.784450:0:6514:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000de3e6c34 reply state 00000000ac100821 transno 4294968377 ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.784469:0:6514:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.784478:0:6514:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f7603b2b600) 00010000:00010000:3.0:1788483657.784481:0:6514:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483657.784485:0:6514:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788483657.784605:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34820:x1875360225057536:12345-192.168.206.36@tcp:36:rm.0 Request processed in 24259us (25226us total) trans 4294968377 rc 0/0 00000100:00100000:3.0:1788483657.784614:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1759 00010000:00010000:3.0:1788483657.784652:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788483657.784658:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.784666:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:3.0:1788483657.784670:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.784678:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.784690:0:6504:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x33:0x0].0x0 (ffff9f7603b2b300) 00010000:00010000:3.0:1788483657.784693:0:6504:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1788483657.784696:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 1/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.784702:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f538a lrc: 0/0,0 mode: --/PW res: [0x200000403:0x33:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483657.784717:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483657.784718:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483657.784720:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483657.797223:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483657.797244:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251056000:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483657.797307:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483657.797352:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251056000 00000100:00100000:2.0:1788483657.797359:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251056000 00000100:00100000:2.0:1788483657.797402:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1788483657.797412:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251056000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483657.797444:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483657.797517:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251056000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (182us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483657.797525:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1788483657.797567:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251056000:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788483658.500801:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483658.912910:0:25388:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483658.912918:0:25388:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483658.912975:0:25388:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 55 count 11 00000040:00080000:2.0:1788483658.912982:0:25388:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483659.019116:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483659.019160:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225057792 00000100:00100000:3.0:1788483659.019169:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225057792 00000100:00100000:3.0:1788483659.019240:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 636 00000100:00100000:3.0:1788483659.019250:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e7c5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+117:2400:x1875360225057792:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:3.0:1788483659.019284:0:6520:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788483659.019302:0:6520:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5391 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148420 expref: -99 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019354:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5398 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019368:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5398 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019379:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5398 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019392:0:6520:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f539f lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019399:0:6520:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f539f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019409:0:6520:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f539f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019446:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5398 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019453:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5398 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019460:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5398 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019466:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600031000 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483659.019471:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5398 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019478:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5398 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019517:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483659.019521:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483659.019526:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5398 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019532:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031000/0xf2b1f833e60f5398 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019546:0:6520:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f539f lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019552:0:6520:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f539f lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019559:0:6520:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f539f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019565:0:6520:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600031600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483659.019568:0:6520:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f539f lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019574:0:6520:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f539f lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019582:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xbb834312 (ffff9f7603b2b300) 00010000:00010000:3.0:1788483659.019584:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483659.019587:0:6520:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f539f lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019593:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031600/0xf2b1f833e60f539f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xbb834312 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6520 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019623:0:6520:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5391 lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148420 expref: 118 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019632:0:6520:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483659.019634:0:6520:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788483659.019638:0:6520:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030000/0xf2b1f833e60f5391 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148420 expref: 118 pid: 6520 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.019647:0:6520:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7600030000, rc -2) 00000100:00100000:3.0:1788483659.019710:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e7c5c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+117:2400:x1875360225057792:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 462us (603us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788483659.019720:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 636 00000100:00080000:3.0:1788483659.019844:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483659.026607:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483659.026646:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225058048 00000100:00100000:3.0:1788483659.026654:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225058048 00000100:00100000:3.0:1788483659.030168:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1760 00000100:00100000:3.0:1788483659.030180:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+117:34831:x1875360225058048:12345-192.168.206.36@tcp:36:rm.0 00010000:00010000:3.0:1788483659.030245:0:12148:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788483659.030270:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f76417ad600/0xf2b1f833e60f4f93 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148298 expref: 117 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.030288:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:3.0:1788483659.030293:0:12148:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788483659.030315:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f53a6 lrc: 3/0,1 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.030328:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f53a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.030337:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f53a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.030350:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 3/0,1 mode: --/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.030356:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.030362:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.030432:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.030443:0:12148:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 2/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e9 expref: 52 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.030450:0:12148:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 4/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.030479:0:12148:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e9 expref: 52 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.032456:0:12148:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e9 expref: 52 pid: 8191 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483659.032474:0:12148:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251056128:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483659.032814:0:12148:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7636b3c0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788483659.042846:0:12148:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:12148:1875360251056128:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483659.042884:0:12148:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483659.043003:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483659.043118:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225058176 00000100:00100000:2.0:1788483659.043125:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225058176 00010000:00010000:2.0:1788483659.043175:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e9 expref: 53 pid: 8191 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483659.043210:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 527 00000100:00100000:2.0:1788483659.043228:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+53:2401:x1875360225058176:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483659.043242:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483659.043249:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 4/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e9 expref: 53 pid: 8191 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.043260:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 3/0,0 mode: PR/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e9 expref: 53 pid: 8191 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.043280:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509525800/0xf2b1f833e60f4ed6 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x34:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1481e9 expref: 53 pid: 8191 timeout: 923 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.043294:0:7456:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:2.0:1788483659.043299:0:7456:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 3/0,1 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.043309:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.043317:0:7456:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 4/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.043336:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483659.043383:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225058176:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 155us (380us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483659.043389:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 527 00000100:00080000:3.0:1788483659.045345:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788483659.045396:0:12148:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045408:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788483659.045699:0:12148:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x3:0x0].20, 64 off9496 00000004:00080000:3.0:1788483659.045709:0:12148:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 824000208919ns, next at 825000206239ns, rc = 0 00010000:00010000:3.0:1788483659.045761:0:12148:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 3/0,1 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045774:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045782:0:12148:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 3/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045789:0:12148:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045794:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 4/0,1 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045799:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045819:0:12148:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788483659.045839:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 3/0,1 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045845:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 2/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045851:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045856:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483659.045860:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 3/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.045867:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 4/0,0 mode: EX/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.045973:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788483659.045980:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.047225:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f2800 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:2.0:1788483659.047234:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 2/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.047246:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 3/0,0 mode: PW/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.047262:0:6503:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:2.0:1788483659.047265:0:6503:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:2.0:1788483659.047269:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 1/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.047277:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2800/0xf2b1f833e60f53bb lrc: 0/0,0 mode: --/PW res: [0x200000403:0x34:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.047294:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483659.047297:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483659.047299:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483659.047424:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x34:0x0].0x0 (ffff9f7636a6cf00) 00010000:00010000:3.0:1788483659.047428:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1788483659.047432:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 2/0,0 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.047439:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3400/0xf2b1f833e60f53b4 lrc: 0/0,0 mode: --/EX res: [0x200000403:0x34:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.047465:0:12148:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f53a6 lrc: 3/0,1 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.047473:0:12148:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f53a6 lrc: 2/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.047479:0:12148:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f53a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.047516:0:12148:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ea00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:3.0:1788483659.047520:0:12148:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f53a6 lrc: 3/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.047526:0:12148:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f53a6 lrc: 4/0,0 mode: CW/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.047535:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:3.0:1788483659.047538:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788483659.047542:0:12148:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f53a6 lrc: 2/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.047548:0:12148:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ea00/0xf2b1f833e60f53a6 lrc: 0/0,0 mode: --/CW res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788483659.047558:0:12148:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000df8bf2d6 reply state 00000000e44efcd6 transno 4294968378 ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 3/0,1 mode: PW/PW res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.047568:0:12148:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.047574:0:12148:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9f7603b2be00) 00010000:00010000:3.0:1788483659.047576:0:12148:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788483659.047580:0:12148:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788483659.047816:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+118:34831:x1875360225058048:12345-192.168.206.36@tcp:36:rm.0 Request processed in 17632us (21214us total) trans 4294968378 rc 0/0 00000100:00100000:3.0:1788483659.047824:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1760 00000100:00100000:1.0:1788483659.337678:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251056256:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483659.337741:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483659.337807:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251056256 00000100:00100000:1.0:1788483659.337814:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251056256 00000100:00100000:1.0:1788483659.337862:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788483659.337883:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251056256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483659.337910:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921371136 avail 3689848832 00000100:00100000:1.0:1788483659.337963:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251056256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483659.337970:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788483659.338013:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251056256:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788483659.338494:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:3.0:1788483659.340059:0:9945:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 824294558311ns, next at 825294556071ns, rc = 0 00000100:00100000:3.0:1788483659.340078:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483659.340091:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251056384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483659.340135:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483659.340173:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251056384 00000100:00100000:3.0:1788483659.340179:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251056384 00000100:00100000:2.0:1788483659.340628:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251056512:0@lo:400:kworker.0 00000100:00100000:1.0:1788483659.340739:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251056896:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.341957:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:3.0:1788483659.341970:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251056384:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483659.341993:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921371136 avail 3689848832 00000100:00100000:1.0:1788483659.345824:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483659.345898:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251057408:0@lo:400:kworker.0 00000100:00100000:1.0:1788483659.345939:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483659.345978:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788483659.345986:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251056768:0@lo:400:kworker.0 00000100:00100000:1.0:1788483659.347607:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483659.347648:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251057280:0@lo:400:kworker.0 00000100:00100000:1.0:1788483659.347761:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483659.347797:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251057792:0@lo:400:kworker.0 00000100:00100000:1.0:1788483659.347818:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483659.347861:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251056896 00000100:00100000:1.0:1788483659.347868:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251056896 00000100:00100000:3.0:1788483659.347988:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251056384:12345-0@lo:13:osp-pre-1-0.0 Request processed in 6018us (7849us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483659.348002:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00080000:3.0:1788483659.348035:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483659.348049:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251057280 00000100:00100000:3.0:1788483659.348052:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251057280 00000100:00100000:3.0:1788483659.348094:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251057792 00000100:00100000:3.0:1788483659.348097:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251057792 00000100:00100000:3.0:1788483659.348119:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1788483659.348127:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251057280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.348174:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509214000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251057280:12345-0@lo:400:kworker.0 Request processed in 48us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483659.348180:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:3.0:1788483659.348192:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1127 00000100:00100000:3.0:1788483659.348198:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251057792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.348223:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251057792:12345-0@lo:400:kworker.0 Request processed in 25us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483659.348229:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1127 00000100:00080000:3.0:1788483659.348244:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483659.348275:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251057280:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.348286:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251057792:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.348342:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251056640:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.348370:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483659.348388:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251057152:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.348408:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483659.348424:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251057664:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.348447:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483659.348473:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251056640 00000100:00100000:3.0:1788483659.348477:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251056640 00000100:00100000:1.0:1788483659.348765:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251057152 00000100:00100000:1.0:1788483659.348769:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251057152 00000100:00100000:1.0:1788483659.348788:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251057664 00000100:00100000:1.0:1788483659.348791:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251057664 00000100:00100000:1.0:1788483659.348804:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1128 00000100:00100000:1.0:1788483659.348809:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251056896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483659.348847:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251056896:12345-0@lo:400:kworker.0 Request processed in 38us (3029us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483659.348852:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1128 00000100:00100000:1.0:1788483659.348866:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1788483659.348883:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251057152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483659.348916:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251057152:12345-0@lo:400:kworker.0 Request processed in 45us (507us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483659.348921:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00100000:1.0:1788483659.348933:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1788483659.348938:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251057664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.349047:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:3.0:1788483659.349054:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251056640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.349086:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251056640:12345-0@lo:400:kworker.0 Request processed in 32us (715us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483659.349091:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00080000:3.0:1788483659.349113:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483659.349132:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251056640:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.349141:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251057152:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.349166:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251056896:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.349221:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251056384:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483659.349263:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251056768 00000100:00100000:3.0:1788483659.349267:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251056768 00000100:00100000:3.0:1788483659.349293:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1788483659.349299:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251056768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.349343:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251056768:12345-0@lo:400:kworker.0 Request processed in 44us (1740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483659.349349:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1788483659.349368:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251057408 00000100:00100000:3.0:1788483659.349371:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251057408 00000100:00100000:3.0:1788483659.349400:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1788483659.349407:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251057408:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.349438:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251057408:12345-0@lo:400:kworker.0 Request processed in 32us (3498us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483659.349444:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00080000:3.0:1788483659.349460:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483659.349476:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251056768:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.349767:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251057408:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.352069:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251057664:12345-0@lo:400:kworker.0 Request processed in 3124us (3614us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483659.352081:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:2.0:1788483659.354104:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483659.354213:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251057024:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.354265:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483659.354292:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251057536:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.354316:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483659.354370:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251056512 00000100:00100000:3.0:1788483659.354378:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251056512 00000100:00100000:3.0:1788483659.354419:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1788483659.354427:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251056512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.354475:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251056512:12345-0@lo:400:kworker.0 Request processed in 49us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483659.354496:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:3.0:1788483659.354546:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251057536 00000100:00100000:3.0:1788483659.354550:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251057536 00000100:00100000:3.0:1788483659.354586:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:3.0:1788483659.354592:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3638:x1875360251057536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.354623:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+8:3638:x1875360251057536:12345-0@lo:400:kworker.0 Request processed in 31us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483659.354630:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00080000:3.0:1788483659.354648:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483659.354689:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251056512:0@lo:400:kworker.0 00000100:00100000:3.0:1788483659.354703:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251057536:0@lo:400:kworker.0 00000100:00100000:2.0:1788483659.354982:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251057024 00000100:00100000:2.0:1788483659.354987:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251057024 00000100:00100000:2.0:1788483659.355017:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1788483659.355023:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251057024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483659.355060:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251057024:12345-0@lo:400:kworker.0 Request processed in 37us (795us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483659.355067:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1788483659.355091:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251057024:0@lo:400:kworker.0 00000100:00100000:1.0:1788483659.361816:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251057664:0@lo:400:kworker.0 00010000:00010000:1.0:1788483659.534465:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483659.845148:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251057920:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483659.845215:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483659.845336:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251057920 00000100:00100000:1.0:1788483659.845344:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251057920 00000100:00100000:1.0:1788483659.845392:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1788483659.845401:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251057920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483659.845431:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483659.845477:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251057920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (262us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483659.845517:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1788483659.845564:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641776300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251057920:0@lo:41:osp-pre-1-0.0 00000001:00080000:1.0:1788483659.856519:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967394 is committed 00000001:00080000:0.0:1788483659.883958:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967382 is committed 00000004:00080000:2.0:1788483659.994876:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 26 committed 00000001:00080000:2.0:1788483659.994908:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968378 is committed 00000004:00080000:2.0:1788483659.994912:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 23 committed 00000004:00080000:2.0:1788483659.994922:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 25 committed 00000004:00080000:2.0:1788483659.994925:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 22 committed 00000004:00080000:2.0:1788483659.994930:0:6494:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 24 committed 00010000:00010000:2.0:1788483659.994951:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.994963:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.994971:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.994987:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508830600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483659.994992:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995000:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995015:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x10f4e958 (ffff9f7603b2ba00) 00010000:00010000:2.0:1788483659.995018:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483659.995022:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995028:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508830600/0xf2b1f833e60f5344 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x10f4e958 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995050:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995056:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995062:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995067:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7508b8ee00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483659.995070:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995075:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995082:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x2b119043 (ffff9f7636a6cc00) 00010000:00010000:2.0:1788483659.995084:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483659.995086:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995092:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8ee00/0xf2b1f833e60f5360 lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x2b119043 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 8191 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995104:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995111:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995117:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995122:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7600031400 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483659.995125:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995131:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995137:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x6eee4067 (ffff9f7603b2b600) 00010000:00010000:2.0:1788483659.995139:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483659.995141:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995146:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600031400/0xf2b1f833e60f537c lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x6eee4067 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6514 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995158:0:3624:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 3/0,1 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995163:0:3624:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 2/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995170:0:3624:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995175:0:3624:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483659.995177:0:3624:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 3/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995183:0:3624:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 4/0,0 mode: TXN/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995189:0:3624:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x5bff4890 (ffff9f7603b2be00) 00010000:00010000:2.0:1788483659.995191:0:3624:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483659.995193:0:3624:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 2/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995198:0:3624:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f3200/0xf2b1f833e60f53ad lrc: 0/0,0 mode: --/TXN res: [0x200000402:0x4c:0x0].0x5bff4890 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 12148 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483659.995292:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251058048:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788483659.995346:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483659.995391:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483659.995396:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251058176:0@lo:6:osp-syn-0-0.0 00000100:00100000:2.0:1788483659.995414:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483659.995438:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251058048 00000100:00100000:2.0:1788483659.995443:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251058048 00000100:00100000:2.0:1788483659.995474:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251058176 00000100:00100000:2.0:1788483659.995477:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251058176 00000100:00100000:2.0:1788483659.995526:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1788483659.995533:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251058048:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:2.0:1788483659.995554:0:8871:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:32 count 1 00010000:00010000:2.0:1788483659.995573:0:8871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995591:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000019b2eddd/0xf2b1f833e60f5081 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14831d expref: 9 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995602:0:8871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000005fba9441/0xf2b1f833e60f5241 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e1 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995609:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1788483659.995613:0:8871:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483659.995629:0:8871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995659:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000005fba9441/0xf2b1f833e60f5241 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e1 expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.995672:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000005fba9441/0xf2b1f833e60f5241 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e1 expref: 17 pid: 8871 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483659.995683:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251058304:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483659.997459:0:8871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000019b2eddd/0xf2b1f833e60f5081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14831d expref: 9 pid: 14965 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.997494:0:8871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000019b2eddd/0xf2b1f833e60f5081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14831d expref: 9 pid: 14965 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483659.997522:0:8871:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251058432:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483659.997566:0:8871:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7605f83d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788483659.997595:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1788483659.997609:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3638:x1875360251058176:12345-0@lo:6:osp-syn-0-0.0 00000100:00100000:3.0:1788483659.997839:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251058560:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788483659.997891:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483659.997916:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483659.997922:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251058688:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1788483659.997941:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483659.997959:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251058560 00000100:00100000:3.0:1788483659.997963:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251058560 00000100:00100000:3.0:1788483659.998152:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251058688 00000100:00100000:3.0:1788483659.998156:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251058688 00000100:00100000:3.0:1788483659.998169:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1788483659.998174:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360251058560:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788483659.998195:0:14965:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:33 count 1 00010000:00010000:3.0:1788483659.998216:0:14965:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.998233:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000e7c50685/0xf2b1f833e60f509d lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148332 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.998243:0:14965:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f523a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483da expref: 19 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.998256:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=10s v=(0 0) 00010000:00010000:3.0:1788483659.998260:0:14965:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483659.998265:0:14965:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.998284:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f523a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483da expref: 19 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.998294:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f523a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483da expref: 19 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483659.998306:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251058816:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483659.998337:0:14965:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 00000000e7c50685/0xf2b1f833e60f509d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148332 expref: 12 pid: 8432 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483659.998347:0:14965:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 00000000e7c50685/0xf2b1f833e60f509d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148332 expref: 12 pid: 8432 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483659.998356:0:14965:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251058944:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483659.998372:0:14965:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723180 going to sleep for 11 seconds 00002000:00080000:2.0:1788483659.998753:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x280000401:33 count 1 00010000:00010000:2.0:1788483659.998767:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.998780:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c10ccfd9/0xf2b1f833e60f51a0 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148386 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.998789:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f524f lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483ef expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.998795:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=10s v=(0 0) 00010000:00010000:2.0:1788483659.998798:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483659.998802:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 5/0,1 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.998822:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f524f lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483ef expref: 17 pid: 8871 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.998838:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f524f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483ef expref: 17 pid: 8871 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483659.998848:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251059072:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483659.999935:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c10ccfd9/0xf2b1f833e60f51a0 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148386 expref: 9 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483659.999948:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c10ccfd9/0xf2b1f833e60f51a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148386 expref: 9 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483659.999961:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251059200:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483660.000002:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f76011ca540 going to sleep for 11 seconds 00000100:00100000:3.0:1788483660.006005:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251058816:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483660.006020:0:14965:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:14965:1875360251058944:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483660.006051:0:14965:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788483660.008368:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251058304:192.168.206.36@tcp:104: 00000100:00100000:0.0:1788483660.008384:0:8871:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:8871:1875360251058432:192.168.206.36@tcp:104: 00010000:00010000:0.0:1788483660.008408:0:8871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483660.038144:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483660.038225:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483660.038244:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483660.038272:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483660.038354:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225058304 00000100:00100000:2.0:1788483660.038363:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225058304 00010000:00010000:2.0:1788483660.038419:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000005fba9441/0xf2b1f833e60f5241 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e1 expref: 18 pid: 8871 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483660.038450:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225058944 00000100:00100000:2.0:1788483660.038454:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225058944 00010000:00010000:2.0:1788483660.038470:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c10ccfd9/0xf2b1f833e60f51a0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148386 expref: 10 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483660.038493:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225058816 00000100:00100000:2.0:1788483660.038536:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225058816 00010000:00010000:2.0:1788483660.038551:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f524f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483ef expref: 19 pid: 8871 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483660.038563:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225058560 00000100:00100000:2.0:1788483660.038565:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225058560 00010000:00010000:2.0:1788483660.038578:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f523a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483da expref: 20 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483660.038593:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 528 00000100:00100000:2.0:1788483660.038602:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+19:2400:x1875360225058304:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483660.038627:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483660.038633:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000005fba9441/0xf2b1f833e60f5241 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e1 expref: 19 pid: 8871 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.038646:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000005fba9441/0xf2b1f833e60f5241 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e1 expref: 19 pid: 8871 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.038670:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000005fba9441/0xf2b1f833e60f5241 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e1 expref: 19 pid: 8871 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.038685:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483660.038743:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225058304:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 141us (607us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483660.038751:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 528 00000100:00100000:2.0:1788483660.038766:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 529 00000100:00100000:2.0:1788483660.038773:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360225058944:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483660.038781:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483660.038786:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c10ccfd9/0xf2b1f833e60f51a0 lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148386 expref: 10 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.038797:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c10ccfd9/0xf2b1f833e60f51a0 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148386 expref: 10 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.038810:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483660.038827:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+10:2402:x1875360225058944:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 54us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483660.038833:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 529 00000100:00100000:2.0:1788483660.038847:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 530 00000100:00100000:2.0:1788483660.038855:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360225058816:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483660.038866:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483660.038871:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f524f lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483ef expref: 17 pid: 8871 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.038882:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f524f lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483ef expref: 17 pid: 8871 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.038894:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483660.038898:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483660.038904:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.038918:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.038936:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483660.038953:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+17:2402:x1875360225058816:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 99us (707us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483660.038960:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 530 00000100:00100000:2.0:1788483660.038972:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 531 00000100:00100000:2.0:1788483660.038978:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+20:2400:x1875360225058560:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483660.038987:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483660.038992:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f523a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483da expref: 20 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.039001:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f523a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483da expref: 20 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.039014:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b25d7475/0xf2b1f833e60f523a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483da expref: 20 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.039024:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483660.039041:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+19:2400:x1875360225058560:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 62us (768us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483660.039047:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 531 00000100:00080000:1.0:1788483660.040365:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483660.040371:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483660.040687:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006df44ab4/0xf2b1f833e60f524f lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483ef expref: 16 pid: 8871 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483660.040704:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251059072:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483660.040726:0:8431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c10ccfd9/0xf2b1f833e60f51a0 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148386 expref: 9 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483660.040736:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8431:1875360251059200:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483660.040758:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.040769:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.040776:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.040786:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.040794:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.040822:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788483660.040992:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360251058176:12345-0@lo:6:osp-syn-0-0.0 Request processed in 43387us (45575us total) trans 4294967383 rc 0/0 00000100:00100000:3.0:1788483660.041000:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:3.0:1788483660.041020:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:3.0:1788483660.041030:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3640:x1875360251058688:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:3.0:1788483660.041052:0:8431:0:(ofd_dev.c:1862:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x2c0000401:34 count 1 00010000:00010000:3.0:1788483660.041072:0:8431:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.041086:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000006df27870/0xf2b1f833e60f507a lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148324 expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.041095:0:8431:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: 000000007d260cad/0xf2b1f833e60f5248 lrc: 2/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e8 expref: 18 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.041102:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=10s v=(0 0) 00010000:00010000:3.0:1788483660.041106:0:8431:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788483660.041111:0:8431:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 5/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.041138:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000007d260cad/0xf2b1f833e60f5248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e8 expref: 18 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.041150:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000007d260cad/0xf2b1f833e60f5248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e8 expref: 18 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483660.041164:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360251059328:192.168.206.36@tcp:104: 00010000:00010000:3.0:1788483660.041560:0:8431:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: 000000006df27870/0xf2b1f833e60f507a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148324 expref: 12 pid: 8431 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.041571:0:8431:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: 000000006df27870/0xf2b1f833e60f507a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148324 expref: 12 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788483660.041581:0:8431:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360251059456:192.168.206.36@tcp:104: 00000100:00100000:3.0:1788483660.041605:0:8431:0:(client.c:2715:ptlrpc_set_wait()) set ffff9f7507723240 going to sleep for 11 seconds 00010000:00010000:1.0:1788483660.043303:0:6504:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483660.043314:0:6504:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.043325:0:6504:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5f200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483660.043330:0:6504:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.043343:0:6504:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.043362:0:6504:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.043370:0:6504:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000064c95c9c/0xf2b1f833e60f53d0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.043389:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483660.043390:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483660.043392:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483660.045146:0:3638:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967382 gen 2 00000004:00080000:2.0:1788483660.045157:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f75064e3800, transno 4294967380 00000004:00080000:2.0:1788483660.045167:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f76416f0700, transno 4294967381 00000004:00080000:2.0:1788483660.045170:0:3638:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f75081ad180, transno 4294967382 00000100:00100000:2.0:1788483660.045179:0:3638:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9f750933dc00 x1875360251058176/t4294967383(4294967383) o6->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788483675 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-0-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:2.0:1788483660.045190:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f750933dc00/2, rc 0, transno 4294967383 00000100:00100000:2.0:1788483660.045195:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251058176:0@lo:6:osp-syn-0-0.0 00000004:00080000:2.0:1788483660.045330:0:8865:0:(osp_sync.c:1250:osp_sync_process_committed()) lustre-OST0000-osc-MDT0000: 0 changes, 2 in progress, 1 in flight, 3 done 00000100:00100000:1.0:1788483660.050924:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483660.050956:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483660.051131:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164fb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360251059328:192.168.206.36@tcp:104: 00000100:00100000:2.0:1788483660.051143:0:8431:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8431:1875360251059456:192.168.206.36@tcp:104: 00010000:00010000:2.0:1788483660.051166:0:8431:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483660.051196:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225058432 00000100:00100000:2.0:1788483660.051201:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225058432 00010000:00010000:2.0:1788483660.051231:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000019b2eddd/0xf2b1f833e60f5081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14831d expref: 9 pid: 14965 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483660.051267:0:7456:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225058688 00000100:00100000:2.0:1788483660.051270:0:7456:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225058688 00010000:00010000:2.0:1788483660.051300:0:7456:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 00000000e7c50685/0xf2b1f833e60f509d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148332 expref: 13 pid: 8432 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788483660.051320:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 532 00000100:00100000:2.0:1788483660.051329:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7610fcd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+9:2399:x1875360225058432:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483660.051345:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483660.051350:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0000_UUID lock: 0000000019b2eddd/0xf2b1f833e60f5081 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14831d expref: 9 pid: 14965 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.051362:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000019b2eddd/0xf2b1f833e60f5081 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14831d expref: 9 pid: 14965 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.051385:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019b2eddd/0xf2b1f833e60f5081 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x20:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14831d expref: 9 pid: 14965 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.051400:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788483660.051405:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x20:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483660.051410:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.051419:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 4/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.051443:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483660.051519:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7610fcd450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225058432:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 172us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483660.051527:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 532 00000100:00100000:2.0:1788483660.051566:0:7456:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 533 00000100:00100000:2.0:1788483660.051574:0:7456:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+13:2399:x1875360225058688:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788483660.051582:0:7456:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788483660.051588:0:7456:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 00000000e7c50685/0xf2b1f833e60f509d lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148332 expref: 13 pid: 8432 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.051598:0:7456:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 00000000e7c50685/0xf2b1f833e60f509d lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148332 expref: 13 pid: 8432 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.051614:0:7456:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e7c50685/0xf2b1f833e60f509d lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x21:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148332 expref: 13 pid: 8432 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.051636:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=1s v=(0 0) 00010000:00010000:2.0:1788483660.051639:0:7456:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x21:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788483660.051643:0:7456:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.051660:0:7456:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483660.051677:0:7456:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483660.051697:0:7456:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2399:x1875360225058688:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 124us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483660.051704:0:7456:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 533 00010000:00010000:0.0:1788483660.053363:0:8871:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483660.053380:0:8871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483660.053391:0:8871:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483660.053400:0:8871:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788483660.053421:0:8871:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00080000:1.0:1788483660.053916:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788483660.054182:0:14965:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.054192:0:14965:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.054201:0:14965:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.054208:0:14965:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483660.054235:0:14965:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00000100:00100000:3.0:1788483660.054361:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251058560:12345-0@lo:6:osp-syn-1-0.0 Request processed in 56183us (56466us total) trans 4294967395 rc 0/0 00000100:00100000:3.0:1788483660.054371:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1788483660.054424:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967394 gen 2 00000004:00080000:3.0:1788483660.054429:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7507731c00, transno 4294967393 00000004:00080000:3.0:1788483660.054438:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7507730e00, transno 4294967394 00000100:00100000:3.0:1788483660.054445:0:3640:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search req@ffff9f75064e1c00 x1875360251058560/t4294967395(4294967395) o6->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 544/432 e 0 to 0 dl 1788483675 ref 2 fl Rpc:RQU/204/0 rc 0/0 job:'osp-syn-1-0.0' uid:0 gid:0 projid:4294967295 00000004:00080000:3.0:1788483660.054456:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f75064e1c00/2, rc 0, transno 4294967395 00000100:00100000:3.0:1788483660.054461:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251058560:0@lo:6:osp-syn-1-0.0 00010000:00010000:1.0:1788483660.057606:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788483660.057631:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.057644:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7631f5fc00 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483660.057656:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.057668:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.057693:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.057700:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007735dcd9/0xf2b1f833e60f53c2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x20:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.057735:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483660.057740:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.057748:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3400 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483660.057751:0:6503:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.057759:0:6503:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.057769:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.057776:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a5ae2ed4/0xf2b1f833e60f53c9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x21:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 14965 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.057788:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483660.057790:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483660.057793:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483660.058089:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360251058048:12345-0@lo:6:osp-syn-0-0.0 Request processed in 62552us (62738us total) trans 4294967384 rc 0/0 00000100:00100000:0.0:1788483660.058100:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00010000:00010000:0.0:1788483660.058248:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1788483660.058286:0:3638:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f750933ed80/2, rc 0, transno 4294967384 00000100:00100000:0.0:1788483660.058292:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251058048:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1788483660.073462:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483660.073577:0:24939:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225059072 00000100:00100000:1.0:1788483660.073586:0:24939:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225059072 00010000:00010000:1.0:1788483660.073629:0:24939:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000007d260cad/0xf2b1f833e60f5248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e8 expref: 19 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483660.073672:0:24939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 534 00000100:00100000:1.0:1788483660.073682:0:24939:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+19:2400:x1875360225059072:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483660.073695:0:24939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483660.073701:0:24939:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000007d260cad/0xf2b1f833e60f5248 lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e8 expref: 19 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.073725:0:24939:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000007d260cad/0xf2b1f833e60f5248 lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e8 expref: 19 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.073748:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007d260cad/0xf2b1f833e60f5248 lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1483e8 expref: 19 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.073762:0:24939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483660.073814:0:24939:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225059072:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 134us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483660.073822:0:24939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 534 00000100:00100000:0.0:1788483660.079414:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483660.079778:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225059200 00000100:00100000:1.0:1788483660.079786:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225059200 00010000:00010000:1.0:1788483660.079820:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: 000000006df27870/0xf2b1f833e60f507a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148324 expref: 12 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788483660.079860:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 535 00000100:00100000:1.0:1788483660.079881:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+12:2400:x1875360225059200:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483660.079894:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788483660.079900:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: 000000006df27870/0xf2b1f833e60f507a lrc: 4/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148324 expref: 12 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.079913:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: 000000006df27870/0xf2b1f833e60f507a lrc: 3/0,0 mode: PR/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148324 expref: 12 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.079933:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000006df27870/0xf2b1f833e60f507a lrc: 0/0,0 mode: --/PR res: [0x2c0000401:0x22:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148324 expref: 12 pid: 8431 timeout: 924 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.079946:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=1s v=(0 0) 00010000:00010000:1.0:1788483660.079951:0:6501:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788483660.079957:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.079967:0:6501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 4/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.080002:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483660.080045:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225059200:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 176us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483660.080051:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 535 00010000:00010000:1.0:1788483660.080080:0:8431:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.080088:0:8431:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.080097:0:8431:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.080104:0:8431:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.080120:0:8431:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:1.0:1788483660.080278:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251058688:12345-0@lo:6:osp-syn-1-0.0 Request processed in 39249us (82334us total) trans 4294967396 rc 0/0 00000100:00100000:1.0:1788483660.080285:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00010000:00010000:1.0:1788483660.080305:0:19386:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788483660.080311:0:19386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.080318:0:19386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f75086f3200 already unused, calling callback (ffffffffc0df6230) 00010000:00010000:1.0:1788483660.080322:0:19386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.080330:0:19386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.080346:0:19386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.080353:0:19386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000b833245/0xf2b1f833e60f53d7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8431 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483660.080369:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483660.080371:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483660.080373:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:1.0:1788483660.080406:0:3640:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9f7507652680/2, rc 0, transno 4294967396 00000100:00100000:1.0:1788483660.080413:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251058688:0@lo:6:osp-syn-1-0.0 00000040:00080000:1.0:1788483660.174990:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483660.174999:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483660.175136:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 54 count 1 00000040:00080000:1.0:1788483660.175144:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788483660.182233:0:25439:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483660.182241:0:25439:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483660.184080:0:25439:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483660.184095:0:25439:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483660.456531:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483660.456571:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483660.456640:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483660.456673:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225059584 00000100:00100000:3.0:1788483660.456681:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225059584 00000100:00100000:3.0:1788483660.456737:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1132 00000100:00100000:3.0:1788483660.456746:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225059584:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483660.456817:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225059584:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 72us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483660.456824:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1132 00000100:00100000:1.0:1788483660.466081:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225059328 00000100:00100000:1.0:1788483660.466097:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225059328 00000100:00100000:1.0:1788483660.466160:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 773 00000100:00100000:1.0:1788483660.466170:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225059328:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483660.466237:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225059328:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 69us (9716us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483660.466249:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 773 00000100:00100000:1.0:1788483660.466284:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225059840 00000100:00100000:1.0:1788483660.466293:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225059840 00000100:00100000:1.0:1788483660.466323:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 704 00000100:00100000:1.0:1788483660.466330:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225059840:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483660.466357:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225059840:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (9716us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483660.467816:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 704 00000100:00080000:1.0:1788483660.467849:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483660.469829:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483660.469984:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225060096 00000100:00100000:3.0:1788483660.469993:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225060096 00000100:00100000:3.0:1788483660.470053:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1133 00000100:00100000:3.0:1788483660.470062:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225060096:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483660.470122:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225060096:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 61us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483660.470129:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1133 00000100:00080000:3.0:1788483660.470152:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483660.470287:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483660.470363:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483660.470393:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483660.492050:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483660.492101:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483660.492533:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225060352 00000100:00100000:3.0:1788483660.492542:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225060352 00000100:00100000:3.0:1788483660.492562:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225059456 00000100:00100000:3.0:1788483660.492564:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225059456 00000100:00100000:3.0:1788483660.492610:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225059968 00000100:00100000:3.0:1788483660.492612:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225059968 00000100:00100000:3.0:1788483660.492633:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1134 00000100:00100000:3.0:1788483660.492642:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225059456:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483660.496145:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225059456:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 3496us (25773us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483660.496157:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1134 00000100:00100000:3.0:1788483660.496187:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1135 00000100:00100000:3.0:1788483660.496197:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225059968:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483660.496220:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225059968:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (4179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483660.496226:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1135 00000100:00100000:3.0:1788483660.498362:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225059712 00000100:00100000:3.0:1788483660.498371:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225059712 00000100:00100000:3.0:1788483660.498403:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 705 00000100:00100000:3.0:1788483660.498411:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225060352:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483660.498462:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225060352:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 51us (28175us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483660.498469:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 705 00000100:00100000:3.0:1788483660.498519:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 706 00000100:00100000:3.0:1788483660.498527:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225059712:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483660.498552:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225059712:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (28159us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483660.498559:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 706 00000100:00100000:1.0:1788483660.509633:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225060224 00000100:00100000:1.0:1788483660.509660:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225060224 00000100:00100000:1.0:1788483660.509775:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 707 00000100:00100000:1.0:1788483660.509785:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225060224:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483660.509853:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225060224:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 69us (17751us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483660.509861:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 707 00010000:00010000:1.0:1788483660.549035:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483661.586051:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483661.892672:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251059584:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483661.892739:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483661.897752:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251059584 00000100:00100000:1.0:1788483661.897768:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251059584 00000100:00100000:1.0:1788483661.897839:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1788483661.897855:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251059584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483661.897893:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483661.897979:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251059584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (5239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483661.897986:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00080000:1.0:1788483661.898010:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483661.898057:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251059584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483661.901043:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251059712:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483661.901116:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483661.901194:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251059712 00000100:00100000:1.0:1788483661.901203:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251059712 00000100:00100000:1.0:1788483661.901270:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1788483661.901279:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3639:x1875360251059712:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483661.901306:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483661.901352:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3639:x1875360251059712:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483661.901360:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1788483661.901408:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251059712:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788483661.901480:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788483662.379187:0:25503:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483662.379196:0:25503:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483662.379746:0:25503:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483662.379755:0:25503:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483662.596700:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483662.917320:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251059840:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483662.917392:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483662.917526:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251059840 00000100:00100000:2.0:1788483662.917535:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251059840 00000100:00100000:2.0:1788483662.917586:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:2.0:1788483662.917595:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251059840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483662.917625:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483662.918195:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251059840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 597us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483662.918203:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1788483662.918238:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251059840:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483662.981332:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788483663.627831:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483664.323730:0:25555:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483664.323739:0:25555:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483664.324256:0:25555:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483664.324265:0:25555:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483664.454079:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483664.454101:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251059968:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483664.454170:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483664.454249:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251059968 00000100:00100000:3.0:1788483664.454257:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251059968 00000100:00100000:3.0:1788483664.454308:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:3.0:1788483664.454318:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251059968:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483664.454346:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483664.454389:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3640:x1875360251059968:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.454397:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00080000:3.0:1788483664.454418:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483664.454472:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251059968:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483664.455700:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251060096:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.455742:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.455772:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251060608:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.455798:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.455817:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251061120:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.455841:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.455987:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788483664.455994:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251060224:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.456021:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.456040:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251060736:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.456062:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.456079:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251061248:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.456099:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.456129:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251060480:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.456153:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.456168:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251060992:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.456190:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.457046:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251061504:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.457075:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.457098:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788483664.457103:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251060352:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.457127:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.457145:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251060864:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.457167:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.457186:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251061376:0@lo:400:kworker.0 00000100:00100000:3.0:1788483664.457758:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251061120 00000100:00100000:3.0:1788483664.457767:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251061120 00000100:00100000:3.0:1788483664.457814:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251060992 00000100:00100000:3.0:1788483664.457818:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251060992 00000100:00100000:3.0:1788483664.457838:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251061504 00000100:00100000:3.0:1788483664.457841:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251061504 00000100:00100000:3.0:1788483664.457870:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1788483664.457878:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360251061120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483664.457936:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+7:3638:x1875360251061120:12345-0@lo:400:kworker.0 Request processed in 57us (2093us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.457943:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1788483664.457958:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1788483664.457964:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251060992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483664.457991:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251060992:12345-0@lo:400:kworker.0 Request processed in 27us (1800us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.457997:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:3.0:1788483664.458008:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1788483664.458014:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251061504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483664.458041:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251061504:12345-0@lo:400:kworker.0 Request processed in 27us (965us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.458046:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:3.0:1788483664.458063:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251060224 00000100:00100000:3.0:1788483664.458067:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251060224 00000100:00100000:3.0:1788483664.458091:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251060736 00000100:00100000:3.0:1788483664.458094:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251060736 00000100:00100000:3.0:1788483664.458107:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251061248 00000100:00100000:3.0:1788483664.458109:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251061248 00000100:00100000:3.0:1788483664.458119:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251060480 00000100:00100000:3.0:1788483664.458121:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251060480 00000100:00100000:3.0:1788483664.458131:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251060864 00000100:00100000:3.0:1788483664.458133:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251060864 00000100:00100000:3.0:1788483664.458144:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1788483664.458150:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251060224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483664.458181:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251060224:12345-0@lo:400:kworker.0 Request processed in 31us (2159us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.458186:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1136 00000100:00100000:3.0:1788483664.458214:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1788483664.458220:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251060736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483664.458252:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251060736:12345-0@lo:400:kworker.0 Request processed in 33us (2189us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.458258:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:3.0:1788483664.458269:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1788483664.458275:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251061248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483664.458304:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251061248:12345-0@lo:400:kworker.0 Request processed in 30us (2204us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.458310:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:3.0:1788483664.458321:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1788483664.458327:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251060480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483664.458353:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251060480:12345-0@lo:400:kworker.0 Request processed in 27us (2199us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.458359:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:3.0:1788483664.458370:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:3.0:1788483664.458377:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251060864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483664.458402:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251060864:12345-0@lo:400:kworker.0 Request processed in 26us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.458407:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00080000:3.0:1788483664.458432:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483664.458436:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483664.458438:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483664.458440:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483664.458941:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.458976:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251060480:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.458989:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251060992:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.459000:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251061504:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.459021:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251060864:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.459045:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251060096 00000100:00100000:2.0:1788483664.459049:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251060096 00000100:00100000:2.0:1788483664.459084:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1788483664.459091:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251060096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.459124:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251060096:12345-0@lo:400:kworker.0 Request processed in 33us (3382us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483664.459130:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1788483664.459157:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251060608 00000100:00100000:2.0:1788483664.459161:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251060608 00000100:00100000:2.0:1788483664.459182:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251060352 00000100:00100000:2.0:1788483664.459185:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251060352 00000100:00100000:2.0:1788483664.459961:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1788483664.459969:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251060608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.460012:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251060608:12345-0@lo:400:kworker.0 Request processed in 44us (4213us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483664.460019:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1788483664.460032:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1788483664.460040:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251060352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.460074:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251060352:12345-0@lo:400:kworker.0 Request processed in 35us (2946us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483664.460080:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:2.0:1788483664.460100:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251061376 00000100:00100000:2.0:1788483664.460105:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251061376 00000100:00100000:2.0:1788483664.460136:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1788483664.460142:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251061376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.460189:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251061376:12345-0@lo:400:kworker.0 Request processed in 32us (1233us total) trans 0 rc 0/0 00000100:00080000:3.0:1788483664.460303:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483664.461730:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1788483664.461809:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251060224:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.461823:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251060736:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.461835:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251061248:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.462008:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251060096:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.462029:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251060608:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.462041:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251061120:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.462068:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251061632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483664.462111:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483664.462167:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251060352:0@lo:400:kworker.0 00000100:00100000:2.0:1788483664.462179:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251061376:0@lo:400:kworker.0 00000100:00100000:3.0:1788483664.462726:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251061632 00000100:00100000:3.0:1788483664.462733:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251061632 00000100:00100000:3.0:1788483664.462779:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1788483664.462792:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251061632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483664.462810:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483664.462931:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251061632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 144us (818us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.462938:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1788483664.462972:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251061632:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788483664.644687:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483664.965438:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483664.965474:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251061760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483664.965581:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483664.965939:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251061760 00000100:00100000:3.0:1788483664.965949:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251061760 00000100:00100000:3.0:1788483664.966009:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1788483664.966019:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251061760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483664.966053:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483664.967624:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251061760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1599us (2035us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483664.967635:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1788483664.967774:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251061760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483665.577426:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483665.577482:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483665.577540:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483665.577559:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483665.577586:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483665.577606:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483665.577624:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483665.577659:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483665.577682:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483665.577708:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225060864 00000100:00100000:1.0:1788483665.577717:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225060864 00000100:00100000:1.0:1788483665.577771:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225061376 00000100:00100000:1.0:1788483665.577775:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225061376 00000100:00100000:1.0:1788483665.577792:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225060992 00000100:00100000:1.0:1788483665.577794:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225060992 00000100:00100000:1.0:1788483665.577805:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225061504 00000100:00100000:1.0:1788483665.577808:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225061504 00000100:00100000:1.0:1788483665.577823:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 711 00000100:00100000:1.0:1788483665.577832:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225060864:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483665.577917:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225060864:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 85us (433us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483665.577925:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 711 00000100:00100000:1.0:1788483665.577944:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 712 00000100:00100000:1.0:1788483665.577951:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225061376:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483665.577978:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225061376:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (418us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483665.577985:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 712 00000100:00100000:1.0:1788483665.577997:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 713 00000100:00100000:1.0:1788483665.578003:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225060992:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483665.578026:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225060992:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483665.578032:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 713 00000100:00100000:1.0:1788483665.578043:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 714 00000100:00100000:1.0:1788483665.578049:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225061504:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483665.578072:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225061504:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483665.578078:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 714 00000100:00100000:1.0:1788483665.578098:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225060480 00000100:00100000:1.0:1788483665.578102:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225060480 00000100:00100000:1.0:1788483665.578130:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 775 00000100:00100000:1.0:1788483665.578136:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225060480:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483665.578160:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225060480:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483665.578166:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 775 00000100:00100000:1.0:1788483665.578192:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225060608 00000100:00100000:1.0:1788483665.578196:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225060608 00000100:00100000:1.0:1788483665.578223:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225061120 00000100:00100000:1.0:1788483665.578226:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225061120 00000100:00100000:1.0:1788483665.578244:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225060736 00000100:00100000:1.0:1788483665.578247:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225060736 00000100:00100000:1.0:1788483665.578260:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225061248 00000100:00100000:1.0:1788483665.578263:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225061248 00000100:00100000:1.0:1788483665.578276:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1142 00000100:00100000:1.0:1788483665.578283:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225060608:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483665.578312:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641775880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225060608:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (895us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483665.578318:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1142 00000100:00100000:1.0:1788483665.578331:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1143 00000100:00100000:1.0:1788483665.578337:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225061120:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483665.578361:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225061120:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (821us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483665.578367:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1143 00000100:00100000:1.0:1788483665.578379:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1144 00000100:00100000:1.0:1788483665.578385:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225060736:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483665.578410:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225060736:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (804us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483665.578416:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1144 00000100:00100000:1.0:1788483665.578427:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1145 00000100:00100000:1.0:1788483665.578433:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225061248:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483665.578466:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225061248:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 34us (807us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483665.578472:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1145 00000100:00080000:3.0:1788483665.578771:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483665.578776:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483665.578778:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483665.578780:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788483665.669216:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788483666.000937:0:9510:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 4294967396 is committed 00000001:00080000:1.0:1788483666.001031:0:8426:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 4294967384 is committed 00000040:00080000:2.0:1788483666.456941:0:25606:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483666.456949:0:25606:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483666.459045:0:25606:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483666.460364:0:25606:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483666.695103:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483667.012838:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251061888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483667.012925:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483667.013218:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251061888 00000100:00100000:1.0:1788483667.013228:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251061888 00000100:00100000:1.0:1788483667.013296:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1788483667.013315:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636f56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251061888:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483667.013343:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483667.013389:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636f56450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251061888:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (463us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483667.013396:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00080000:3.0:1788483667.013712:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483667.013749:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251061888:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483667.014298:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483667.014318:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251062016:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483667.014354:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483667.014600:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251062016 00000100:00100000:1.0:1788483667.014606:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251062016 00000100:00100000:1.0:1788483667.014656:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1788483667.014664:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251062016:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483667.014680:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483667.014730:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251062016:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483667.014736:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:0.0:1788483667.014900:0:3640:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 4294967384 gen 2 00000004:00080000:0.0:1788483667.014906:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f750933dc00, transno 4294967383 00000004:00080000:0.0:1788483667.014924:0:3640:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f750933ed80, transno 4294967384 00000100:00100000:0.0:1788483667.014934:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251062016:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483667.015207:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788483667.717683:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483668.037764:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251062144:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483668.037881:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483668.038169:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251062144 00000100:00100000:2.0:1788483668.038182:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251062144 00000100:00100000:2.0:1788483668.038249:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:2.0:1788483668.038261:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251062144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483668.038313:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483668.038379:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251062144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 119us (498us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483668.038387:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:1.0:1788483668.038527:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251062144:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788483668.371222:0:25657:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483668.371236:0:25657:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483668.373574:0:25657:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483668.373597:0:25657:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483668.740688:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483669.573921:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251062272:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574048:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574137:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251062784:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574173:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574197:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251063296:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574224:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574245:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251063808:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574270:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574301:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788483669.574308:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251062656:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574338:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574359:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251063168:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574384:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574403:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251063680:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574426:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574477:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251062400:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574534:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574553:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251062912:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574576:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574597:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251063424:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574619:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574640:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788483669.574646:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251062528:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574666:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574685:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251063040:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574707:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574725:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251063552:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574748:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.574794:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251062272 00000100:00100000:2.0:1788483669.574807:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251062272 00000100:00100000:2.0:1788483669.574872:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1788483669.574882:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251062272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.574939:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251062272:12345-0@lo:400:kworker.0 Request processed in 58us (892us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.574947:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1788483669.574998:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251062784 00000100:00100000:2.0:1788483669.575004:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251062784 00000100:00100000:2.0:1788483669.575036:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251062528 00000100:00100000:2.0:1788483669.575039:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251062528 00000100:00100000:2.0:1788483669.575053:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1788483669.575058:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251062784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575102:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251062784:12345-0@lo:400:kworker.0 Request processed in 43us (928us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575108:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:2.0:1788483669.575120:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1788483669.575126:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251062528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575158:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251062528:12345-0@lo:400:kworker.0 Request processed in 33us (491us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575164:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1788483669.575184:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251063296 00000100:00100000:2.0:1788483669.575187:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251063296 00000100:00100000:2.0:1788483669.575222:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251063808 00000100:00100000:2.0:1788483669.575225:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251063808 00000100:00100000:2.0:1788483669.575237:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251063168 00000100:00100000:2.0:1788483669.575239:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251063168 00000100:00100000:2.0:1788483669.575252:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251063680 00000100:00100000:2.0:1788483669.575255:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251063680 00000100:00100000:2.0:1788483669.575269:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1788483669.575275:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251063296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575307:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251063296:12345-0@lo:400:kworker.0 Request processed in 32us (1082us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575313:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:2.0:1788483669.575325:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1788483669.575337:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251063808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575369:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251063808:12345-0@lo:400:kworker.0 Request processed in 33us (1098us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575375:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:2.0:1788483669.575385:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1788483669.575391:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251063168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575417:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251063168:12345-0@lo:400:kworker.0 Request processed in 27us (1033us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575422:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:2.0:1788483669.575442:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1788483669.575449:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251063680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575478:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251063680:12345-0@lo:400:kworker.0 Request processed in 31us (1051us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575484:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1788483669.575531:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251062656 00000100:00100000:2.0:1788483669.575535:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251062656 00000100:00100000:2.0:1788483669.575554:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251062400 00000100:00100000:2.0:1788483669.575556:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251062400 00000100:00100000:2.0:1788483669.575566:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251062912 00000100:00100000:2.0:1788483669.575568:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251062912 00000100:00100000:2.0:1788483669.575579:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251063424 00000100:00100000:2.0:1788483669.575581:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251063424 00000100:00100000:2.0:1788483669.575591:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251063040 00000100:00100000:2.0:1788483669.575593:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251063040 00000100:00100000:2.0:1788483669.575603:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251063552 00000100:00100000:2.0:1788483669.575605:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251063552 00000100:00100000:2.0:1788483669.575618:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:2.0:1788483669.575624:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251062656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575654:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251062656:12345-0@lo:400:kworker.0 Request processed in 30us (1315us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575661:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:2.0:1788483669.575672:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1788483669.575678:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251062400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575705:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251062400:12345-0@lo:400:kworker.0 Request processed in 28us (1171us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575710:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00100000:2.0:1788483669.575720:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1788483669.575725:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251062912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575751:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251062912:12345-0@lo:400:kworker.0 Request processed in 26us (1174us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575756:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:2.0:1788483669.575766:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1788483669.575772:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251063424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575798:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251063424:12345-0@lo:400:kworker.0 Request processed in 26us (1178us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575804:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1788483669.575814:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1788483669.575820:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251063040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575848:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251063040:12345-0@lo:400:kworker.0 Request processed in 28us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575853:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000100:00100000:2.0:1788483669.575864:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1151 00000100:00100000:2.0:1788483669.575869:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251063552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.575896:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251063552:12345-0@lo:400:kworker.0 Request processed in 27us (1147us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.575902:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1151 00000100:00080000:2.0:1788483669.575963:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483669.575967:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483669.575970:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483669.575973:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483669.576012:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251062528:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576024:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251063040:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576034:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251063552:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576044:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251062400:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576054:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251062912:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576064:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251063424:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576107:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251062656:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576118:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251063168:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576128:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251063680:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576137:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251062272:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576147:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251062784:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576158:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251063296:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.576168:0:3639:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294967396 gen 2 00000004:00080000:2.0:1788483669.576173:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f75064e1c00, transno 4294967395 00000004:00080000:2.0:1788483669.576191:0:3639:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9f7507652680, transno 4294967396 00000100:00100000:2.0:1788483669.576195:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251063808:0@lo:400:kworker.0 00000100:00100000:2.0:1788483669.580113:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251064064:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483669.580217:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.580277:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483669.580286:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251063936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483669.580312:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483669.580356:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251064064 00000100:00100000:2.0:1788483669.580365:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251064064 00000100:00100000:2.0:1788483669.580420:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251063936 00000100:00100000:2.0:1788483669.580423:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251063936 00000100:00100000:2.0:1788483669.580454:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1788483669.580463:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251064064:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483669.580525:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483669.580577:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251064064:12345-0@lo:13:osp-pre-1-1.0 Request processed in 113us (360us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.580585:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:2.0:1788483669.580605:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1788483669.580612:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251063936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483669.580623:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483669.580646:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251063936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483669.580652:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1788483669.580706:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251063936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483669.580721:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251064064:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1788483669.765868:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483670.090842:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251064192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483670.090938:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483670.091114:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251064192 00000100:00100000:0.0:1788483670.091123:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251064192 00000100:00100000:0.0:1788483670.091188:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:0.0:1788483670.091199:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251064192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483670.091239:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483670.096987:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251064192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 5774us (6034us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483670.097005:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00100000:1.0:1788483670.097183:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251064192:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1788483670.296218:0:25708:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483670.296233:0:25708:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483670.300577:0:25708:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483670.300604:0:25708:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1788483670.404944:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483670.404954:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483670.407297:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483670.407321:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483670.699781:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483670.699832:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483670.699865:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483670.699884:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483670.699911:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483670.699945:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483670.699966:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483670.699984:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483670.700006:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483670.700301:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225062016 00000100:00100000:0.0:1788483670.700325:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225062016 00000100:00100000:0.0:1788483670.700404:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225062528 00000100:00100000:0.0:1788483670.700408:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225062528 00000100:00100000:0.0:1788483670.700436:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225062144 00000100:00100000:0.0:1788483670.700439:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225062144 00000100:00100000:0.0:1788483670.700458:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225062656 00000100:00100000:0.0:1788483670.700461:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225062656 00000100:00100000:0.0:1788483670.700481:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 719 00000100:00100000:0.0:1788483670.700492:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225062016:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483670.700639:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225062016:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 148us (805us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483670.700649:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 719 00000100:00100000:0.0:1788483670.700669:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 720 00000100:00100000:0.0:1788483670.700677:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225062528:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483670.700702:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225062528:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (818us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483670.700710:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 720 00000100:00100000:0.0:1788483670.700721:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 721 00000100:00100000:0.0:1788483670.700728:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225062144:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483670.700751:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225062144:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (785us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483670.700758:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 721 00000100:00100000:0.0:1788483670.700769:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 722 00000100:00100000:0.0:1788483670.700775:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360225062656:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483670.700799:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360225062656:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (792us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483670.700805:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 722 00000100:00100000:1.0:1788483670.701069:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225061760 00000100:00100000:1.0:1788483670.701083:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225061760 00000100:00100000:1.0:1788483670.701127:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225062272 00000100:00100000:1.0:1788483670.701130:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225062272 00000100:00100000:1.0:1788483670.701149:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225061888 00000100:00100000:1.0:1788483670.701151:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225061888 00000100:00100000:1.0:1788483670.701166:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225062400 00000100:00100000:1.0:1788483670.701169:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225062400 00000100:00100000:1.0:1788483670.701184:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1152 00000100:00100000:1.0:1788483670.701191:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225061760:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483670.701227:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225061760:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 36us (1460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483670.701234:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1152 00000100:00100000:1.0:1788483670.701250:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1153 00000100:00100000:1.0:1788483670.701257:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225062272:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483670.701282:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225062272:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (1417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483670.701288:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1153 00000100:00100000:1.0:1788483670.701299:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1154 00000100:00100000:1.0:1788483670.701305:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360225061888:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483670.701342:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360225061888:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 37us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483670.701348:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1154 00000100:00100000:1.0:1788483670.701361:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1155 00000100:00100000:1.0:1788483670.701368:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225062400:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483670.701392:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225062400:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (1407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483670.701398:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1155 00000100:00100000:1.0:1788483670.701419:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225061632 00000100:00100000:1.0:1788483670.701433:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225061632 00000100:00100000:1.0:1788483670.701466:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 777 00000100:00100000:1.0:1788483670.701473:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225061632:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483670.701495:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225061632:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (1583us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483670.701533:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 777 00000100:00080000:3.0:1788483670.702242:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483670.702249:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483670.702253:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483670.702255:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788483670.788817:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483671.815188:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483672.133728:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483672.133762:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251064320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483672.133862:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483672.134064:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251064320 00000100:00100000:1.0:1788483672.134075:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251064320 00000100:00100000:1.0:1788483672.134166:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1788483672.134181:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251064320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483672.134221:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483672.134296:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251064320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483672.134304:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1788483672.134372:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251064320:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788483672.134613:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483672.139151:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251064448:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483672.139921:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483672.140208:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251064448 00000100:00100000:3.0:1788483672.140230:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251064448 00000100:00100000:3.0:1788483672.140306:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:3.0:1788483672.140317:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251064448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483672.140347:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483672.140612:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251064448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 295us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483672.140620:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00080000:2.0:1788483672.140660:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483672.140863:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251064448:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1788483672.205157:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788483672.266479:0:25760:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483672.266491:0:25760:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483672.267371:0:25760:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483672.267388:0:25760:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483672.836931:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483673.158220:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251064576:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483673.158318:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483673.158882:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251064576 00000100:00100000:2.0:1788483673.158896:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251064576 00000100:00100000:2.0:1788483673.158960:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:2.0:1788483673.158972:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251064576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483673.159019:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483673.159100:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251064576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 130us (781us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483673.159108:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1788483673.159290:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251064576:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788483673.860684:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483674.245299:0:25811:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483674.245311:0:25811:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483674.246189:0:25811:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483674.246269:0:25811:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483674.692936:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483674.692964:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251064704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483674.693048:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483674.693201:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251064704 00000100:00100000:1.0:1788483674.693211:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251064704 00000100:00100000:1.0:1788483674.693287:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1788483674.693300:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251064704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483674.693335:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483674.693384:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251064704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483674.693392:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1788483674.693460:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251064704:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788483674.694321:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483674.695952:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251064960:0@lo:400:kworker.0 00000100:00100000:0.0:1788483674.696037:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483674.696092:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251065472:0@lo:400:kworker.0 00000100:00100000:0.0:1788483674.696118:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483674.696141:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251065984:0@lo:400:kworker.0 00000100:00100000:0.0:1788483674.696164:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483674.696194:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788483674.696201:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251065088:0@lo:400:kworker.0 00000100:00100000:0.0:1788483674.696229:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483674.696247:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251065600:0@lo:400:kworker.0 00000100:00100000:0.0:1788483674.696271:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483674.696301:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251066112:0@lo:400:kworker.0 00000100:00100000:0.0:1788483674.696323:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483674.696367:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251064960 00000100:00100000:0.0:1788483674.696377:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251064960 00000100:00100000:0.0:1788483674.696444:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:0.0:1788483674.696455:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251064960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.696688:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251065472 00000100:00100000:1.0:1788483674.696694:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251065472 00000100:00100000:1.0:1788483674.696733:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251065984 00000100:00100000:1.0:1788483674.696736:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251065984 00000100:00100000:1.0:1788483674.696753:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251065600 00000100:00100000:1.0:1788483674.696757:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251065600 00000100:00100000:1.0:1788483674.696770:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251066112 00000100:00100000:1.0:1788483674.696773:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251066112 00000100:00100000:1.0:1788483674.696789:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1788483674.696796:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251065472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.696848:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251065472:12345-0@lo:400:kworker.0 Request processed in 51us (728us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483674.696856:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:1.0:1788483674.696879:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1788483674.696885:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251065984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.696914:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251065984:12345-0@lo:400:kworker.0 Request processed in 30us (748us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483674.696920:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:1.0:1788483674.696932:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1788483674.696938:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251065600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.696967:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251065600:12345-0@lo:400:kworker.0 Request processed in 30us (695us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483674.696974:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1159 00000100:00100000:1.0:1788483674.696985:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1160 00000100:00100000:1.0:1788483674.696991:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251066112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.697021:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251066112:12345-0@lo:400:kworker.0 Request processed in 30us (696us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483674.697027:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1160 00000100:00080000:1.0:1788483674.697048:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483674.697053:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483674.697064:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251064832:0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.697105:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483674.697134:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251065344:0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.697160:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483674.697180:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251065856:0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.697207:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483674.697231:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788483674.697239:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251065216:0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.697263:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483674.697278:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251065728:0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.697300:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483674.697317:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251066240:0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.697336:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483674.697364:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251065088 00000100:00100000:1.0:1788483674.697368:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251065088 00000100:00100000:1.0:1788483674.697417:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251065344 00000100:00100000:1.0:1788483674.697420:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251065344 00000100:00100000:1.0:1788483674.697434:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1788483674.697440:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251065088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483674.697474:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251065088:12345-0@lo:400:kworker.0 Request processed in 35us (1245us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483674.697481:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:1.0:1788483674.697494:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:1.0:1788483674.697556:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251065344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.697683:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251064832 00000100:00100000:2.0:1788483674.697687:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251064832 00000100:00100000:2.0:1788483674.697723:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1788483674.697729:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251064832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.697769:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251064832:12345-0@lo:400:kworker.0 Request processed in 40us (663us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483674.697775:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:2.0:1788483674.697854:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251065856 00000100:00100000:2.0:1788483674.697858:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251065856 00000100:00100000:2.0:1788483674.697891:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251065728 00000100:00100000:2.0:1788483674.697895:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251065728 00000100:00100000:2.0:1788483674.697913:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251066240 00000100:00100000:2.0:1788483674.697916:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251066240 00000100:00100000:2.0:1788483674.697933:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1788483674.697939:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251065856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.697969:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251065856:12345-0@lo:400:kworker.0 Request processed in 31us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483674.697975:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:2.0:1788483674.697985:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1788483674.697990:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251065728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698015:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251065728:12345-0@lo:400:kworker.0 Request processed in 25us (714us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483674.698021:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1788483674.698031:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1788483674.698037:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251066240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698062:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251066240:12345-0@lo:400:kworker.0 Request processed in 26us (725us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483674.698070:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1788483674.698088:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251065216 00000100:00100000:2.0:1788483674.698091:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251065216 00000100:00100000:2.0:1788483674.698106:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1788483674.698111:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251065216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698142:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251065216:12345-0@lo:400:kworker.0 Request processed in 31us (878us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483674.698148:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:2.0:1788483674.698239:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251065088:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698254:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251065600:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698266:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251066112:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698278:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251065472:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698291:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251065984:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698348:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251065216:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698358:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251065728:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698369:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251066240:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698377:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251064832:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.698387:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251065856:0@lo:400:kworker.0 00000100:00080000:2.0:1788483674.698439:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483674.698443:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483674.698833:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251065344:12345-0@lo:400:kworker.0 Request processed in 1276us (1667us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483674.698841:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1788483674.698966:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251064960:12345-0@lo:400:kworker.0 Request processed in 2511us (2927us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483674.698974:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:1.0:1788483674.699067:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251064960:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.699317:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251065344:0@lo:400:kworker.0 00000100:00100000:2.0:1788483674.699477:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251066368:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483674.699698:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483674.699889:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251066368 00000100:00100000:1.0:1788483674.699898:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251066368 00000100:00100000:1.0:1788483674.699951:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1788483674.699962:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251066368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483674.699986:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483674.708042:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251066368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8065us (8326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483674.708061:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1788483674.712040:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251066368:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788483674.884941:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483675.205310:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483675.205339:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251066496:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483675.205436:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483675.207693:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251066496 00000100:00100000:3.0:1788483675.207712:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251066496 00000100:00100000:3.0:1788483675.207802:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1788483675.207815:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251066496:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483675.207863:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483675.207976:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251066496:12345-0@lo:41:osp-pre-1-0.0 Request processed in 164us (2540us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483675.207985:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1788483675.208493:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507653100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251066496:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483675.820236:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483675.820292:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483675.820320:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483675.820345:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483675.820363:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483675.820379:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483675.820393:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483675.820570:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483675.820609:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483675.821235:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225062912 00000100:00100000:2.0:1788483675.821249:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225062912 00000100:00100000:2.0:1788483675.821338:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225063040 00000100:00100000:2.0:1788483675.821342:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225063040 00000100:00100000:2.0:1788483675.821364:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225063552 00000100:00100000:2.0:1788483675.821367:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225063552 00000100:00100000:2.0:1788483675.821382:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225063424 00000100:00100000:2.0:1788483675.821385:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225063424 00000100:00100000:2.0:1788483675.821420:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1162 00000100:00100000:2.0:1788483675.821432:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225062912:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483675.821564:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225062912:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 134us (1355us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483675.821584:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1162 00000100:00100000:2.0:1788483675.821606:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1163 00000100:00100000:2.0:1788483675.821613:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225063040:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483675.821643:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225063040:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (1322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483675.821650:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1163 00000100:00100000:2.0:1788483675.821663:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1164 00000100:00100000:2.0:1788483675.821670:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225063552:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483675.821696:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225063552:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (1332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483675.821701:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1164 00000100:00100000:2.0:1788483675.821712:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1165 00000100:00100000:2.0:1788483675.821717:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225063424:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483675.821738:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225063424:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (1169us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483675.821744:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1165 00000100:00100000:2.0:1788483675.821769:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225063296 00000100:00100000:2.0:1788483675.821773:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225063296 00000100:00100000:2.0:1788483675.822177:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225063808 00000100:00100000:2.0:1788483675.822182:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225063808 00000100:00100000:2.0:1788483675.822198:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225063168 00000100:00100000:2.0:1788483675.822200:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225063168 00000100:00100000:2.0:1788483675.822211:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225063680 00000100:00100000:2.0:1788483675.822213:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225063680 00000100:00100000:2.0:1788483675.822237:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 726 00000100:00100000:2.0:1788483675.822243:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225063296:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483675.822273:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225063296:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (1928us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483675.822279:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 726 00000100:00100000:2.0:1788483675.822290:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 727 00000100:00100000:2.0:1788483675.822294:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225063808:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483675.822312:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225063808:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 17us (1933us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483675.822321:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 727 00000100:00100000:2.0:1788483675.822328:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 728 00000100:00100000:2.0:1788483675.822333:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225063168:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483675.822355:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225063168:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (1961us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483675.822360:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 728 00000100:00100000:2.0:1788483675.822367:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 729 00000100:00100000:2.0:1788483675.822372:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225063680:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483675.822388:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225063680:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 16us (1779us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483675.822392:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 729 00000100:00100000:1.0:1788483675.822736:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225062784 00000100:00100000:1.0:1788483675.822742:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225062784 00000100:00100000:1.0:1788483675.822782:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 779 00000100:00100000:1.0:1788483675.822802:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225062784:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:3.0:1788483675.822907:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483675.822913:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483675.822916:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483675.822919:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483675.832662:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225062784:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 9856us (12353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483675.832681:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 779 00010000:00010000:3.0:1788483675.909605:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483676.641548:0:25862:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483676.641562:0:25862:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483676.642096:0:25862:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483676.642108:0:25862:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483676.935351:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483677.252882:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483677.252919:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251066624:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483677.253015:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483677.253175:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251066624 00000100:00100000:1.0:1788483677.253187:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251066624 00000100:00100000:1.0:1788483677.253259:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1788483677.253271:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251066624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483677.253318:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483677.253371:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251066624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483677.253379:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1788483677.253401:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251066752:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483677.253445:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483677.253834:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251066752 00000100:00100000:1.0:1788483677.253841:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251066752 00000100:00100000:1.0:1788483677.253882:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1788483677.253890:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251066752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483677.253902:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483677.253943:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251066752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483677.253949:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:1.0:1788483677.253999:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251066752:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483677.254620:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483677.254667:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509217100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251066624:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788483677.973227:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483678.277212:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483678.285160:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251066880:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483678.285234:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483678.285970:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251066880 00000100:00100000:1.0:1788483678.285980:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251066880 00000100:00100000:1.0:1788483678.286027:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1788483678.286037:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251066880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483678.286070:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483678.287968:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251066880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1923us (2725us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483678.287980:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:0.0:1788483678.297881:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251066880:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788483678.684668:0:25914:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483678.684676:0:25914:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483678.685380:0:25914:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483678.685400:0:25914:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483678.980809:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483679.812920:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483679.812943:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764163ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251067008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483679.813011:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.813289:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251067520:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.813340:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.813405:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251068032:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.813431:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.813449:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251068544:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.813470:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.813487:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1788483679.813493:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251067136:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.813546:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.813826:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251067648:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.813855:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.813875:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251068160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.813896:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.813913:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251068672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.813932:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.813958:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251067264:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.813983:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.814000:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251067776:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.814019:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.814034:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251068288:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.814055:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.814072:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251068800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483679.814100:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750860df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251067392:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.814123:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.814142:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251067904:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.814163:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.814179:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251068416:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.814200:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483679.814232:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251067648 00000100:00100000:0.0:1788483679.814240:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251067648 00000100:00100000:0.0:1788483679.814282:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251067392 00000100:00100000:0.0:1788483679.814285:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251067392 00000100:00100000:0.0:1788483679.814316:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1788483679.814325:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251067648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.814388:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251067648:12345-0@lo:400:kworker.0 Request processed in 53us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483679.814395:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:0.0:1788483679.814413:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1788483679.814420:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251067392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.814454:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251067392:12345-0@lo:400:kworker.0 Request processed in 35us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483679.814462:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:0.0:1788483679.814520:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251067392:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.814551:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251067648:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.814611:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251068032 00000100:00100000:0.0:1788483679.814615:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251068032 00000100:00100000:1.0:1788483679.814736:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483679.826793:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251067520 00000100:00100000:2.0:1788483679.826809:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251067520 00000100:00100000:2.0:1788483679.826854:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251067264 00000100:00100000:2.0:1788483679.826858:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251067264 00000100:00100000:2.0:1788483679.826869:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251067776 00000100:00100000:2.0:1788483679.826871:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251067776 00000100:00100000:2.0:1788483679.826885:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251068288 00000100:00100000:2.0:1788483679.826888:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251068288 00000100:00100000:2.0:1788483679.826901:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251067904 00000100:00100000:2.0:1788483679.826904:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251067904 00000100:00100000:2.0:1788483679.826915:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251068416 00000100:00100000:2.0:1788483679.826934:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251068416 00000100:00100000:2.0:1788483679.826956:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1788483679.826965:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251067520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.827072:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251067520:12345-0@lo:400:kworker.0 Request processed in 107us (13730us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483679.827080:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:2.0:1788483679.827098:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1788483679.827104:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251067264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.827142:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251067264:12345-0@lo:400:kworker.0 Request processed in 38us (13158us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483679.827148:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1167 00000100:00100000:2.0:1788483679.827161:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1788483679.827168:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251067776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.827199:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251067776:12345-0@lo:400:kworker.0 Request processed in 32us (13179us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483679.827218:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1168 00000100:00100000:2.0:1788483679.827230:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:2.0:1788483679.827236:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251068288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.827268:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251068288:12345-0@lo:400:kworker.0 Request processed in 32us (13211us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483679.827273:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:2.0:1788483679.827285:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1788483679.827291:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251067904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.827332:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251067904:12345-0@lo:400:kworker.0 Request processed in 41us (13168us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483679.827338:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:2.0:1788483679.827350:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1788483679.827356:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251068416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.827399:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251068416:12345-0@lo:400:kworker.0 Request processed in 44us (13198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483679.827407:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:2.0:1788483679.827430:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251068544 00000100:00100000:2.0:1788483679.827434:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251068544 00000100:00100000:0.0:1788483679.827529:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251068160 00000100:00100000:0.0:1788483679.827535:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251068160 00000100:00100000:2.0:1788483679.830173:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251068672 00000100:00100000:2.0:1788483679.830186:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251068672 00000100:00100000:2.0:1788483679.830227:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1788483679.830237:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251068032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.830321:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251068032:12345-0@lo:400:kworker.0 Request processed in 87us (16889us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483679.830329:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:2.0:1788483679.830345:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1788483679.830351:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251068544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.830396:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251068544:12345-0@lo:400:kworker.0 Request processed in 46us (16925us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483679.830403:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1788483679.830415:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1788483679.830421:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251068672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.830453:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251068672:12345-0@lo:400:kworker.0 Request processed in 32us (16520us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483679.830459:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1788483679.830543:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251067904:0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.830557:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251068416:0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.830594:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251068672:0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.830608:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251067520:0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.830620:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251068032:0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.830644:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251068544:0@lo:400:kworker.0 00000100:00080000:2.0:1788483679.836062:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483679.836071:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483679.836075:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483679.836077:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483679.836181:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251067136 00000100:00100000:2.0:1788483679.836191:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251067136 00000100:00100000:2.0:1788483679.836263:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1788483679.836273:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251067136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.836389:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251067136:12345-0@lo:400:kworker.0 Request processed in 107us (22831us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483679.836396:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:2.0:1788483679.836446:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251067136:0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.836489:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750860ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251067264:0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.836518:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251067776:0@lo:400:kworker.0 00000100:00100000:2.0:1788483679.836529:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251068288:0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.838535:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1788483679.838553:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251068160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483679.838648:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251068160:12345-0@lo:400:kworker.0 Request processed in 104us (24751us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483679.838655:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1788483679.838704:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251068160:0@lo:400:kworker.0 00000100:00100000:3.0:1788483679.843887:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251067008 00000100:00100000:3.0:1788483679.843901:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251067008 00000100:00100000:3.0:1788483679.844001:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251068800 00000100:00100000:3.0:1788483679.844005:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251068800 00000100:00100000:3.0:1788483679.844020:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1788483679.844028:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251067008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483679.844065:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483679.844147:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251067008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 119us (31136us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483679.844154:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1788483679.844168:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1788483679.844174:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251068800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483679.844182:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483679.844212:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251068800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 38us (29477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483679.844217:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1788483679.844268:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251068800:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483679.844388:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764163ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251067008:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788483680.005388:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483680.337188:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483680.337225:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764163b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251068928:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483680.337329:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483680.338855:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251068928 00000100:00100000:3.0:1788483680.338874:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251068928 00000100:00100000:3.0:1788483680.338960:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 655 00000100:00100000:3.0:1788483680.338972:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251068928:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483680.339022:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483680.339120:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251068928:12345-0@lo:41:osp-pre-1-0.0 Request processed in 150us (1791us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483680.339128:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 655 00000100:00100000:1.0:1788483680.339904:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764163b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251068928:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788483680.655415:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483680.655429:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483680.658120:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483680.658864:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788483680.891069:0:25965:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483680.891406:0:25965:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483680.895219:0:25965:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483680.895248:0:25965:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483680.935621:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483680.935659:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483680.935695:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483680.935718:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483680.935739:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483680.935761:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483680.935783:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483680.935802:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483680.935839:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483680.935874:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225064448 00000100:00100000:3.0:1788483680.935886:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225064448 00000100:00100000:3.0:1788483680.935951:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225064960 00000100:00100000:3.0:1788483680.935954:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225064960 00000100:00100000:3.0:1788483680.935967:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225064320 00000100:00100000:3.0:1788483680.935970:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225064320 00000100:00100000:3.0:1788483680.935982:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225064832 00000100:00100000:3.0:1788483680.935985:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225064832 00000100:00100000:3.0:1788483680.936015:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 734 00000100:00100000:3.0:1788483680.936027:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225064448:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483680.936114:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225064448:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 89us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483680.936122:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 734 00000100:00100000:3.0:1788483680.936141:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 735 00000100:00100000:3.0:1788483680.936147:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225064960:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483680.936172:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225064960:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483680.936178:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 735 00000100:00100000:3.0:1788483680.936189:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 736 00000100:00100000:3.0:1788483680.936195:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225064320:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483680.936220:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225064320:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (436us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483680.936227:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 736 00000100:00100000:3.0:1788483680.936237:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 737 00000100:00100000:3.0:1788483680.936243:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225064832:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483680.936267:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225064832:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483680.936273:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 737 00000100:00100000:3.0:1788483680.936293:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225064192 00000100:00100000:3.0:1788483680.936297:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225064192 00000100:00100000:3.0:1788483680.936327:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225064704 00000100:00100000:3.0:1788483680.936330:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225064704 00000100:00100000:3.0:1788483680.936346:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225064064 00000100:00100000:3.0:1788483680.936349:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225064064 00000100:00100000:3.0:1788483680.936360:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225064576 00000100:00100000:3.0:1788483680.936362:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225064576 00000100:00100000:3.0:1788483680.936389:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1172 00000100:00100000:3.0:1788483680.936397:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225064192:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483680.936428:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225064192:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (769us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483680.936438:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1172 00000100:00100000:3.0:1788483680.936451:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1173 00000100:00100000:3.0:1788483680.936457:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225064704:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483680.936487:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225064704:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (768us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483680.936492:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1173 00000100:00100000:3.0:1788483680.936529:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1174 00000100:00100000:3.0:1788483680.936535:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225064064:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483680.936562:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225064064:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483680.936568:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1174 00000100:00100000:3.0:1788483680.936579:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1175 00000100:00100000:3.0:1788483680.936584:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225064576:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483680.936605:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225064576:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483680.936611:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1175 00000100:00080000:3.0:1788483680.936645:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483680.936650:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483680.936653:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483680.936655:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483680.937144:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225063936 00000100:00100000:1.0:1788483680.937152:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225063936 00000100:00100000:1.0:1788483680.937194:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 781 00000100:00100000:1.0:1788483680.937201:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225063936:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483680.937243:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225063936:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 43us (1638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483680.937250:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 781 00010000:00010000:3.0:1788483681.028968:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483682.053612:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483682.374943:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483682.374976:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251069056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483682.375082:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483682.375181:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251069056 00000100:00100000:0.0:1788483682.375191:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251069056 00000100:00100000:0.0:1788483682.375262:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1788483682.375274:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251069056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483682.375310:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483682.375377:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251069056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 91us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483682.375386:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00080000:0.0:1788483682.375412:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483682.375459:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251069056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483682.378730:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483682.378772:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251069184:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483682.378886:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483682.379023:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251069184 00000100:00100000:3.0:1788483682.379034:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251069184 00000100:00100000:3.0:1788483682.379111:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1788483682.379123:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251069184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483682.379152:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483682.379205:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251069184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483682.379212:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00080000:2.0:1788483682.379672:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483682.379721:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251069184:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1788483682.438880:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788483683.076910:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483683.105053:0:26016:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483683.105065:0:26016:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483683.107206:0:26016:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483683.107232:0:26016:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483683.397135:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251069312:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483683.397232:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483683.397635:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251069312 00000100:00100000:2.0:1788483683.397655:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251069312 00000100:00100000:2.0:1788483683.398205:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:2.0:1788483683.398220:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251069312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483683.398266:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483683.398467:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251069312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 250us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483683.398475:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1788483683.401895:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251069312:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788483684.103824:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483684.932728:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483684.932765:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251069440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483684.932858:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483684.932950:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251069440 00000100:00100000:0.0:1788483684.932960:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251069440 00000100:00100000:0.0:1788483684.933033:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1788483684.933046:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251069440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483684.933084:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483684.933137:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251069440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 94us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483684.933145:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:0.0:1788483684.933205:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251069440:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788483684.933726:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483684.933794:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251069696:0@lo:400:kworker.0 00000100:00100000:2.0:1788483684.933841:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483684.933914:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251070208:0@lo:400:kworker.0 00000100:00100000:2.0:1788483684.933946:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483684.933978:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251070720:0@lo:400:kworker.0 00000100:00100000:2.0:1788483684.934001:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483684.934027:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788483684.934034:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251069568:0@lo:400:kworker.0 00000100:00100000:2.0:1788483684.934062:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483684.934085:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251070080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483684.934110:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483684.934129:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251070592:0@lo:400:kworker.0 00000100:00100000:2.0:1788483684.934153:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483684.934563:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251069952:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.934600:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483684.934630:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251070464:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.934655:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483684.934674:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251070976:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.934697:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483684.934722:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788483684.934729:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251069824:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.934754:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483684.934772:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251070336:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.934794:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483684.934812:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251070848:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.934835:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483684.934874:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251070592 00000100:00100000:1.0:1788483684.934882:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251070592 00000100:00100000:1.0:1788483684.934942:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251070464 00000100:00100000:1.0:1788483684.934945:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251070464 00000100:00100000:1.0:1788483684.934962:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251070976 00000100:00100000:1.0:1788483684.934965:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251070976 00000100:00100000:1.0:1788483684.934979:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1788483684.934986:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251070592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935045:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251070592:12345-0@lo:400:kworker.0 Request processed in 59us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935052:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1788483684.935069:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1788483684.935074:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251070464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935103:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251070464:12345-0@lo:400:kworker.0 Request processed in 29us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935109:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1788483684.935120:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1788483684.935127:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251070976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935152:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ae680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251070976:12345-0@lo:400:kworker.0 Request processed in 26us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935158:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:1.0:1788483684.935182:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251070080 00000100:00100000:1.0:1788483684.935187:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251070080 00000100:00100000:1.0:1788483684.935214:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251069824 00000100:00100000:1.0:1788483684.935217:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251069824 00000100:00100000:1.0:1788483684.935231:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1788483684.935237:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251070080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935274:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251070080:12345-0@lo:400:kworker.0 Request processed in 37us (1163us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935280:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1788483684.935291:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1788483684.935298:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251069824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935330:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ac700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251069824:12345-0@lo:400:kworker.0 Request processed in 32us (576us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935336:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:1.0:1788483684.935365:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251069696 00000100:00100000:1.0:1788483684.935369:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251069696 00000100:00100000:1.0:1788483684.935390:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251070208 00000100:00100000:1.0:1788483684.935393:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251070208 00000100:00100000:1.0:1788483684.935407:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251070720 00000100:00100000:1.0:1788483684.935410:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251070720 00000100:00100000:1.0:1788483684.935421:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251069952 00000100:00100000:1.0:1788483684.935424:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251069952 00000100:00100000:1.0:1788483684.935434:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251070336 00000100:00100000:1.0:1788483684.935436:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251070336 00000100:00100000:1.0:1788483684.935447:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251070848 00000100:00100000:1.0:1788483684.935450:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251070848 00000100:00100000:1.0:1788483684.935464:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1788483684.935470:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251069696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935528:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251069696:12345-0@lo:400:kworker.0 Request processed in 58us (1686us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935538:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1176 00000100:00100000:1.0:1788483684.935552:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1788483684.935559:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251070208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935590:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251070208:12345-0@lo:400:kworker.0 Request processed in 32us (1643us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935596:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1788483684.935609:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1788483684.935614:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251070720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935642:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251070720:12345-0@lo:400:kworker.0 Request processed in 28us (1640us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935648:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1788483684.935659:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1788483684.935665:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251069952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935694:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251069952:12345-0@lo:400:kworker.0 Request processed in 29us (1094us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935700:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1788483684.935713:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:1.0:1788483684.935719:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251070336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935747:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ad880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251070336:12345-0@lo:400:kworker.0 Request processed in 28us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935753:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:1.0:1788483684.935765:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:1.0:1788483684.935771:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251070848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935797:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251070848:12345-0@lo:400:kworker.0 Request processed in 27us (961us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483684.935804:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00080000:1.0:1788483684.935830:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483684.935834:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483684.935837:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483684.935839:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483684.935872:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251069824:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935883:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251070336:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935892:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251070848:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935902:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251069952:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935911:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251070464:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935920:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251070976:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935966:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415adc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251070080:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935978:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251070592:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.935989:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251069696:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.936000:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251070208:0@lo:400:kworker.0 00000100:00100000:1.0:1788483684.936009:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251070720:0@lo:400:kworker.0 00000100:00100000:0.0:1788483684.939303:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483684.939348:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251071104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483684.939441:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483684.939646:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251071104 00000100:00100000:0.0:1788483684.939657:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251071104 00000100:00100000:0.0:1788483684.939716:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1788483684.939726:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251071104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483684.939754:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483684.939813:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251071104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483684.939820:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:0.0:1788483684.939878:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e59180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251071104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483684.944860:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251069568 00000100:00100000:0.0:1788483684.944879:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251069568 00000100:00100000:0.0:1788483684.944949:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1788483684.944960:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251069568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483684.945067:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251069568:12345-0@lo:400:kworker.0 Request processed in 109us (11002us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483684.945075:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:0.0:1788483684.945140:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251069568:0@lo:400:kworker.0 00010000:00010000:2.0:1788483685.134250:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483685.349420:0:26068:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483685.349432:0:26068:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483685.354086:0:26068:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483685.354117:0:26068:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483685.446230:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483685.446262:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251071232:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483685.446365:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483685.446495:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251071232 00000100:00100000:3.0:1788483685.446605:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251071232 00000100:00100000:3.0:1788483685.446666:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1788483685.446677:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251071232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483685.446716:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483685.446845:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251071232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 169us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483685.446853:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1788483685.446903:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251071232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483686.063667:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483686.063718:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483686.063754:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483686.063784:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483686.063808:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483686.063825:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483686.063843:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483686.063860:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483686.063887:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483686.063925:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225065344 00000100:00100000:3.0:1788483686.063937:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225065344 00000100:00100000:3.0:1788483686.064004:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225065856 00000100:00100000:3.0:1788483686.064007:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225065856 00000100:00100000:3.0:1788483686.064027:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225065216 00000100:00100000:3.0:1788483686.064030:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225065216 00000100:00100000:3.0:1788483686.064046:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225065728 00000100:00100000:3.0:1788483686.064049:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225065728 00000100:00100000:3.0:1788483686.064067:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1182 00000100:00100000:3.0:1788483686.064078:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225065344:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483686.064173:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225065344:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 96us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483686.064182:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1182 00000100:00100000:3.0:1788483686.064202:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1183 00000100:00100000:3.0:1788483686.064209:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225065856:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483686.064303:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225065856:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 94us (517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483686.064310:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1183 00000100:00100000:3.0:1788483686.064323:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1184 00000100:00100000:3.0:1788483686.064329:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225065216:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483686.064366:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225065216:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483686.064372:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1184 00000100:00100000:3.0:1788483686.064386:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1185 00000100:00100000:3.0:1788483686.064392:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225065728:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483686.064414:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225065728:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483686.064421:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1185 00000100:00100000:3.0:1788483686.064449:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225065600 00000100:00100000:3.0:1788483686.064452:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225065600 00000100:00100000:3.0:1788483686.064476:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225066112 00000100:00100000:3.0:1788483686.064479:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225066112 00000100:00100000:3.0:1788483686.064489:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225065472 00000100:00100000:3.0:1788483686.064492:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225065472 00000100:00100000:3.0:1788483686.064546:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225065984 00000100:00100000:3.0:1788483686.064549:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225065984 00000100:00100000:3.0:1788483686.064564:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 741 00000100:00100000:3.0:1788483686.064570:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225065600:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483686.064597:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225065600:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483686.064604:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 741 00000100:00100000:3.0:1788483686.064616:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 742 00000100:00100000:3.0:1788483686.064623:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225066112:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483686.064643:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225066112:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483686.064650:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 742 00000100:00100000:3.0:1788483686.064659:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 743 00000100:00100000:3.0:1788483686.064665:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225065472:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483686.064686:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225065472:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (842us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483686.064692:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 743 00000100:00100000:3.0:1788483686.064702:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 744 00000100:00100000:3.0:1788483686.064708:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225065984:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483686.064730:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225065984:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483686.064736:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 744 00000100:00100000:1.0:1788483686.066069:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225065088 00000100:00100000:1.0:1788483686.066100:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225065088 00000100:00100000:1.0:1788483686.066167:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 783 00000100:00100000:1.0:1788483686.066178:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225065088:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:0.0:1788483686.066386:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483686.066393:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483686.066397:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483686.066400:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483686.066653:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225065088:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 475us (2999us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483686.066663:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 783 00010000:00010000:2.0:1788483686.150541:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483687.175564:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483687.292901:0:26119:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483687.292913:0:26119:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483687.294348:0:26119:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483687.294369:0:26119:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483687.496829:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251071360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483687.496931:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483687.497021:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251071360 00000100:00100000:0.0:1788483687.497031:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251071360 00000100:00100000:0.0:1788483687.497098:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:0.0:1788483687.497783:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251071360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483687.497829:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483687.497903:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251071360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 795us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483687.497911:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00080000:0.0:1788483687.497944:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483687.498079:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251071360:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483687.499234:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251071488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483687.499310:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483687.499707:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251071488 00000100:00100000:1.0:1788483687.499717:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251071488 00000100:00100000:1.0:1788483687.499794:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1788483687.499804:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251071488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483687.499831:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483687.499881:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251071488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483687.499889:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00080000:3.0:1788483687.500012:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483687.500099:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251071488:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788483688.196928:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483688.518586:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483688.518620:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251071616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483688.518728:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483688.523689:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251071616 00000100:00100000:0.0:1788483688.523711:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251071616 00000100:00100000:0.0:1788483688.523801:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1788483688.523813:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251071616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483688.523859:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788483688.523975:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251071616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 164us (5247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483688.523987:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:1.0:1788483688.524161:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509376680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251071616:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483689.129137:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483689.129322:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225066240 00000100:00100000:2.0:1788483689.129344:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225066240 00000100:00100000:2.0:1788483689.129424:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 661 00000100:00100000:2.0:1788483689.129437:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225066240:12345-192.168.206.36@tcp:63:ll_sa.0 00010000:00010000:2.0:1788483689.129478:0:6519:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788483689.129515:0:6519:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f53de lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x31ab7bcffb148451 expref: -99 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:3.0:1788483689.129531:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788483689.129583:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f53e5 lrc: 3/1,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129599:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f53e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129616:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f53e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129637:0:6519:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f53ec lrc: 3/1,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129645:0:6519:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f53ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129652:0:6519:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f53ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129700:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f53e5 lrc: 3/1,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129707:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f53e5 lrc: 2/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129714:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f53e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129720:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc3c00 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483689.129725:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f53e5 lrc: 3/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129733:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f53e5 lrc: 4/0,0 mode: CR/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129747:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483689.129751:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483689.129755:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f53e5 lrc: 2/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129762:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3c00/0xf2b1f833e60f53e5 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129775:0:6519:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f53ec lrc: 3/1,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129781:0:6519:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f53ec lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129788:0:6519:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f53ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129793:0:6519:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9f7509dc2600 already unused, calling callback (ffffffffc19ee4f0) 00010000:00010000:2.0:1788483689.129795:0:6519:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f53ec lrc: 3/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129801:0:6519:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f53ec lrc: 4/0,0 mode: PR/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129807:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0xae1c5c33 (ffff9f7608d98e00) 00010000:00010000:2.0:1788483689.129810:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788483689.129813:0:6519:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f53ec lrc: 2/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129818:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc2600/0xf2b1f833e60f53ec lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4c:0x0].0xae1c5c33 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6519 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129847:0:6519:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f53de lrc: 1/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148451 expref: 111 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129856:0:6519:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x4c:0x0].0x0 (ffff9f76039f5600) 00010000:00010000:2.0:1788483689.129859:0:6519:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:2.0:1788483689.129863:0:6519:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7509dc3400/0xf2b1f833e60f53de lrc: 0/0,0 mode: --/CR res: [0x200000402:0x4c:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb148451 expref: 111 pid: 6519 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483689.129873:0:6519:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9f7509dc3400, rc -2) 00000100:00100000:2.0:1788483689.129948:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225066240:12345-192.168.206.36@tcp:63:ll_sa.0 Request processed in 513us (986us total) trans 0 rc -2/-2 00000100:00100000:2.0:1788483689.129957:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 661 00010000:00010000:2.0:1788483689.220737:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483689.380319:0:26170:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483689.380341:0:26170:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483689.383459:0:26170:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483689.383479:0:26170:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483690.052878:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483690.052923:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251071744:0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.052973:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251072000:0@lo:400:kworker.0 00000100:00100000:0.0:1788483690.053090:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251071872:0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.053219:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251072256:0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.054897:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483690.056490:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251072512:0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.056604:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483690.056664:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251073024:0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.056692:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483690.056756:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251072000 00000100:00100000:3.0:1788483690.056765:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251072000 00000100:00100000:3.0:1788483690.056823:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1788483690.056833:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251072000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.056902:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251072000:12345-0@lo:400:kworker.0 Request processed in 70us (2013us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483690.056910:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:3.0:1788483690.056938:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251072512 00000100:00100000:3.0:1788483690.056942:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251072512 00000100:00100000:3.0:1788483690.056980:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251073024 00000100:00100000:3.0:1788483690.056983:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251073024 00000100:00100000:3.0:1788483690.057423:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1788483690.057446:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251072512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.059445:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251072512:12345-0@lo:400:kworker.0 Request processed in 61us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483690.059461:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1788483690.059616:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:3.0:1788483690.059637:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251073024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.059742:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251073024:12345-0@lo:400:kworker.0 Request processed in 116us (3049us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483690.059748:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00080000:3.0:1788483690.059783:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483690.059838:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251072000:0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.059855:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251072512:0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.059866:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251073024:0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.060012:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483690.060024:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251073408:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483690.060065:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483690.060138:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251073536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483690.060384:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483690.060429:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251073408 00000100:00100000:3.0:1788483690.060437:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251073408 00000100:00100000:3.0:1788483690.060580:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251073536 00000100:00100000:3.0:1788483690.060585:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251073536 00000100:00100000:3.0:1788483690.060725:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1788483690.060733:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251073408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483690.060762:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483690.060807:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251073408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483690.060814:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1788483690.060828:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1788483690.060834:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251073536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483690.060849:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483690.060875:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251073536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483690.060882:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00080000:3.0:1788483690.060899:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483690.060928:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251073536:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483690.060941:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a47b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251073408:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483690.061250:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483690.061319:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251072128:0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.061366:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483690.061397:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251072128 00000100:00100000:2.0:1788483690.061402:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251072128 00000100:00100000:2.0:1788483690.061437:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1788483690.061444:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251072128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.061483:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251072128:12345-0@lo:400:kworker.0 Request processed in 40us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483690.061490:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:2.0:1788483690.061536:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251072128:0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.061543:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251072640:0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.063178:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251071744 00000100:00100000:3.0:1788483690.063199:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251071744 00000100:00100000:3.0:1788483690.063274:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1788483690.063284:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251071744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.063384:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251071744:12345-0@lo:400:kworker.0 Request processed in 102us (2134us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483690.063391:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:0.0:1788483690.065395:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483690.065465:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251072384:0@lo:400:kworker.0 00000100:00100000:0.0:1788483690.065541:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483690.065589:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251071872 00000100:00100000:0.0:1788483690.065607:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251071872 00000100:00100000:0.0:1788483690.065663:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251072384 00000100:00100000:0.0:1788483690.065667:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251072384 00000100:00100000:0.0:1788483690.065704:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:0.0:1788483690.065713:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251071872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.065721:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483690.065779:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251072640 00000100:00100000:2.0:1788483690.065783:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251072640 00000100:00100000:3.0:1788483690.065815:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:2.0:1788483690.065817:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:3.0:1788483690.065824:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251072384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.065825:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251072640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.066819:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251072640:12345-0@lo:400:kworker.0 Request processed in 988us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483690.066831:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1788483690.067765:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251072640:0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.067781:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251073152:0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.067835:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483690.068545:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251073152 00000100:00100000:2.0:1788483690.068555:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251073152 00000100:00100000:1.0:1788483690.069133:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483690.069186:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251072768:0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.069222:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483690.069243:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251073280:0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.069267:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483690.069316:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251072256 00000100:00100000:1.0:1788483690.069321:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251072256 00000100:00100000:1.0:1788483690.069386:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1788483690.069396:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251072256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.069474:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251072256:12345-0@lo:400:kworker.0 Request processed in 79us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483690.069483:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:1.0:1788483690.069543:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251072768 00000100:00100000:1.0:1788483690.069547:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251072768 00000100:00100000:1.0:1788483690.069579:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251073280 00000100:00100000:1.0:1788483690.069582:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251073280 00000100:00100000:2.0:1788483690.069695:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1788483690.069702:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251072768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.069749:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251072768:12345-0@lo:400:kworker.0 Request processed in 47us (526us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483690.069756:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1788483690.069769:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:2.0:1788483690.069775:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251073152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.069806:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251073152:12345-0@lo:400:kworker.0 Request processed in 32us (1972us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483690.069812:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1788483690.069899:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1788483690.069907:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251073280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.069942:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251073280:12345-0@lo:400:kworker.0 Request processed in 37us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483690.069948:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1788483690.070010:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251072256:0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.070025:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251072768:0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.070036:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251073280:0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.070105:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251072896:0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.070141:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788483690.070202:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483690.070208:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483690.070227:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251072896 00000100:00100000:1.0:1788483690.070231:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251072896 00000100:00100000:1.0:1788483690.070264:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1191 00000100:00100000:1.0:1788483690.070271:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251072896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.070307:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ace00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251072896:12345-0@lo:400:kworker.0 Request processed in 37us (165us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483690.070313:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1191 00000100:00080000:1.0:1788483690.070340:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483690.070358:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251072896:0@lo:400:kworker.0 00000100:00100000:0.0:1788483690.070742:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251071872:12345-0@lo:400:kworker.0 Request processed in 5027us (5356us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483690.070751:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:2.0:1788483690.070788:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a45c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251073152:0@lo:400:kworker.0 00000100:00100000:2.0:1788483690.070819:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251071744:0@lo:400:kworker.0 00000100:00100000:1.0:1788483690.071278:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251071872:0@lo:400:kworker.0 00000100:00100000:3.0:1788483690.072093:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251072384:12345-0@lo:400:kworker.0 Request processed in 6263us (6554us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483690.072105:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:1.0:1788483690.072371:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251072384:0@lo:400:kworker.0 00010000:00010000:2.0:1788483690.245059:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483690.576466:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483690.577128:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251073664:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483690.578235:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483690.579081:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251073664 00000100:00100000:2.0:1788483690.579098:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251073664 00000100:00100000:2.0:1788483690.579437:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:2.0:1788483690.579452:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251073664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483690.580133:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483690.580466:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251073664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1015us (2232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483690.580476:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1788483690.582765:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251073664:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788483690.885494:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483690.885533:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483690.886127:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483690.886138:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483691.187401:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483691.187446:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483691.187543:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483691.187564:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483691.187582:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483691.188020:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225066496 00000100:00100000:2.0:1788483691.188031:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225066496 00000100:00100000:2.0:1788483691.188094:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225066624 00000100:00100000:2.0:1788483691.188098:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225066624 00000100:00100000:2.0:1788483691.188122:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1192 00000100:00100000:2.0:1788483691.188132:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225066496:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483691.188203:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225066496:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 72us (756us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483691.188210:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1192 00000100:00100000:2.0:1788483691.188228:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1193 00000100:00100000:2.0:1788483691.188235:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225066624:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483691.188259:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225066624:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483691.188266:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1193 00000100:00100000:3.0:1788483691.188372:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483691.188436:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483691.188459:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483691.188533:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225066368 00000100:00100000:1.0:1788483691.188538:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225066368 00000100:00100000:1.0:1788483691.188570:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 785 00000100:00100000:1.0:1788483691.188577:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225066368:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483691.188631:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225066368:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 45us (1230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483691.188638:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 785 00000100:00100000:1.0:1788483691.188668:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225067008 00000100:00100000:1.0:1788483691.188672:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225067008 00000100:00100000:1.0:1788483691.188694:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225067136 00000100:00100000:1.0:1788483691.188697:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225067136 00000100:00100000:1.0:1788483691.188712:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1194 00000100:00100000:1.0:1788483691.188719:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225067008:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483691.188744:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225067008:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483691.188751:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1194 00000100:00100000:1.0:1788483691.188763:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1195 00000100:00100000:1.0:1788483691.188769:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225067136:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483691.188789:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225067136:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 20us (353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483691.188794:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1195 00000100:00100000:2.0:1788483691.193425:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225066752 00000100:00100000:2.0:1788483691.193438:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225066752 00000100:00100000:2.0:1788483691.193522:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225066880 00000100:00100000:2.0:1788483691.193526:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225066880 00000100:00100000:2.0:1788483691.193552:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225067264 00000100:00100000:2.0:1788483691.193555:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225067264 00000100:00100000:2.0:1788483691.193578:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 749 00000100:00100000:3.0:1788483691.193762:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 750 00000100:00100000:3.0:1788483691.193773:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225066880:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483691.193846:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225066880:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 75us (6262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483691.193853:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 750 00000100:00100000:3.0:1788483691.193872:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 751 00000100:00100000:3.0:1788483691.193878:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225067264:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483691.193904:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225067264:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (5445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483691.193910:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 751 00000100:00100000:3.0:1788483691.193993:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483691.194096:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225067392 00000100:00100000:3.0:1788483691.194100:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225067392 00000100:00100000:3.0:1788483691.194121:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 752 00000100:00100000:3.0:1788483691.194128:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225067392:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483691.194157:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225067392:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (183us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483691.194164:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 752 00000100:00100000:2.0:1788483691.194957:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225066752:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:3.0:1788483691.195106:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483691.195117:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483691.195121:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483691.195124:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483691.195282:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225066752:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1692us (7714us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483691.195291:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 749 00010000:00010000:2.0:1788483691.271334:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483691.365225:0:26221:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483691.365234:0:26221:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483691.367196:0:26221:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483691.367214:0:26221:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483692.293242:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483692.612975:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483692.612995:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251073792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483692.613061:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483692.613130:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251073792 00000100:00100000:1.0:1788483692.613137:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251073792 00000100:00100000:1.0:1788483692.613184:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1788483692.613193:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251073792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483692.613243:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483692.613299:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251073792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483692.613306:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1788483692.613360:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251073792:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788483692.613443:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483692.613488:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483692.613521:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251073920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483692.613553:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483692.613586:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251073920 00000100:00100000:3.0:1788483692.613590:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251073920 00000100:00100000:3.0:1788483692.613620:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:3.0:1788483692.613627:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251073920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483692.613639:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483692.613669:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251073920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (115us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483692.613675:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00080000:3.0:1788483692.613690:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483692.614915:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251073920:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1788483692.677910:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788483693.319169:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483693.359567:0:26273:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483693.359576:0:26273:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483693.360116:0:26273:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483693.360126:0:26273:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483693.636750:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251074048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483693.636822:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483693.636993:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251074048 00000100:00100000:1.0:1788483693.637001:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251074048 00000100:00100000:1.0:1788483693.637057:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:1.0:1788483693.637066:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251074048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483693.637096:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483693.637147:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251074048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483693.637153:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1788483693.637236:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415aed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251074048:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483694.340811:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483695.182028:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483695.182049:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251074176:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483695.182118:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483695.182184:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251074176 00000100:00100000:0.0:1788483695.182190:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251074176 00000100:00100000:0.0:1788483695.182243:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1788483695.182253:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251074176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483695.182280:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483695.182331:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251074176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483695.182339:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00080000:0.0:1788483695.182372:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483695.182409:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251074176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483695.184768:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251074688:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.184831:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.184886:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251075200:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.184916:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.184938:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251075712:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.184961:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.184983:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788483695.184988:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251074304:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.185016:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.185042:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251074816:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.185067:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.185085:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251075328:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.185105:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.185131:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251074432:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.185155:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.185172:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251074944:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.185194:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.185213:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251075456:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.185235:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.185255:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788483695.185259:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251074560:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.185279:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.185316:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251075072:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.185340:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.185358:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251075584:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.185380:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483695.185410:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251075200 00000100:00100000:2.0:1788483695.185416:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251075200 00000100:00100000:2.0:1788483695.185458:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251075712 00000100:00100000:2.0:1788483695.185461:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251075712 00000100:00100000:2.0:1788483695.185481:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251075328 00000100:00100000:2.0:1788483695.185484:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251075328 00000100:00100000:2.0:1788483695.186900:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1788483695.186923:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251075200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.187007:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251075200:12345-0@lo:400:kworker.0 Request processed in 94us (2090us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483695.187014:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:2.0:1788483695.187039:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1788483695.187046:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251075712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.187078:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251075712:12345-0@lo:400:kworker.0 Request processed in 32us (2115us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483695.187084:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:2.0:1788483695.187096:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1788483695.187102:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251075328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.187133:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251075328:12345-0@lo:400:kworker.0 Request processed in 32us (2027us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483695.187139:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:2.0:1788483695.187166:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251074304 00000100:00100000:2.0:1788483695.187173:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251074304 00000100:00100000:2.0:1788483695.187206:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1788483695.187213:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251074304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.187249:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251074304:12345-0@lo:400:kworker.0 Request processed in 37us (2232us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483695.187255:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1788483695.187284:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251074816 00000100:00100000:2.0:1788483695.187288:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251074816 00000100:00100000:2.0:1788483695.187324:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251074560 00000100:00100000:2.0:1788483695.187328:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251074560 00000100:00100000:2.0:1788483695.187341:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1788483695.187346:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251074816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.187382:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251074816:12345-0@lo:400:kworker.0 Request processed in 35us (2314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483695.187388:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1788483695.187400:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1788483695.187406:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251074560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.187440:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251074560:12345-0@lo:400:kworker.0 Request processed in 34us (2159us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483695.187446:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1788483695.187467:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251074688 00000100:00100000:2.0:1788483695.187472:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251074688 00000100:00100000:2.0:1788483695.187489:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251074432 00000100:00100000:2.0:1788483695.187491:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251074432 00000100:00100000:0.0:1788483695.189240:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251074944 00000100:00100000:0.0:1788483695.189251:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251074944 00000100:00100000:0.0:1788483695.189289:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251075456 00000100:00100000:0.0:1788483695.189292:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251075456 00000100:00100000:0.0:1788483695.189320:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251075072 00000100:00100000:0.0:1788483695.189324:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251075072 00000100:00100000:0.0:1788483695.189335:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251075584 00000100:00100000:0.0:1788483695.189337:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251075584 00000100:00100000:0.0:1788483695.189353:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1788483695.189361:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251074688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483695.189438:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251074688:12345-0@lo:400:kworker.0 Request processed in 77us (4606us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483695.189445:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:0.0:1788483695.189460:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1788483695.189466:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251074944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483695.189535:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251074944:12345-0@lo:400:kworker.0 Request processed in 69us (4339us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483695.189541:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:0.0:1788483695.189554:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1788483695.189561:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251075456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483695.189586:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251075456:12345-0@lo:400:kworker.0 Request processed in 26us (4350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483695.189592:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:0.0:1788483695.189603:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1788483695.189608:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251075072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483695.189633:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251075072:12345-0@lo:400:kworker.0 Request processed in 25us (4293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483695.189651:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1199 00000100:00100000:0.0:1788483695.189662:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1200 00000100:00100000:0.0:1788483695.189668:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251075584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483695.189924:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251075584:12345-0@lo:400:kworker.0 Request processed in 256us (4542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483695.189932:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1200 00000100:00080000:0.0:1788483695.189951:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483695.189955:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483695.189958:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483695.189960:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483695.190130:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:2.0:1788483695.190140:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251074432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190187:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251074432:12345-0@lo:400:kworker.0 Request processed in 50us (5031us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483695.190192:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:2.0:1788483695.190247:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251074560:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190262:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251075072:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190273:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251075584:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190283:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251074432:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190292:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251074944:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190314:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251075456:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190356:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251074304:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190367:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251074816:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190377:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251075328:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190388:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251074688:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.190398:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251075200:0@lo:400:kworker.0 00000100:00100000:2.0:1788483695.193151:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251075712:0@lo:400:kworker.0 00000100:00100000:0.0:1788483695.198210:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251075840:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483695.198283:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483695.199637:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251075840 00000100:00100000:1.0:1788483695.199651:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251075840 00000100:00100000:1.0:1788483695.199713:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788483695.199723:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251075840:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483695.199743:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483695.199810:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251075840:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (1527us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483695.199818:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1788483695.200274:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415af100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251075840:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788483695.365946:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483695.381677:0:26324:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483695.381687:0:26324:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483695.382204:0:26324:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483695.382215:0:26324:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483695.684975:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251075968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483695.685057:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483695.685214:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251075968 00000100:00100000:3.0:1788483695.685222:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251075968 00000100:00100000:3.0:1788483695.685281:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:3.0:1788483695.685290:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251075968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483695.685332:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483695.685383:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251075968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 93us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483695.685391:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:1.0:1788483695.685957:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251075968:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483696.307081:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483696.307125:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483696.307159:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483696.307195:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483696.307219:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483696.307238:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483696.307270:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483696.307299:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483696.307327:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483696.307353:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225067776 00000100:00100000:2.0:1788483696.307362:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225067776 00000100:00100000:2.0:1788483696.307411:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225068288 00000100:00100000:2.0:1788483696.307415:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225068288 00000100:00100000:2.0:1788483696.307431:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225067648 00000100:00100000:2.0:1788483696.307434:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225067648 00000100:00100000:2.0:1788483696.307446:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225068160 00000100:00100000:2.0:1788483696.307448:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225068160 00000100:00100000:2.0:1788483696.307743:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1202 00000100:00100000:2.0:1788483696.307755:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225067776:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483696.307826:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225067776:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 74us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483696.307896:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225067520 00000100:00100000:0.0:1788483696.307901:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225067520 00000100:00100000:0.0:1788483696.307932:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 787 00000100:00100000:0.0:1788483696.307940:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225067520:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483696.307968:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225067520:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (898us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483696.307975:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 787 00000100:00100000:0.0:1788483696.308020:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225068032 00000100:00100000:0.0:1788483696.308023:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225068032 00000100:00100000:0.0:1788483696.308048:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 756 00000100:00100000:0.0:1788483696.308054:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225068032:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483696.308080:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225068032:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (920us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483696.308086:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 756 00000100:00100000:0.0:1788483696.308098:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225068544 00000100:00100000:0.0:1788483696.308101:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225068544 00000100:00100000:0.0:1788483696.308114:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225067904 00000100:00100000:0.0:1788483696.308117:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225067904 00000100:00100000:0.0:1788483696.308127:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225068416 00000100:00100000:0.0:1788483696.308130:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225068416 00000100:00100000:0.0:1788483696.308143:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 757 00000100:00100000:0.0:1788483696.308148:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225068544:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483696.308174:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225068544:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (954us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483696.308180:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 757 00000100:00100000:0.0:1788483696.308191:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 758 00000100:00100000:0.0:1788483696.308197:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225067904:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483696.308220:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225067904:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (950us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483696.308226:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 758 00000100:00100000:0.0:1788483696.308236:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 759 00000100:00100000:0.0:1788483696.308242:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225068416:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483696.308281:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225068416:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 39us (952us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483696.308287:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 759 00000100:00080000:0.0:1788483696.308315:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483696.308319:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483696.308321:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483696.308323:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483696.318450:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1203 00000100:00100000:3.0:1788483696.318493:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225068288:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483696.318591:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225068288:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 127us (11395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483696.318600:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1203 00000100:00100000:3.0:1788483696.318634:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1204 00000100:00100000:3.0:1788483696.318641:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225067648:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483696.318666:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225067648:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (11428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483696.318673:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1204 00000100:00100000:3.0:1788483696.318685:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1205 00000100:00100000:3.0:1788483696.318691:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225068160:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483696.318710:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225068160:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 20us (11419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483696.318715:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1205 00000100:00100000:2.0:1788483696.320702:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1202 00010000:00010000:1.0:1788483696.394156:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483697.257352:0:26375:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483697.257360:0:26375:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483697.257953:0:26375:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483697.257963:0:26375:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483697.414764:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483697.732831:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483697.732855:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251076096:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483697.732925:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483697.733239:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251076096 00000100:00100000:3.0:1788483697.733247:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251076096 00000100:00080000:1.0:1788483697.733401:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483697.733551:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251076224:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483697.733586:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483697.733827:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251076224 00000100:00100000:0.0:1788483697.733833:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251076224 00000100:00100000:0.0:1788483697.733885:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1788483697.733895:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251076224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483697.733922:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483697.733972:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251076224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483697.733979:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1788483697.734021:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251076224:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788483697.734127:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483697.734198:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1788483697.734208:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251076096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483697.734219:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483697.734259:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251076096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 54us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483697.734266:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1788483697.734359:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251076096:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788483698.438638:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483698.761396:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483698.761424:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251076352:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483698.761535:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483698.762135:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251076352 00000100:00100000:0.0:1788483698.762147:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251076352 00000100:00100000:0.0:1788483698.766909:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:0.0:1788483698.767013:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251076352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483698.767242:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788483698.767426:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251076352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 428us (5889us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483698.767435:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:1.0:1788483698.767535:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251076352:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788483699.266076:0:26426:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483699.266091:0:26426:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483699.266679:0:26426:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483699.266697:0:26426:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483699.461769:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483700.102445:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483700.102460:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483700.103214:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483700.103231:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483700.292970:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483700.293001:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251076480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483700.293094:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483700.293726:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251076864:0@lo:400:kworker.0 00000100:00100000:3.0:1788483700.293769:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483700.293799:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251077376:0@lo:400:kworker.0 00000100:00100000:3.0:1788483700.293823:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483700.293839:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251077888:0@lo:400:kworker.0 00000100:00100000:3.0:1788483700.293863:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483700.293889:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788483700.293894:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251076736:0@lo:400:kworker.0 00000100:00100000:3.0:1788483700.293927:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483700.293948:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251077248:0@lo:400:kworker.0 00000100:00100000:3.0:1788483700.293974:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483700.293990:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251077760:0@lo:400:kworker.0 00000100:00100000:3.0:1788483700.294014:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483700.294048:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251076864 00000100:00100000:3.0:1788483700.294057:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251076864 00000100:00100000:3.0:1788483700.294108:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251077376 00000100:00100000:3.0:1788483700.294112:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251077376 00000100:00100000:3.0:1788483700.294144:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251077888 00000100:00100000:3.0:1788483700.294148:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251077888 00000100:00100000:3.0:1788483700.294173:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:3.0:1788483700.294182:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251076864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.294417:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1788483700.294427:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251077376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.294472:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251077376:12345-0@lo:400:kworker.0 Request processed in 46us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483700.294480:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1207 00000100:00100000:1.0:1788483700.294536:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1208 00000100:00100000:1.0:1788483700.294543:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251077888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.294574:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251077888:12345-0@lo:400:kworker.0 Request processed in 32us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483700.294581:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1208 00000100:00080000:1.0:1788483700.294633:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483700.294672:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251077376:0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.294683:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251077888:0@lo:400:kworker.0 00000100:00100000:3.0:1788483700.294900:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251076864:12345-0@lo:400:kworker.0 Request processed in 719us (1130us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483700.294908:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00000100:00100000:1.0:1788483700.294975:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251076864:0@lo:400:kworker.0 00000100:00100000:0.0:1788483700.295247:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251076480 00000100:00100000:0.0:1788483700.295255:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251076480 00000100:00100000:0.0:1788483700.295325:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1788483700.295334:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251076480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483700.295363:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00080000:1.0:1788483700.295521:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483700.295552:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251077760 00000100:00100000:1.0:1788483700.295557:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251077760 00000100:00100000:1.0:1788483700.295594:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1788483700.295601:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251077760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483700.295675:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251076992:0@lo:400:kworker.0 00000100:00100000:3.0:1788483700.295749:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251077248 00000100:00100000:3.0:1788483700.295754:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251077248 00000100:00100000:3.0:1788483700.295784:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:3.0:1788483700.295790:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251077248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.295957:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251077760:12345-0@lo:400:kworker.0 Request processed in 356us (1941us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483700.295968:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:1.0:1788483700.295994:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251076736 00000100:00100000:1.0:1788483700.295999:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251076736 00000100:00100000:1.0:1788483700.296027:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1788483700.296034:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251076736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.296065:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251076736:12345-0@lo:400:kworker.0 Request processed in 32us (2138us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483700.296071:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00080000:1.0:1788483700.296102:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483700.296128:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251076736:0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.296144:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a44700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251077760:0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.296212:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251076608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483700.296808:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483700.296845:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251077120:0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.296874:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483700.296893:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251077632:0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.296917:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483700.296934:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251078144:0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.296953:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483700.296994:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251077120 00000100:00100000:1.0:1788483700.297000:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251077120 00000100:00100000:1.0:1788483700.297037:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1788483700.297044:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251077120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.297091:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251077120:12345-0@lo:400:kworker.0 Request processed in 47us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483700.297099:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:1.0:1788483700.297139:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251077120:0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.297176:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251076608 00000100:00100000:1.0:1788483700.297180:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251076608 00000100:00100000:1.0:1788483700.297218:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1788483700.297225:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251076608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483700.297329:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483700.297370:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251076608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 145us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483700.297377:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1788483700.297554:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483700.297597:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251077504:0@lo:400:kworker.0 00000100:00100000:2.0:1788483700.297622:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483700.297641:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251078016:0@lo:400:kworker.0 00000100:00100000:2.0:1788483700.297660:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483700.297693:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251077504 00000100:00080000:1.0:1788483700.297782:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483700.297814:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415aea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251076608:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483700.297849:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251076992 00000100:00100000:1.0:1788483700.297854:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251076992 00000100:00100000:1.0:1788483700.297883:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1788483700.297890:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251076992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.297931:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251076992:12345-0@lo:400:kworker.0 Request processed in 42us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483700.297938:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1788483700.297959:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251078016 00000100:00100000:1.0:1788483700.297962:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251078016 00000100:00100000:1.0:1788483700.297990:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:1.0:1788483700.297996:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251078016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.298025:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251078016:12345-0@lo:400:kworker.0 Request processed in 30us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483700.298034:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00080000:1.0:1788483700.298051:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483700.298075:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251077632 00000100:00100000:1.0:1788483700.298079:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251077632 00000100:00100000:1.0:1788483700.298106:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251078144 00000100:00100000:1.0:1788483700.298109:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251078144 00000100:00100000:1.0:1788483700.298127:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1788483700.298134:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251077632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.298170:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251077632:12345-0@lo:400:kworker.0 Request processed in 36us (1252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483700.298177:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1788483700.298188:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1788483700.298194:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251078144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.298222:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251078144:12345-0@lo:400:kworker.0 Request processed in 28us (1268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483700.298308:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00080000:1.0:1788483700.298327:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483700.298348:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251077632:0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.298357:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251078144:0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.298465:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251076992:0@lo:400:kworker.0 00000100:00100000:1.0:1788483700.298477:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251078016:0@lo:400:kworker.0 00000100:00100000:2.0:1788483700.298629:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251077504 00000100:00100000:2.0:1788483700.298674:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1788483700.298681:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251077504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483700.298731:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251077504:12345-0@lo:400:kworker.0 Request processed in 51us (1107us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483700.298737:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:2.0:1788483700.298762:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251077504:0@lo:400:kworker.0 00000100:00080000:1.0:1788483700.298874:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483700.304155:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251077248:12345-0@lo:400:kworker.0 Request processed in 8347us (10162us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483700.304173:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:0.0:1788483700.304443:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251076480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9108us (11347us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483700.304456:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1788483700.304661:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e58380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251076480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483700.304833:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251077248:0@lo:400:kworker.0 00010000:00010000:2.0:1788483700.485750:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483700.806721:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483700.815931:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251078272:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483700.816049:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483700.816353:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251078272 00000100:00100000:3.0:1788483700.816364:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251078272 00000100:00100000:3.0:1788483700.816437:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:3.0:1788483700.816448:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251078272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483700.816493:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483700.816574:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251078272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483700.816582:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:2.0:1788483700.817216:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251078272:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788483701.220429:0:26478:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483701.220440:0:26478:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483701.221488:0:26478:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483701.221527:0:26478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483701.416740:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483701.416786:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483701.416817:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483701.416853:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483701.416877:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483701.416900:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483701.416920:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483701.417185:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225068672 00000100:00100000:3.0:1788483701.417199:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225068672 00000100:00100000:2.0:1788483701.417254:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225069184 00000100:00100000:2.0:1788483701.417260:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225069184 00000100:00100000:3.0:1788483701.417274:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 789 00000100:00100000:3.0:1788483701.417288:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225068672:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483701.417317:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225069056 00000100:00100000:2.0:1788483701.417321:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225069056 00000100:00100000:2.0:1788483701.417347:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 763 00000100:00100000:2.0:1788483701.417356:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225069184:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483701.417421:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225069184:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 62us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483701.417432:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 763 00000100:00100000:3.0:1788483701.417433:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225068672:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 145us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483701.417443:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 789 00000100:00100000:2.0:1788483701.417456:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 764 00000100:00100000:2.0:1788483701.417463:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225069056:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483701.417486:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225069056:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (586us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483701.417491:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 764 00000100:00100000:0.0:1788483701.421413:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483701.421457:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483701.421650:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225069568 00000100:00100000:0.0:1788483701.421662:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225069568 00000100:00100000:0.0:1788483701.421713:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225069696 00000100:00100000:0.0:1788483701.421716:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225069696 00000100:00100000:0.0:1788483701.421734:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 765 00000100:00100000:0.0:1788483701.421744:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225069568:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483701.421837:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225069568:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 94us (438us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483701.421846:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 765 00000100:00100000:2.0:1788483701.421861:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 766 00000100:00100000:2.0:1788483701.421871:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225069696:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483701.421916:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225069696:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 48us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483701.421922:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 766 00000100:00100000:1.0:1788483701.425674:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225068928 00000100:00100000:1.0:1788483701.425695:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225068928 00000100:00100000:1.0:1788483701.426352:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225069440 00000100:00100000:1.0:1788483701.426360:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225069440 00000100:00100000:1.0:1788483701.426400:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225068800 00000100:00100000:1.0:1788483701.426404:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225068800 00000100:00100000:1.0:1788483701.426422:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225069312 00000100:00100000:1.0:1788483701.426425:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225069312 00000100:00100000:1.0:1788483701.426449:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1212 00000100:00100000:1.0:1788483701.426459:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360225068928:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483701.426597:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360225068928:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 138us (9809us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483701.426606:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1212 00000100:00100000:1.0:1788483701.426630:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1213 00000100:00100000:1.0:1788483701.426637:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225069440:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483701.426663:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225069440:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (9810us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483701.426669:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1213 00000100:00100000:1.0:1788483701.426681:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1214 00000100:00100000:1.0:1788483701.426688:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225068800:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483701.426711:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225068800:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (9833us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483701.426717:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1214 00000100:00100000:1.0:1788483701.426729:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1215 00000100:00100000:1.0:1788483701.426736:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225069312:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483701.426760:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225069312:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (9839us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483701.426779:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1215 00000100:00080000:1.0:1788483701.426805:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483701.426809:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483701.426812:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483701.426815:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788483701.509242:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483702.533694:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483702.855109:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483702.855139:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251078400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483702.855232:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483702.855341:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251078400 00000100:00100000:2.0:1788483702.855350:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251078400 00000100:00100000:2.0:1788483702.855411:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1788483702.855422:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251078400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483702.855454:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483702.855603:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251078400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 183us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483702.855610:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00080000:2.0:1788483702.855634:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483702.855672:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251078400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483702.857749:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251078528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483702.857835:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483702.858038:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251078528 00000100:00100000:0.0:1788483702.858048:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251078528 00000100:00100000:0.0:1788483702.858118:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1788483702.858129:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251078528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483702.858153:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483702.860171:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251078528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 2030us (2323us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483702.860187:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00080000:0.0:1788483702.860228:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483702.861018:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251078528:0@lo:13:osp-pre-0-1.0 00000040:00080000:0.0:1788483702.917899:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788483703.077198:0:26529:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483703.077212:0:26529:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483703.079622:0:26529:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483703.079645:0:26529:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483703.556930:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483703.876835:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483703.876870:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251078656:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483703.876960:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483703.877151:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251078656 00000100:00100000:0.0:1788483703.877161:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251078656 00000100:00100000:0.0:1788483703.877225:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1788483703.877236:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251078656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483703.877288:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788483703.877350:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251078656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 115us (389us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483703.877359:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1788483703.877458:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251078656:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483704.581847:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483704.922823:0:26580:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483704.922836:0:26580:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483704.924350:0:26580:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483704.924369:0:26580:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483705.412961:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483705.412996:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251078784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483705.413105:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483705.413424:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251079168:0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.413453:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251078912:0@lo:400:kworker.0 00000100:00100000:3.0:1788483705.413467:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483705.413496:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251079680:0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.413551:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483705.413564:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483705.413581:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251079424:0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.413609:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483705.413630:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251079936:0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.413669:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483705.413691:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788483705.413697:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251079296:0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.413735:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251078784 00000100:00100000:0.0:1788483705.413743:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251078784 00000100:00100000:0.0:1788483705.413826:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1788483705.413837:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251078784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483705.413874:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483705.413876:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251080192:0@lo:400:kworker.0 00000100:00100000:3.0:1788483705.413906:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483705.413932:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788483705.413941:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251079040:0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.413950:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251078784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483705.413960:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1788483705.413967:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483705.413992:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251079168 00000100:00100000:0.0:1788483705.413998:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251079168 00000100:00100000:0.0:1788483705.414023:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251079424 00000100:00100000:0.0:1788483705.414026:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251079424 00000100:00100000:3.0:1788483705.414105:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251079552:0@lo:400:kworker.0 00000100:00100000:1.0:1788483705.414602:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251078912 00000100:00100000:2.0:1788483705.414733:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251079936 00000100:00100000:2.0:1788483705.414740:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251079936 00000100:00100000:0.0:1788483705.414741:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1788483705.414757:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251079168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483705.414793:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483705.414793:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:2.0:1788483705.414807:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251079936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.414824:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251079168:12345-0@lo:400:kworker.0 Request processed in 71us (1356us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483705.414835:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251080064:0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.414835:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1788483705.414861:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1788483705.414876:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251079936:12345-0@lo:400:kworker.0 Request processed in 72us (1205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483705.414882:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251078912 00000100:00100000:2.0:1788483705.414887:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:3.0:1788483705.414890:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483705.414928:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:1.0:1788483705.414936:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251078912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483705.414941:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251079168:0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.414983:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483705.414983:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251078912:12345-0@lo:400:kworker.0 Request processed in 47us (1431us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483705.414993:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1788483705.414997:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251080448:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483705.415036:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251079680 00000100:00100000:2.0:1788483705.415041:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483705.415042:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251079680 00000100:00100000:1.0:1788483705.415087:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251080192 00000100:00100000:2.0:1788483705.415089:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251079040 00000100:00100000:1.0:1788483705.415093:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251080192 00000100:00100000:2.0:1788483705.415095:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251079040 00000100:00100000:2.0:1788483705.415122:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251079552 00000100:00100000:2.0:1788483705.415125:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251079552 00000100:00100000:2.0:1788483705.415141:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251080064 00000100:00100000:2.0:1788483705.415143:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251080064 00000100:00100000:2.0:1788483705.415156:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1216 00000100:00100000:2.0:1788483705.415162:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251079680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.415204:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251079680:12345-0@lo:400:kworker.0 Request processed in 41us (1641us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483705.415210:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1216 00000100:00100000:2.0:1788483705.415224:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:2.0:1788483705.415230:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251080192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483705.415310:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1788483705.415402:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1788483705.415406:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251079040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483705.415416:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251079552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483705.415447:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251079040:12345-0@lo:400:kworker.0 Request processed in 46us (1479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483705.415457:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:3.0:1788483705.415466:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251079552:12345-0@lo:400:kworker.0 Request processed in 54us (1329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483705.415477:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:1.0:1788483705.415488:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:1.0:1788483705.415519:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251080064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.415542:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507664e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251080192:12345-0@lo:400:kworker.0 Request processed in 311us (1634us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483705.415551:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:3.0:1788483705.415555:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251080448 00000100:00100000:3.0:1788483705.415561:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251080448 00000100:00100000:1.0:1788483705.415567:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251080064:12345-0@lo:400:kworker.0 Request processed in 70us (678us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483705.415575:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:2.0:1788483705.415594:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251079040:0@lo:400:kworker.0 00000100:00100000:3.0:1788483705.415604:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1788483705.415614:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251079552:0@lo:400:kworker.0 00000100:00100000:3.0:1788483705.415617:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251080448:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483705.415631:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251080064:0@lo:400:kworker.0 00002000:00000024:3.0:1788483705.415635:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483705.415645:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251079680:0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.415659:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507665c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251080192:0@lo:400:kworker.0 00000100:00100000:3.0:1788483705.415684:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251080448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (642us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483705.415693:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:2.0:1788483705.415710:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251080448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483705.415733:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251079424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.415754:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788483705.415787:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483705.415789:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251079296 00000100:00100000:3.0:1788483705.415794:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251079296 00000100:00080000:1.0:1788483705.415797:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483705.415802:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483705.415805:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483705.415823:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1788483705.415830:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251079296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.417855:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251079424:12345-0@lo:400:kworker.0 Request processed in 2513us (4232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483705.417875:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:2.0:1788483705.418090:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251079808:0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.418159:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483705.418284:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251079296:12345-0@lo:400:kworker.0 Request processed in 2451us (2527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483705.418299:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00100000:0.0:1788483705.418442:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251079808 00000100:00100000:0.0:1788483705.418452:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251079808 00000100:00100000:2.0:1788483705.418530:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251080320:0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.418558:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483705.418606:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251078912:0@lo:400:kworker.0 00000100:00100000:1.0:1788483705.418612:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251080320 00000100:00100000:1.0:1788483705.418618:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251080320 00000100:00100000:2.0:1788483705.418626:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251079424:0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.418643:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251079936:0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.418672:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251078784:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483705.418676:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1788483705.418687:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251080320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.418712:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251079296:0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.418779:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1788483705.418787:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251079808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483705.418835:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251079808:12345-0@lo:400:kworker.0 Request processed in 48us (675us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483705.418841:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00080000:0.0:1788483705.418860:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483705.419080:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251080320:12345-0@lo:400:kworker.0 Request processed in 394us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483705.419092:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:2.0:1788483705.419273:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251079808:0@lo:400:kworker.0 00000100:00100000:2.0:1788483705.419283:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507666a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251080320:0@lo:400:kworker.0 00010000:00010000:3.0:1788483705.606744:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483705.924898:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483705.924930:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251080576:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483705.925025:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483705.925184:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251080576 00000100:00100000:3.0:1788483705.925194:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251080576 00000100:00100000:3.0:1788483705.927297:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1788483705.927331:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251080576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483705.927383:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483705.927614:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251080576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 301us (2587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483705.927624:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1788483705.928076:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416a9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251080576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483706.545747:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483706.545789:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483706.545815:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483706.545867:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225069824 00000100:00100000:3.0:1788483706.545876:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225069824 00000100:00100000:3.0:1788483706.545924:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 791 00000100:00100000:3.0:1788483706.545934:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225069824:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483706.546783:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225069824:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 844us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483706.546793:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 791 00000100:00100000:3.0:1788483706.546836:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225069952 00000100:00100000:3.0:1788483706.546842:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225069952 00000100:00100000:3.0:1788483706.546902:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1222 00000100:00100000:3.0:1788483706.546909:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225069952:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:0.0:1788483706.546980:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483706.547068:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225070208 00000100:00100000:2.0:1788483706.547073:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225070208 00000100:00100000:2.0:1788483706.547141:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 770 00000100:00100000:2.0:1788483706.547149:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225070208:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483706.547336:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483706.547362:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483706.547383:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483706.547401:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483706.547419:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483706.547438:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483706.547459:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225070464 00000100:00100000:1.0:1788483706.547463:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225070464 00000100:00080000:0.0:1788483706.547489:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483706.547493:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483706.547528:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225070720 00000100:00100000:0.0:1788483706.547532:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225070720 00000100:00100000:0.0:1788483706.547573:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225070336 00000100:00100000:0.0:1788483706.547576:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225070336 00000100:00100000:0.0:1788483706.547588:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225070848 00000100:00100000:0.0:1788483706.547590:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225070848 00000100:00100000:0.0:1788483706.547603:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 771 00000100:00100000:0.0:1788483706.547610:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225070720:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483706.547644:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225070720:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 35us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483706.547650:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 771 00000100:00100000:0.0:1788483706.547663:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 772 00000100:00100000:0.0:1788483706.547669:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225070336:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483706.547693:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225070336:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (291us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483706.547699:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 772 00000100:00100000:0.0:1788483706.547708:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 773 00000100:00100000:0.0:1788483706.547714:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360225070848:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483706.547732:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360225070848:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 18us (293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483706.547737:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 773 00000100:00080000:0.0:1788483706.547749:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483706.547752:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483706.553256:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225070080 00000100:00100000:1.0:1788483706.553269:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225070080 00000100:00100000:1.0:1788483706.553291:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225070592 00000100:00100000:1.0:1788483706.553294:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225070592 00000100:00100000:1.0:1788483706.553324:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1223 00000100:00100000:1.0:1788483706.553334:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225070464:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483706.553411:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225070464:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 78us (6076us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483706.553419:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1223 00000100:00100000:1.0:1788483706.553438:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1224 00000100:00100000:1.0:1788483706.553445:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360225070080:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483706.553470:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360225070080:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (6086us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483706.553594:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1224 00000100:00100000:1.0:1788483706.553608:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1225 00000100:00100000:1.0:1788483706.553615:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225070592:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483706.553642:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225070592:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (6223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483706.553649:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1225 00000100:00100000:3.0:1788483706.557083:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225069952:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 9822us (10941us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483706.557098:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1222 00000100:00080000:0.0:1788483706.557344:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483706.557467:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225070208:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 10317us (11649us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483706.557486:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 770 00010000:00010000:2.0:1788483706.632015:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483706.820261:0:26632:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483706.820270:0:26632:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483706.821058:0:26632:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483706.821070:0:26632:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483707.653009:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483707.972763:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483707.972784:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251080704:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483707.972850:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483707.974257:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483707.974274:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251080832:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483707.975048:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251080704 00000100:00100000:2.0:1788483707.975058:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251080704 00000100:00100000:2.0:1788483707.975111:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:2.0:1788483707.975121:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251080704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483707.975152:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:0.0:1788483707.975228:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483707.978737:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483707.979432:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251080832 00000100:00100000:0.0:1788483707.979442:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251080832 00000100:00100000:0.0:1788483707.979538:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1788483707.979547:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251080832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483707.979570:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483707.979626:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251080832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (896us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483707.979632:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1788483707.979682:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251080832:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788483707.980523:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483707.982658:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251080704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7529us (9798us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483707.982672:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:3.0:1788483707.983645:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251080704:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1788483708.681030:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483708.863778:0:26683:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483708.863792:0:26683:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483708.864615:0:26683:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483708.864633:0:26683:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483708.998634:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251080960:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483708.998728:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483708.998823:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251080960 00000100:00100000:3.0:1788483708.998833:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251080960 00000100:00100000:3.0:1788483708.999053:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1788483708.999066:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251080960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483708.999112:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1788483708.999172:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251080960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 109us (444us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483708.999180:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1788483709.011161:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416ab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251080960:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788483709.700766:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483710.340727:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483710.340739:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483710.342042:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483710.342059:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483710.533038:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788483710.533070:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251081088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483710.533162:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483710.533265:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251081088 00000100:00100000:0.0:1788483710.533275:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251081088 00000100:00100000:0.0:1788483710.533343:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1788483710.533354:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251081088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483710.533457:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483710.533547:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251081088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 194us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483710.533556:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1788483710.533686:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251081088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483710.534583:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251081216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483710.534650:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483710.534710:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251081216 00000100:00100000:1.0:1788483710.534716:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251081216 00000100:00100000:1.0:1788483710.534759:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1788483710.534769:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251081216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483710.534802:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483710.534845:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251081216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483710.534852:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1788483710.534897:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251081216:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483710.537036:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251081600:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.537125:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483710.537185:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251082112:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.537889:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483710.537937:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251082624:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.537973:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483710.538005:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788483710.538013:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251081728:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.538036:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483710.538056:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507748700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251082240:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.538082:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788483710.538114:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483710.542311:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251081344:0@lo:400:kworker.0 00000100:00100000:1.0:1788483710.542580:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251082112 00000100:00100000:1.0:1788483710.542590:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251082112 00000100:00100000:3.0:1788483710.542717:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483710.542779:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251081856:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.543600:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483710.543781:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251082624 00000100:00100000:3.0:1788483710.544535:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251082368:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.544585:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483710.544706:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251082624 00000100:00100000:1.0:1788483710.544761:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251081728 00000100:00100000:1.0:1788483710.544766:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251081728 00000100:00100000:3.0:1788483710.544885:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788483710.544896:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251081472:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.544930:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483710.544944:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251081984:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.544966:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483710.544977:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251082496:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.544995:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483710.545084:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251081472 00000100:00100000:1.0:1788483710.545089:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251081472 00000100:00100000:2.0:1788483710.545159:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251081600 00000100:00100000:2.0:1788483710.545164:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251081600 00000100:00100000:2.0:1788483710.545203:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251081856 00000100:00100000:2.0:1788483710.545206:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251081856 00000100:00100000:2.0:1788483710.545232:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1788483710.545243:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251081600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483710.545331:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251081600:12345-0@lo:400:kworker.0 Request processed in 89us (8207us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483710.545340:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1788483710.545359:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:2.0:1788483710.545364:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251081856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483710.545411:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251081856:12345-0@lo:400:kworker.0 Request processed in 46us (1816us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483710.545418:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00100000:3.0:1788483710.545625:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251081984 00000100:00100000:3.0:1788483710.545630:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251081984 00000100:00100000:3.0:1788483710.545662:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251082496 00000100:00100000:3.0:1788483710.545665:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251082496 00000100:00100000:3.0:1788483710.545682:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:3.0:1788483710.545691:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251082112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.548340:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251082112:12345-0@lo:400:kworker.0 Request processed in 39us (8512us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483710.548360:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:3.0:1788483710.548418:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:3.0:1788483710.548434:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251082624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.548555:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251082624:12345-0@lo:400:kworker.0 Request processed in 128us (10580us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483710.548562:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:3.0:1788483710.548577:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:3.0:1788483710.548584:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251081728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.548628:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251081728:12345-0@lo:400:kworker.0 Request processed in 44us (10590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483710.548634:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:3.0:1788483710.548646:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:3.0:1788483710.548653:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251081472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.548687:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251081472:12345-0@lo:400:kworker.0 Request processed in 35us (3756us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483710.548694:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:3.0:1788483710.548706:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:3.0:1788483710.548713:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251081984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.548740:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251081984:12345-0@lo:400:kworker.0 Request processed in 29us (3773us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483710.548746:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:3.0:1788483710.548759:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1231 00000100:00100000:3.0:1788483710.548766:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251082496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.548800:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251082496:12345-0@lo:400:kworker.0 Request processed in 35us (3803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483710.548806:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1231 00000100:00100000:3.0:1788483710.548832:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251082240 00000100:00100000:3.0:1788483710.548841:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251082240 00000100:00100000:3.0:1788483710.548887:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251082368 00000100:00100000:3.0:1788483710.548891:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251082368 00000100:00100000:3.0:1788483710.548918:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1788483710.548925:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251082240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.548956:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251082240:12345-0@lo:400:kworker.0 Request processed in 33us (10873us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483710.548962:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:3.0:1788483710.548973:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1788483710.548978:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251082368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549004:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251082368:12345-0@lo:400:kworker.0 Request processed in 26us (4419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483710.549009:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00100000:3.0:1788483710.549031:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251081344 00000100:00100000:3.0:1788483710.549036:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251081344 00000100:00100000:3.0:1788483710.549067:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:3.0:1788483710.549074:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251081344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549109:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251081344:12345-0@lo:400:kworker.0 Request processed in 35us (6393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483710.549115:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00080000:3.0:1788483710.549180:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483710.549186:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483710.549189:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483710.549245:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251081728:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549260:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507748700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251082240:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549274:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251081600:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549287:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251082112:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549298:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251082624:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549592:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251081472:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549607:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251081984:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549618:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251082496:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549628:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251081344:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549641:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251081856:0@lo:400:kworker.0 00000100:00100000:3.0:1788483710.549657:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507749c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251082368:0@lo:400:kworker.0 00010000:00010000:0.0:1788483710.734929:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483710.968205:0:26734:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483710.968227:0:26734:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483710.972068:0:26734:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483710.972096:0:26734:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483711.045802:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483711.045836:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f763696ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251082752:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483711.045931:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483711.046013:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251082752 00000100:00100000:3.0:1788483711.046023:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251082752 00000100:00100000:3.0:1788483711.046079:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1788483711.046090:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251082752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483711.046131:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483711.046181:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507749c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251082752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483711.046189:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:3.0:1788483711.046262:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f763696ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251082752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483711.658920:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483711.659011:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483711.659053:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483711.659083:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483711.659108:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483711.659139:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483711.659159:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483711.659179:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483711.659206:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483711.659251:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225071488 00000100:00100000:1.0:1788483711.659265:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225071488 00000100:00100000:1.0:1788483711.659346:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225072000 00000100:00100000:1.0:1788483711.659349:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225072000 00000100:00100000:1.0:1788483711.659370:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 776 00000100:00100000:1.0:1788483711.659390:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225071488:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483711.659495:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225071488:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 114us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483711.659551:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 776 00000100:00100000:1.0:1788483711.659572:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225071360 00000100:00100000:1.0:1788483711.659576:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225071360 00000100:00100000:1.0:1788483711.659591:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225071872 00000100:00100000:1.0:1788483711.659594:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225071872 00000100:00100000:1.0:1788483711.659608:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 777 00000100:00100000:1.0:1788483711.659614:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225072000:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483711.659640:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225072000:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483711.659647:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 777 00000100:00100000:1.0:1788483711.659657:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 778 00000100:00100000:1.0:1788483711.659663:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225071360:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483711.659685:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225071360:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (525us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483711.659692:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 778 00000100:00100000:1.0:1788483711.659702:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 779 00000100:00100000:1.0:1788483711.659708:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225071872:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483711.659727:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225071872:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 19us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483711.659733:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 779 00000100:00100000:1.0:1788483711.659901:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225071232 00000100:00100000:1.0:1788483711.659905:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225071232 00000100:00100000:1.0:1788483711.659934:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225071744 00000100:00100000:1.0:1788483711.659937:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225071744 00000100:00100000:1.0:1788483711.659953:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225071104 00000100:00100000:1.0:1788483711.659955:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225071104 00000100:00100000:1.0:1788483711.659966:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225071616 00000100:00100000:1.0:1788483711.659969:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225071616 00000100:00100000:1.0:1788483711.659983:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1232 00000100:00100000:1.0:1788483711.659989:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225071232:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483711.660021:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225071232:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 33us (1010us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483711.660028:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1232 00000100:00100000:1.0:1788483711.660041:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1233 00000100:00100000:1.0:1788483711.660047:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225071744:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483711.660071:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225071744:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (988us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483711.660077:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1233 00000100:00100000:1.0:1788483711.660091:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1234 00000100:00100000:1.0:1788483711.660099:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225071104:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483711.660106:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1235 00000100:00100000:0.0:1788483711.660120:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225071616:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483711.660127:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225071104:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (986us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483711.660135:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1234 00000100:00100000:0.0:1788483711.660160:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225071616:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 44us (978us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483711.660169:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1235 00000100:00080000:1.0:1788483711.660232:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483711.660238:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483711.660241:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483711.660243:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483711.661665:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225070976 00000100:00100000:3.0:1788483711.661685:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225070976 00000100:00100000:3.0:1788483711.661759:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 793 00000100:00100000:3.0:1788483711.661770:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225070976:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483711.661857:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225070976:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 89us (2950us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483711.661866:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 793 00010000:00010000:1.0:1788483711.752612:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483712.133353:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788483712.774442:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483712.950407:0:26785:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483712.950418:0:26785:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483712.954568:0:26785:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483712.954752:0:26785:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483713.095460:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251082880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483713.095583:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483713.095697:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251082880 00000100:00100000:3.0:1788483713.095707:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251082880 00000100:00100000:3.0:1788483713.095772:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:3.0:1788483713.095783:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251082880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483713.096167:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483713.096248:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251082880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 465us (665us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483713.096257:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00080000:3.0:1788483713.096285:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483713.096368:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251082880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483713.096605:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483713.096618:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251083008:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483713.096658:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483713.096788:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251083008 00000100:00100000:2.0:1788483713.096795:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251083008 00000100:00100000:2.0:1788483713.096852:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1788483713.096862:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251083008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483713.096879:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483713.096930:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251083008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483713.096937:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00080000:1.0:1788483713.097109:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483713.097137:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251083008:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788483713.799003:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483714.118844:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251083136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483714.118955:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483714.119264:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251083136 00000100:00100000:1.0:1788483714.119275:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251083136 00000100:00100000:1.0:1788483714.119349:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:1.0:1788483714.119361:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251083136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483714.119404:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483714.119475:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251083136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483714.119484:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1788483714.119628:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507748380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251083136:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788483714.820873:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483715.020985:0:26837:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483715.020993:0:26837:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483715.023706:0:26837:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483715.023733:0:26837:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483715.652693:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251083264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483715.652770:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483715.653169:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251083264 00000100:00100000:3.0:1788483715.653178:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251083264 00000100:00100000:3.0:1788483715.653245:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:3.0:1788483715.653256:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251083264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483715.653284:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483715.653342:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251083264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (573us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483715.653350:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1788483715.653549:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251083264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483715.653570:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251083776:0@lo:400:kworker.0 00000100:00100000:0.0:1788483715.653600:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788483715.653605:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483715.653616:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251083648:0@lo:400:kworker.0 00000100:00100000:0.0:1788483715.653628:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251084288:0@lo:400:kworker.0 00000100:00100000:1.0:1788483715.653645:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483715.653660:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483715.653661:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251084160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483715.653678:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251084800:0@lo:400:kworker.0 00000100:00100000:1.0:1788483715.653682:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483715.653696:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251084672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483715.653697:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483715.653714:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483715.653744:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251084288 00000100:00100000:0.0:1788483715.653746:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251083776 00000100:00100000:1.0:1788483715.653749:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251084288 00000100:00100000:0.0:1788483715.653749:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251083776 00000100:00100000:1.0:1788483715.653774:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251084800 00000100:00100000:0.0:1788483715.653775:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251084160 00000100:00100000:1.0:1788483715.653777:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251084800 00000100:00100000:0.0:1788483715.653777:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251084160 00000100:00100000:0.0:1788483715.653793:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251084672 00000100:00100000:1.0:1788483715.653795:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1788483715.653795:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251084672 00000100:00100000:1.0:1788483715.653801:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251084288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483715.653826:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1788483715.653833:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251083776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483715.653838:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251084288:12345-0@lo:400:kworker.0 Request processed in 38us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483715.653844:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:1.0:1788483715.653858:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1788483715.653861:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251083776:12345-0@lo:400:kworker.0 Request processed in 30us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483715.653864:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251084800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483715.653867:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:0.0:1788483715.653878:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:0.0:1788483715.653883:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251084160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483715.653886:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251084800:12345-0@lo:400:kworker.0 Request processed in 23us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483715.653891:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:1.0:1788483715.653910:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:0.0:1788483715.653911:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251084160:12345-0@lo:400:kworker.0 Request processed in 29us (229us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483715.653916:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251084672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483715.653917:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:1.0:1788483715.653943:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251084672:12345-0@lo:400:kworker.0 Request processed in 28us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483715.653949:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00080000:0.0:1788483715.653960:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483715.653962:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483715.653964:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483715.653975:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251084160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483715.653980:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251084288:0@lo:400:kworker.0 00000100:00100000:1.0:1788483715.653984:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251084672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483715.653989:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251084800:0@lo:400:kworker.0 00000100:00100000:0.0:1788483715.653996:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251083776:0@lo:400:kworker.0 00000100:00100000:3.0:1788483715.655391:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251083392:0@lo:400:kworker.0 00000100:00100000:3.0:1788483715.655447:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483715.655535:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251083904:0@lo:400:kworker.0 00000100:00100000:3.0:1788483715.655565:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483715.655582:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251084416:0@lo:400:kworker.0 00000100:00100000:3.0:1788483715.655607:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483715.655636:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251084928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483715.655661:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483715.655691:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788483715.655699:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251083520:0@lo:400:kworker.0 00000100:00100000:3.0:1788483715.655723:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483715.655744:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251084032:0@lo:400:kworker.0 00000100:00100000:3.0:1788483715.655765:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483715.655784:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251084544:0@lo:400:kworker.0 00000100:00100000:3.0:1788483715.655806:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483715.655842:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251083648 00000100:00100000:3.0:1788483715.655849:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251083648 00000100:00100000:3.0:1788483715.655883:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251083904 00000100:00100000:3.0:1788483715.655886:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251083904 00000100:00100000:3.0:1788483715.655900:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1788483715.655906:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251083648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483715.655960:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251083648:12345-0@lo:400:kworker.0 Request processed in 53us (2313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483715.655967:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:3.0:1788483715.655982:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1788483715.655987:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251083904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483715.656024:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251083904:12345-0@lo:400:kworker.0 Request processed in 37us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483715.656030:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:3.0:1788483715.656048:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251084928 00000100:00100000:3.0:1788483715.656052:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251084928 00000100:00100000:3.0:1788483715.656073:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1788483715.656079:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251084928:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483715.656137:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251084416 00000100:00100000:2.0:1788483715.656142:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251084416 00000100:00100000:2.0:1788483715.656179:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1788483715.656185:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251084416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483715.656244:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251084416:12345-0@lo:400:kworker.0 Request processed in 58us (635us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483715.656250:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00080000:2.0:1788483715.656268:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483715.656290:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251083520 00000100:00100000:2.0:1788483715.656294:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251083520 00000100:00100000:2.0:1788483715.656314:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251084032 00000100:00100000:2.0:1788483715.656322:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251084032 00000100:00100000:2.0:1788483715.656343:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251084544 00000100:00100000:2.0:1788483715.656346:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251084544 00000100:00100000:2.0:1788483715.656368:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1239 00000100:00100000:2.0:1788483715.656374:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251083520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483715.656406:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251083520:12345-0@lo:400:kworker.0 Request processed in 31us (682us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483715.656414:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1239 00000100:00100000:2.0:1788483715.656430:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1240 00000100:00100000:2.0:1788483715.656436:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251084032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483715.656467:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251084032:12345-0@lo:400:kworker.0 Request processed in 32us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483715.656473:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1240 00000100:00100000:2.0:1788483715.656490:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:2.0:1788483715.656524:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251084544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483715.656557:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251084544:12345-0@lo:400:kworker.0 Request processed in 61us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483715.656564:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00080000:2.0:1788483715.656579:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483715.656615:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251083520:0@lo:400:kworker.0 00000100:00100000:2.0:1788483715.656626:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251084032:0@lo:400:kworker.0 00000100:00100000:2.0:1788483715.656635:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251084544:0@lo:400:kworker.0 00000100:00100000:2.0:1788483715.656644:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251083904:0@lo:400:kworker.0 00000100:00100000:2.0:1788483715.656653:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251084416:0@lo:400:kworker.0 00000100:00100000:1.0:1788483715.656854:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251083648:0@lo:400:kworker.0 00002000:00000024:3.0:1788483715.656929:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483715.657065:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251083392 00000100:00100000:0.0:1788483715.657069:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251083392 00000100:00100000:0.0:1788483715.657106:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:0.0:1788483715.657113:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251083392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483715.657654:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251084928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1572us (1989us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483715.657663:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1788483715.663025:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a08050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251083392:12345-0@lo:400:kworker.0 Request processed in 5901us (7566us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483715.663039:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1788483715.671575:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251084928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483715.671622:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251083392:0@lo:400:kworker.0 00010000:00010000:1.0:1788483715.845091:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483716.164730:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483716.164753:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251085056:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483716.164825:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483716.166668:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251085056 00000100:00100000:1.0:1788483716.166681:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251085056 00000100:00100000:1.0:1788483716.166789:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:1.0:1788483716.166800:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251085056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483716.166836:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483716.166908:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251085056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (2083us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483716.166919:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:3.0:1788483716.167007:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251085056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483716.779325:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483716.779366:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483716.779395:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483716.779419:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483716.779436:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483716.779456:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483716.779476:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483716.779583:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225072128 00000100:00100000:3.0:1788483716.779593:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225072128 00000100:00100000:0.0:1788483716.779621:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483716.779658:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483716.779681:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225072640 00000100:00100000:0.0:1788483716.779684:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225072640 00000100:00100000:0.0:1788483716.779724:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225073152 00000100:00100000:0.0:1788483716.779728:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225073152 00000100:00100000:0.0:1788483716.779746:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225072512 00000100:00100000:0.0:1788483716.779749:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225072512 00000100:00100000:0.0:1788483716.779762:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225073024 00000100:00100000:0.0:1788483716.779765:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225073024 00000100:00100000:3.0:1788483716.779773:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 795 00000100:00100000:0.0:1788483716.779784:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 783 00000100:00100000:3.0:1788483716.779791:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225072128:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483716.779798:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225072640:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483716.779871:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225072128:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 87us (554us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483716.779880:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 795 00000100:00100000:2.0:1788483716.779908:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225072384 00000100:00100000:2.0:1788483716.779914:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225072384 00000100:00100000:2.0:1788483716.779948:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225072896 00000100:00100000:2.0:1788483716.779951:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225072896 00000100:00100000:0.0:1788483716.779990:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225072640:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 196us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483716.779997:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 783 00000100:00100000:0.0:1788483716.780011:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 784 00000100:00100000:0.0:1788483716.780017:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225073152:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483716.780042:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225073152:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (604us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483716.780048:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 784 00000100:00100000:0.0:1788483716.780058:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 785 00000100:00100000:0.0:1788483716.780064:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225072512:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483716.780085:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225072512:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483716.780091:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 785 00000100:00100000:0.0:1788483716.780102:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 786 00000100:00100000:0.0:1788483716.780107:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225073024:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483716.780128:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225073024:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483716.780134:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 786 00000100:00100000:0.0:1788483716.780156:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225072256 00000100:00100000:0.0:1788483716.780160:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225072256 00000100:00100000:2.0:1788483716.780272:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225072768 00000100:00100000:2.0:1788483716.780276:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225072768 00000100:00100000:2.0:1788483716.780292:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1242 00000100:00100000:2.0:1788483716.780299:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225072384:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483716.780331:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225072384:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483716.780337:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1242 00000100:00100000:2.0:1788483716.780352:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1243 00000100:00100000:2.0:1788483716.780358:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225072256:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483716.780391:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1244 00000100:00100000:0.0:1788483716.780399:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225072896:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483716.780748:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225072256:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 388us (1290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483716.780754:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1243 00000100:00100000:2.0:1788483716.780769:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1245 00000100:00100000:2.0:1788483716.780775:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225072768:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483716.780801:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225072768:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (1248us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483716.780807:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1245 00000100:00080000:2.0:1788483716.780830:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483716.780834:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483716.780837:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483716.780839:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483716.780910:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225072896:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 512us (1489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483716.780918:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1244 00010000:00010000:0.0:1788483716.872388:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483716.994709:0:26888:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483716.994719:0:26888:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483716.995243:0:26888:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483716.995252:0:26888:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483717.892874:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483718.213813:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483718.213835:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251085184:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483718.213904:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483718.213993:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251085184 00000100:00100000:3.0:1788483718.214001:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251085184 00000100:00100000:3.0:1788483718.214051:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:3.0:1788483718.214062:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251085184:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483718.214089:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483718.214147:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251085184:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483718.214155:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00080000:3.0:1788483718.214174:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483718.214216:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251085184:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483718.215347:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483718.215364:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251085312:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483718.215412:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483718.215534:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251085312 00000100:00100000:2.0:1788483718.215541:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251085312 00000100:00100000:2.0:1788483718.215582:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1788483718.215590:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251085312:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483718.215606:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483718.215645:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251085312:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483718.215652:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00080000:1.0:1788483718.215710:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483718.215738:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251085312:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788483718.916886:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483718.973193:0:26939:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483718.973205:0:26939:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483718.974225:0:26939:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483718.974238:0:26939:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483719.237226:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483719.237249:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251085440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483719.237318:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483719.237522:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251085440 00000100:00100000:1.0:1788483719.237531:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251085440 00000100:00100000:1.0:1788483719.237584:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1788483719.237593:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251085440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483719.237629:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483719.237686:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641748a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251085440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483719.237693:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00100000:0.0:1788483719.237815:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251085440:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788483719.945760:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483720.581892:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483720.581905:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483720.585443:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483720.585470:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483720.772880:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483720.772912:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251085568:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483720.773005:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483720.773101:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251085568 00000100:00100000:1.0:1788483720.773110:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251085568 00000100:00100000:1.0:1788483720.773192:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:1.0:1788483720.773205:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251085568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483720.773245:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483720.773297:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251085568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 96us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483720.773305:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:1.0:1788483720.773332:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483720.773588:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251085568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483720.774051:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251085696:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774103:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774144:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251086208:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774189:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774215:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251086720:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774243:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774264:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788483720.774270:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251085824:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774297:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774316:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251086336:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774338:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774356:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251086848:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774378:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774411:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251085952:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774442:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774464:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251086464:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774492:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774548:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251086976:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774577:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774598:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788483720.774604:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251086080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774629:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774649:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251086592:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774678:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774699:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251087104:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774727:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.774756:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251085696 00000100:00100000:2.0:1788483720.774764:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251085696 00000100:00100000:2.0:1788483720.774812:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1788483720.774822:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251085696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.774873:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251085696:12345-0@lo:400:kworker.0 Request processed in 52us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.774880:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1788483720.774914:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251086208 00000100:00100000:2.0:1788483720.774919:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251086208 00000100:00100000:2.0:1788483720.774950:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251085952 00000100:00100000:2.0:1788483720.774953:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251085952 00000100:00100000:2.0:1788483720.774971:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1788483720.774980:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251086208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775018:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641774e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251086208:12345-0@lo:400:kworker.0 Request processed in 40us (828us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775025:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:2.0:1788483720.775037:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1788483720.775044:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251085952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775084:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251085952:12345-0@lo:400:kworker.0 Request processed in 41us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775090:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1788483720.775110:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251086720 00000100:00100000:2.0:1788483720.775114:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251086720 00000100:00100000:2.0:1788483720.775149:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251086592 00000100:00100000:2.0:1788483720.775153:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251086592 00000100:00100000:2.0:1788483720.775185:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251087104 00000100:00100000:2.0:1788483720.775188:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251087104 00000100:00100000:2.0:1788483720.775208:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1788483720.775214:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251086720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775248:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251086720:12345-0@lo:400:kworker.0 Request processed in 34us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775254:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1788483720.775266:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1788483720.775271:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251086592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775298:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251086592:12345-0@lo:400:kworker.0 Request processed in 27us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775304:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:2.0:1788483720.775315:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1788483720.775321:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251087104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775349:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251087104:12345-0@lo:400:kworker.0 Request processed in 28us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775355:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1788483720.775376:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251085824 00000100:00100000:2.0:1788483720.775380:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251085824 00000100:00100000:2.0:1788483720.775399:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251086336 00000100:00100000:2.0:1788483720.775403:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251086336 00000100:00100000:2.0:1788483720.775416:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251086848 00000100:00100000:2.0:1788483720.775418:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251086848 00000100:00100000:2.0:1788483720.775431:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251086464 00000100:00100000:2.0:1788483720.775433:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251086464 00000100:00100000:2.0:1788483720.775446:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251086976 00000100:00100000:2.0:1788483720.775448:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251086976 00000100:00100000:2.0:1788483720.775462:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251086080 00000100:00100000:2.0:1788483720.775466:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251086080 00000100:00100000:2.0:1788483720.775480:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:2.0:1788483720.775486:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251085824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775550:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251085824:12345-0@lo:400:kworker.0 Request processed in 63us (1251us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775556:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00100000:2.0:1788483720.775570:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1247 00000100:00100000:2.0:1788483720.775577:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251086336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775608:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251086336:12345-0@lo:400:kworker.0 Request processed in 32us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775615:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1247 00000100:00100000:2.0:1788483720.775629:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1248 00000100:00100000:2.0:1788483720.775636:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251086848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775671:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607f32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251086848:12345-0@lo:400:kworker.0 Request processed in 36us (1292us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775678:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1248 00000100:00100000:2.0:1788483720.775694:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:2.0:1788483720.775703:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251086464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775735:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251086464:12345-0@lo:400:kworker.0 Request processed in 34us (1242us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775742:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:2.0:1788483720.775758:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:2.0:1788483720.775765:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251086976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775796:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251086976:12345-0@lo:400:kworker.0 Request processed in 32us (1218us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775802:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:2.0:1788483720.775814:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:2.0:1788483720.775820:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251086080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775847:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251086080:12345-0@lo:400:kworker.0 Request processed in 28us (1217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.775852:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00080000:2.0:1788483720.775918:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483720.775923:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483720.775927:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483720.775929:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483720.775979:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251086080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.775992:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251086592:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776003:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641777480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251087104:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776016:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251085952:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776028:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251086464:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776043:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251086976:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776092:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251085824:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776107:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251086336:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776119:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509215180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251086848:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776131:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251085696:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776143:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251086208:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776158:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251086720:0@lo:400:kworker.0 00000100:00100000:2.0:1788483720.776202:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251087232:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483720.776240:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483720.777447:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251087232 00000100:00100000:2.0:1788483720.777462:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251087232 00000100:00100000:2.0:1788483720.777540:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1788483720.777552:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251087232:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483720.777586:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483720.778036:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251087232:12345-0@lo:13:osp-pre-1-0.0 Request processed in 484us (1793us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483720.778045:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:3.0:1788483720.778367:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251087232:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788483720.964700:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483721.088029:0:26991:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483721.088039:0:26991:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483721.088654:0:26991:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483721.088664:0:26991:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483721.285639:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251087360:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483721.285707:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483721.285780:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251087360 00000100:00100000:3.0:1788483721.285787:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251087360 00000100:00100000:3.0:1788483721.285831:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1788483721.285839:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251087360:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483721.285868:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483721.285912:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251087360:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483721.285919:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:3.0:1788483721.285977:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251087360:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483721.896715:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483721.896766:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483721.896800:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483721.896823:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483721.896847:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483721.896871:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483721.896888:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483721.896904:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483721.896927:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483721.896965:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225073280 00000100:00100000:3.0:1788483721.896974:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225073280 00000100:00100000:3.0:1788483721.897023:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 797 00000100:00100000:3.0:1788483721.897034:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225073280:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483721.897102:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225073280:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 69us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483721.897110:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 797 00000100:00100000:0.0:1788483721.897244:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225073408 00000100:00100000:0.0:1788483721.897249:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225073408 00000100:00100000:0.0:1788483721.897295:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225073920 00000100:00100000:0.0:1788483721.897298:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225073920 00000100:00100000:0.0:1788483721.897315:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225073536 00000100:00100000:0.0:1788483721.897317:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225073536 00000100:00100000:0.0:1788483721.897340:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225074048 00000100:00100000:0.0:1788483721.897344:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225074048 00000100:00100000:0.0:1788483721.897362:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1252 00000100:00100000:0.0:1788483721.897369:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225073408:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483721.897402:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225073408:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 34us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483721.897410:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1252 00000100:00100000:0.0:1788483721.897425:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1253 00000100:00100000:0.0:1788483721.897432:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225073920:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483721.897457:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225073920:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (657us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483721.897463:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1253 00000100:00100000:0.0:1788483721.897475:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1254 00000100:00100000:0.0:1788483721.897481:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225073536:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483721.897554:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225073536:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 72us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483721.897560:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1254 00000100:00100000:0.0:1788483721.897573:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1255 00000100:00100000:0.0:1788483721.897579:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225074048:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483721.897605:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225074048:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483721.897611:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1255 00000100:00080000:3.0:1788483721.897939:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483721.897943:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483721.898037:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225073664 00000100:00100000:1.0:1788483721.898043:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225073664 00000100:00100000:1.0:1788483721.898089:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225074176 00000100:00100000:1.0:1788483721.898093:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225074176 00000100:00100000:1.0:1788483721.898107:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225073792 00000100:00100000:1.0:1788483721.898110:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225073792 00000100:00100000:1.0:1788483721.898132:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225074304 00000100:00100000:1.0:1788483721.898136:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225074304 00000100:00100000:1.0:1788483721.898152:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 790 00000100:00100000:1.0:1788483721.898169:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225073664:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483721.898209:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225073664:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 51us (1443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483721.898216:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 790 00000100:00100000:1.0:1788483721.898232:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 791 00000100:00100000:1.0:1788483721.898239:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225074176:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483721.898264:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225074176:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (1440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483721.898270:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 791 00000100:00100000:1.0:1788483721.898282:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 792 00000100:00100000:1.0:1788483721.898288:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225073792:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483721.898312:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225073792:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (1424us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483721.898318:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 792 00000100:00100000:1.0:1788483721.898330:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 793 00000100:00100000:1.0:1788483721.898337:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225074304:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483721.898360:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225074304:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (1432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483721.898367:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 793 00000100:00080000:0.0:1788483721.900277:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483721.900287:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483721.990848:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483722.375993:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788483723.013836:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483723.085489:0:27042:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483723.085626:0:27042:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483723.086408:0:27042:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483723.086418:0:27042:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483723.332675:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251087488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483723.332800:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483723.332906:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251087488 00000100:00100000:0.0:1788483723.332917:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251087488 00000100:00100000:0.0:1788483723.332994:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1788483723.333008:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251087488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483723.333045:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483723.333091:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251087488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 87us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483723.333099:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00080000:3.0:1788483723.333113:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483723.333180:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251087488:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483723.333201:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483723.333208:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251087616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483723.333235:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483723.333308:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251087616 00000100:00100000:3.0:1788483723.333313:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251087616 00000100:00080000:0.0:1788483723.333358:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483723.333359:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1788483723.333377:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251087616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483723.333389:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483723.333430:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251087616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 63us (195us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483723.333437:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:0.0:1788483723.333628:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415cdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251087616:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788483724.037227:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483724.360234:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251087744:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483724.360493:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483724.360806:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251087744 00000100:00100000:0.0:1788483724.360818:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251087744 00000100:00100000:0.0:1788483724.360878:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1788483724.360890:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251087744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483724.360943:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788483724.362125:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251087744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1228us (1623us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483724.362139:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:1.0:1788483724.368307:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251087744:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483725.061783:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483725.240242:0:27093:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483725.240253:0:27093:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483725.241380:0:27093:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483725.241397:0:27093:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483725.895081:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483725.895113:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251087872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483725.895224:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483725.895444:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251087872 00000100:00100000:3.0:1788483725.895456:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251087872 00000100:00100000:3.0:1788483725.895559:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1788483725.895572:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251087872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483725.895608:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483725.895666:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251087872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 97us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483725.895674:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1788483725.895728:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251087872:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483725.895980:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483725.895994:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251088000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483725.896034:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788483725.896178:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483725.896193:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251088000 00000100:00100000:1.0:1788483725.896198:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251088000 00000100:00100000:1.0:1788483725.896240:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1788483725.896247:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251088000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483725.896260:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483725.896293:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251088000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483725.896300:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00080000:2.0:1788483725.896675:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483725.896689:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251088128:0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.896726:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483725.896761:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251088640:0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.896788:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483725.896804:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764163bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251089152:0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.896829:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483725.896867:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641745500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251088000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483725.896887:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788483725.896896:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251088512:0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.896925:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483725.896958:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251089024:0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.897170:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483725.897206:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251089152 00000100:00100000:2.0:1788483725.897213:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251089152 00000100:00100000:2.0:1788483725.897255:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251089024 00000100:00100000:2.0:1788483725.897258:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251089024 00000100:00100000:2.0:1788483725.897280:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1788483725.897287:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251089152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.897401:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251089152:12345-0@lo:400:kworker.0 Request processed in 114us (571us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483725.897408:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1788483725.897423:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1788483725.897430:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251089024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.897456:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251089024:12345-0@lo:400:kworker.0 Request processed in 27us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483725.897462:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00080000:2.0:1788483725.897488:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483725.897540:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251089024:0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.897550:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764163bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251089152:0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.897662:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251088384:0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.897699:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483725.897727:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251088896:0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.897752:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483725.897772:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764163b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251089408:0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.897795:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483725.897816:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788483725.897823:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251088256:0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.897845:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483725.897862:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641639880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251088768:0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.897886:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483725.897901:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764163aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251089280:0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.897922:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483725.897967:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251088512 00000100:00100000:0.0:1788483725.897980:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251088512 00000100:00100000:0.0:1788483725.898007:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251088896 00000100:00100000:0.0:1788483725.898009:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251088896 00000100:00100000:0.0:1788483725.898025:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251089408 00000100:00100000:0.0:1788483725.898028:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251089408 00000100:00100000:0.0:1788483725.898039:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251088256 00000100:00100000:0.0:1788483725.898041:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251088256 00000100:00100000:0.0:1788483725.898050:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251088768 00000100:00100000:0.0:1788483725.898052:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251088768 00000100:00100000:0.0:1788483725.898064:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251089280 00000100:00100000:0.0:1788483725.898066:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251089280 00000100:00100000:0.0:1788483725.898082:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1788483725.898089:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251088512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.898128:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251088512:12345-0@lo:400:kworker.0 Request processed in 39us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483725.898148:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1256 00000100:00100000:0.0:1788483725.898162:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1788483725.898168:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251088896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.898202:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251088896:12345-0@lo:400:kworker.0 Request processed in 34us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483725.898209:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:0.0:1788483725.898220:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:0.0:1788483725.898226:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251089408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.898253:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251089408:12345-0@lo:400:kworker.0 Request processed in 27us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483725.898259:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:0.0:1788483725.898270:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:0.0:1788483725.898275:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251088256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.898303:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251088256:12345-0@lo:400:kworker.0 Request processed in 28us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483725.898551:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251088640 00000100:00100000:2.0:1788483725.898556:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251088640 00000100:00100000:2.0:1788483725.898589:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251088384 00000100:00100000:2.0:1788483725.898593:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251088384 00000100:00100000:2.0:1788483725.898607:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1788483725.898614:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251088640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.898653:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641777480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251088640:12345-0@lo:400:kworker.0 Request processed in 40us (1864us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483725.898659:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1788483725.898672:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1788483725.898678:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251088384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.898706:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251088384:12345-0@lo:400:kworker.0 Request processed in 28us (1006us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483725.898711:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:2.0:1788483725.898734:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1788483725.898741:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251088768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.898772:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251088768:12345-0@lo:400:kworker.0 Request processed in 32us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483725.898777:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:2.0:1788483725.898791:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:2.0:1788483725.898798:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75081ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251089280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.898822:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75081ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251089280:12345-0@lo:400:kworker.0 Request processed in 25us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483725.898828:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00080000:2.0:1788483725.898850:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483725.898855:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483725.898884:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251088512:0@lo:400:kworker.0 00000100:00100000:2.0:1788483725.898898:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251088640:0@lo:400:kworker.0 00000100:00100000:3.0:1788483725.899064:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251088128 00000100:00100000:3.0:1788483725.899069:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251088128 00000100:00100000:3.0:1788483725.899104:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1788483725.899112:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251088128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483725.899163:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251088128:12345-0@lo:400:kworker.0 Request processed in 53us (2437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483725.899169:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:3.0:1788483725.899211:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251088128:0@lo:400:kworker.0 00000100:00100000:3.0:1788483725.901466:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251088256:0@lo:400:kworker.0 00000100:00100000:3.0:1788483725.901643:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641639880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251088768:0@lo:400:kworker.0 00000100:00100000:3.0:1788483725.901663:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764163aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251089280:0@lo:400:kworker.0 00000100:00100000:3.0:1788483725.901681:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251088384:0@lo:400:kworker.0 00000100:00100000:3.0:1788483725.901697:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641638a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251088896:0@lo:400:kworker.0 00000100:00100000:3.0:1788483725.901712:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764163b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251089408:0@lo:400:kworker.0 00000100:00100000:0.0:1788483725.902662:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00010000:00010000:3.0:1788483726.084988:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483726.412367:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483726.412400:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251089536:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483726.412535:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483726.413809:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251089536 00000100:00100000:1.0:1788483726.413826:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251089536 00000100:00100000:1.0:1788483726.413908:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:1.0:1788483726.413920:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251089536:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483726.413967:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483726.415327:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251089536:12345-0@lo:41:osp-pre-1-0.0 Request processed in 1399us (2817us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483726.415340:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00100000:3.0:1788483726.423810:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251089536:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483727.021035:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483727.021088:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483727.021124:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483727.021159:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483727.021796:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483727.021831:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483727.021854:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483727.021874:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483727.021901:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483727.021936:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225074560 00000100:00100000:1.0:1788483727.021947:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225074560 00000100:00100000:1.0:1788483727.022570:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225075072 00000100:00100000:1.0:1788483727.022577:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225075072 00000100:00100000:1.0:1788483727.022596:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225074688 00000100:00100000:1.0:1788483727.022599:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225074688 00000100:00100000:1.0:1788483727.022612:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225075200 00000100:00100000:1.0:1788483727.022614:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225075200 00000100:00100000:1.0:1788483727.022631:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1262 00000100:00100000:1.0:1788483727.022642:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225074560:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483727.022964:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225074816 00000100:00100000:0.0:1788483727.022969:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225074816 00000100:00100000:0.0:1788483727.023005:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225075328 00000100:00100000:0.0:1788483727.023008:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225075328 00000100:00100000:0.0:1788483727.023023:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225074944 00000100:00100000:0.0:1788483727.023025:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225074944 00000100:00100000:0.0:1788483727.023039:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225075456 00000100:00100000:0.0:1788483727.023041:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225075456 00000100:00100000:0.0:1788483727.023055:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 796 00000100:00100000:0.0:1788483727.023062:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225074816:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483727.023171:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225074816:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 108us (2081us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483727.023179:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 796 00000100:00100000:0.0:1788483727.023200:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 797 00000100:00100000:0.0:1788483727.023207:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225075328:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483727.023234:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225075328:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (2074us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483727.023240:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 797 00000100:00100000:0.0:1788483727.023252:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 798 00000100:00100000:0.0:1788483727.023257:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225074944:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483727.023283:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225074944:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (1428us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483727.023290:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 798 00000100:00100000:0.0:1788483727.023301:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 799 00000100:00100000:0.0:1788483727.023308:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360225075456:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483727.023331:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360225075456:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483727.023337:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 799 00000100:00100000:0.0:1788483727.023360:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1263 00000100:00100000:0.0:1788483727.023367:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225075072:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483727.023397:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225075072:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (2274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483727.023407:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1263 00000100:00100000:0.0:1788483727.023425:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1264 00000100:00100000:0.0:1788483727.023432:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360225074688:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483727.023458:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2399:x1875360225074688:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (1627us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483727.023464:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1264 00000100:00100000:0.0:1788483727.023476:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1265 00000100:00100000:0.0:1788483727.023482:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225075200:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483727.023536:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225075200:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 53us (1660us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483727.023543:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1265 00000100:00100000:1.0:1788483727.023583:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225074560:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 942us (2948us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483727.023592:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1262 00000100:00100000:1.0:1788483727.023619:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225074432 00000100:00100000:1.0:1788483727.023624:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225074432 00000100:00100000:1.0:1788483727.023735:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 799 00000100:00100000:1.0:1788483727.023743:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225074432:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483727.023786:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225074432:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 44us (1993us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483727.023792:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 799 00000100:00080000:1.0:1788483727.023844:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483727.023849:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483727.023852:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483727.023855:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788483727.114596:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483727.506397:0:27144:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483727.506410:0:27144:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483727.507323:0:27144:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483727.507341:0:27144:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483728.134251:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483728.454705:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251089664:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483728.454804:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483728.455061:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251089792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483728.455092:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483728.455195:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251089664 00000100:00100000:1.0:1788483728.455205:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251089664 00000100:00100000:1.0:1788483728.455288:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251089792 00000100:00100000:1.0:1788483728.455292:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251089792 00000100:00100000:1.0:1788483728.455317:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1788483728.455327:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251089664:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483728.455363:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483728.455419:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251089664:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483728.455427:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:1.0:1788483728.455464:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788483728.455472:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251089792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483728.455484:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483728.455545:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251089792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483728.455551:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788483728.455600:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251089792:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483728.455629:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251089664:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483728.455925:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483729.161675:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483729.482155:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483729.482184:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641639880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251089920:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483729.482279:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483729.482479:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251089920 00000100:00100000:2.0:1788483729.482490:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251089920 00000100:00100000:2.0:1788483729.482596:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1788483729.482608:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251089920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483729.482653:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483729.482712:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251089920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 105us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483729.482719:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:2.0:1788483729.482781:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641639880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251089920:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788483729.608484:0:27196:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483729.608654:0:27196:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483729.609204:0:27196:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483729.609219:0:27196:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483730.181186:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483730.823397:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483730.823408:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483730.824163:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483730.824179:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483731.012927:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483731.012957:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251090048:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483731.013048:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483731.013144:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251090048 00000100:00100000:3.0:1788483731.013155:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251090048 00000100:00100000:3.0:1788483731.013239:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1788483731.013250:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251090048:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1788483731.013275:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483731.014649:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483731.014662:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251090304:0@lo:400:kworker.0 00000100:00100000:0.0:1788483731.014664:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251090176:0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483731.014863:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483731.014955:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483731.014960:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483731.015013:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251090176 00000100:00100000:0.0:1788483731.015020:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251090176 00000100:00100000:2.0:1788483731.015064:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251090432:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.015098:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483731.015148:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251090432 00000100:00100000:2.0:1788483731.015152:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251090432 00000100:00100000:2.0:1788483731.015190:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1788483731.015198:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251090432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.015437:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251090432:12345-0@lo:400:kworker.0 Request processed in 239us (338us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483731.015443:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251090048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2196us (2396us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483731.015446:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1788483731.015517:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251090432:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.015567:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251090560:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.015596:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483731.015630:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251090560 00000100:00100000:2.0:1788483731.015634:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251090560 00000100:00100000:2.0:1788483731.015663:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1788483731.015673:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251090560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.015713:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251090560:12345-0@lo:400:kworker.0 Request processed in 43us (116us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483731.015720:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1788483731.015749:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251090560:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.015893:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483731.015901:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251090688:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.015927:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483731.015954:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251090688 00000100:00100000:2.0:1788483731.015958:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251090688 00000100:00100000:2.0:1788483731.015989:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1788483731.015995:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251090688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483731.016031:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1788483731.016036:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251090688:12345-0@lo:400:kworker.0 Request processed in 39us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483731.016048:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251090176:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483731.016049:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1788483731.016083:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251090688:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.016127:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251090816:0@lo:400:kworker.0 00002000:00000024:0.0:1788483731.016138:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483731.016157:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483731.016188:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251090176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 147us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483731.016192:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251090816 00000100:00100000:2.0:1788483731.016197:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251090816 00000100:00100000:2.0:1788483731.016225:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1788483731.016231:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251090816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.016550:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251090816:12345-0@lo:400:kworker.0 Request processed in 318us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483731.016557:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:2.0:1788483731.016591:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251090816:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.016622:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251090176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483731.016656:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251090944:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.016683:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483731.016712:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251090944 00000100:00100000:2.0:1788483731.016717:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251090944 00000100:00100000:2.0:1788483731.016749:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1788483731.016756:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251090944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483731.017187:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1788483731.017218:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1788483731.017310:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251090944:12345-0@lo:400:kworker.0 Request processed in 549us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483731.017322:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00080000:0.0:1788483731.017390:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483731.017399:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483731.017404:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251090944:0@lo:400:kworker.0 00000100:00100000:3.0:1788483731.017553:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251090304 00000100:00100000:3.0:1788483731.017561:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251090304 00000100:00100000:0.0:1788483731.017588:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251091072:0@lo:400:kworker.0 00000100:00100000:3.0:1788483731.017611:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:3.0:1788483731.017624:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251090304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483731.017641:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483731.017756:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251091072 00000100:00100000:2.0:1788483731.017763:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251091072 00000100:00100000:2.0:1788483731.017811:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1788483731.017821:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251091072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483731.018638:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251090304:12345-0@lo:400:kworker.0 Request processed in 1011us (3674us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483731.018651:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00100000:0.0:1788483731.018694:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641638700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251090048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483731.018735:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251090304:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.018875:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251091072:12345-0@lo:400:kworker.0 Request processed in 1055us (1234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483731.018884:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00080000:2.0:1788483731.018911:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483731.018971:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251091328:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.019002:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483731.019033:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251091328 00000100:00100000:2.0:1788483731.019038:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251091328 00000100:00100000:2.0:1788483731.019074:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 800 00000100:00100000:2.0:1788483731.019093:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251091328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.019143:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251091328:12345-0@lo:400:kworker.0 Request processed in 63us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483731.019150:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 800 00000100:00080000:2.0:1788483731.019166:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483731.019184:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251091328:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.019214:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251091456:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.019239:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483731.019268:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251091456 00000100:00100000:2.0:1788483731.019271:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251091456 00000100:00100000:2.0:1788483731.019307:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:2.0:1788483731.019313:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251091456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.019348:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251091456:12345-0@lo:400:kworker.0 Request processed in 35us (108us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483731.019354:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00080000:2.0:1788483731.019369:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483731.019385:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251091456:0@lo:400:kworker.0 00000100:00100000:3.0:1788483731.019556:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251091200:0@lo:400:kworker.0 00000100:00100000:3.0:1788483731.019589:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483731.019613:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483731.019619:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251091584:0@lo:400:kworker.0 00000100:00100000:3.0:1788483731.019640:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483731.019668:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251091584 00000100:00100000:3.0:1788483731.019672:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251091584 00000100:00100000:3.0:1788483731.019703:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1271 00000100:00100000:3.0:1788483731.019710:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251091584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483731.019743:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251091584:12345-0@lo:400:kworker.0 Request processed in 34us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483731.019750:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1271 00000100:00080000:3.0:1788483731.019765:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483731.019781:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750810f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251091584:0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.019862:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251091200 00000100:00100000:2.0:1788483731.019867:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251091200 00000100:00100000:2.0:1788483731.019897:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:2.0:1788483731.019904:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251091200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483731.019937:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251091200:12345-0@lo:400:kworker.0 Request processed in 34us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483731.019944:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00080000:3.0:1788483731.019996:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483731.020017:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251091200:0@lo:400:kworker.0 00000100:00100000:0.0:1788483731.020163:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251091072:0@lo:400:kworker.0 00010000:00010000:3.0:1788483731.205036:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483731.525043:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483731.525065:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750753ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251091712:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483731.525144:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483731.525242:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251091712 00000100:00100000:1.0:1788483731.525249:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251091712 00000100:00100000:1.0:1788483731.525305:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1788483731.525314:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251091712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483731.525342:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483731.525383:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251091712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 71us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483731.525390:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:2.0:1788483731.525464:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750753ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251091712:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788483731.634130:0:27247:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483731.634138:0:27247:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483731.635403:0:27247:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483731.635417:0:27247:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483732.136987:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483732.137026:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483732.137057:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483732.137088:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483732.137117:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483732.137143:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483732.137161:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483732.137180:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483732.137201:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483732.137230:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225076096 00000100:00100000:1.0:1788483732.137240:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225076096 00000100:00100000:1.0:1788483732.137305:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225076608 00000100:00100000:1.0:1788483732.137309:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225076608 00000100:00100000:1.0:1788483732.137324:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225075968 00000100:00100000:1.0:1788483732.137326:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225075968 00000100:00100000:1.0:1788483732.137336:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225076480 00000100:00100000:1.0:1788483732.137338:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225076480 00000100:00100000:1.0:1788483732.137352:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 802 00000100:00100000:1.0:1788483732.137362:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225076096:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483732.137430:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225076096:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 70us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483732.137437:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 802 00000100:00100000:1.0:1788483732.137455:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 803 00000100:00100000:1.0:1788483732.137462:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225076608:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483732.137484:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225076608:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483732.137490:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 803 00000100:00100000:1.0:1788483732.137533:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 804 00000100:00100000:1.0:1788483732.137540:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225075968:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483732.137563:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225075968:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483732.137569:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 804 00000100:00100000:1.0:1788483732.137579:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 805 00000100:00100000:1.0:1788483732.137585:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225076480:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483732.137604:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225076480:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 19us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483732.137611:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 805 00000100:00100000:1.0:1788483732.137627:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225075840 00000100:00100000:1.0:1788483732.137631:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225075840 00000100:00100000:1.0:1788483732.137655:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225076352 00000100:00100000:1.0:1788483732.137658:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225076352 00000100:00100000:1.0:1788483732.137675:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225075712 00000100:00100000:1.0:1788483732.137679:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225075712 00000100:00100000:1.0:1788483732.137690:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225076224 00000100:00100000:1.0:1788483732.137692:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225076224 00000100:00100000:1.0:1788483732.137705:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1272 00000100:00100000:1.0:1788483732.137711:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225075840:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483732.137736:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225075840:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483732.137742:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1272 00000100:00100000:1.0:1788483732.137752:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1273 00000100:00100000:1.0:1788483732.137758:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225076352:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483732.137778:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750753ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225076352:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 20us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483732.137783:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1273 00000100:00100000:1.0:1788483732.137792:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1274 00000100:00100000:1.0:1788483732.137797:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225075712:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483732.137821:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225075712:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483732.137827:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1274 00000100:00100000:1.0:1788483732.137838:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1275 00000100:00100000:1.0:1788483732.137844:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225076224:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483732.137867:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225076224:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (688us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483732.137872:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1275 00000100:00100000:3.0:1788483732.138486:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225075584 00000100:00100000:3.0:1788483732.138494:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225075584 00000100:00100000:3.0:1788483732.138560:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 801 00000100:00100000:3.0:1788483732.138567:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225075584:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483732.138608:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225075584:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 41us (1631us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483732.138614:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 801 00000100:00080000:3.0:1788483732.138639:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483732.138644:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483732.138646:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483732.138649:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788483732.228976:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483732.613237:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788483733.261443:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483733.578341:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251091840:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483733.578407:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483733.578549:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251091840 00000100:00100000:3.0:1788483733.578557:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251091840 00000100:00100000:3.0:1788483733.578610:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1788483733.578619:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251091840:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483733.578647:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483733.578699:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251091840:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483733.578706:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00080000:3.0:1788483733.578726:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483733.578860:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251091840:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1788483733.579423:0:27298:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483733.579428:0:27298:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000100:00100000:3.0:1788483733.580006:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251091968:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483733.580054:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:1.0:1788483733.580572:0:27298:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483733.580583:0:27298:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483733.581001:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251091968 00000100:00100000:2.0:1788483733.581022:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251091968 00000100:00100000:2.0:1788483733.581078:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:2.0:1788483733.581087:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251091968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483733.581118:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483733.582980:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251091968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1884us (2916us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483733.582996:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:3.0:1788483733.583028:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251091968:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788483733.583111:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483734.277012:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483734.598602:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483734.598639:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251092096:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483734.598708:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483734.599670:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251092096 00000100:00100000:1.0:1788483734.599686:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251092096 00000100:00100000:1.0:1788483734.599748:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:1.0:1788483734.599758:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251092096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483734.599794:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483734.599860:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251092096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (1151us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483734.599868:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1788483734.599972:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251092096:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788483735.308537:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483735.549196:0:27352:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483735.549204:0:27352:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483735.549888:0:27352:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483735.549897:0:27352:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483736.133496:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251092224:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483736.133613:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483736.133977:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251092224 00000100:00100000:2.0:1788483736.133986:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251092224 00000100:00080000:3.0:1788483736.134108:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483736.134148:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:2.0:1788483736.134160:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251092224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483736.134187:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483736.134256:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251092224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (643us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483736.134264:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1788483736.134343:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636ab4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251092224:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483736.137490:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251092352:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.137592:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.137632:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251092864:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.137659:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.137684:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251093376:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.137709:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.137734:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788483736.137741:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251092480:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.137766:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.137784:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251092992:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.137818:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.137836:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251093504:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.137857:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.137886:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251093376 00000100:00100000:0.0:1788483736.137893:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251093376 00000100:00100000:0.0:1788483736.137941:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1788483736.137949:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251093376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.137996:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251093376:12345-0@lo:400:kworker.0 Request processed in 49us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.138003:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1788483736.138025:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251092480 00000100:00100000:0.0:1788483736.138029:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251092480 00000100:00100000:0.0:1788483736.138050:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251092992 00000100:00100000:0.0:1788483736.138053:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251092992 00000100:00100000:0.0:1788483736.138078:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251093504 00000100:00100000:0.0:1788483736.138081:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251093504 00000100:00100000:0.0:1788483736.138114:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1788483736.138120:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251092480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138151:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a44700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251092480:12345-0@lo:400:kworker.0 Request processed in 31us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.138157:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:0.0:1788483736.138168:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1788483736.138174:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251092992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138196:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251092992:12345-0@lo:400:kworker.0 Request processed in 23us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.138202:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:0.0:1788483736.138210:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1788483736.138214:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251093504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138232:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251093504:12345-0@lo:400:kworker.0 Request processed in 18us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.138237:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:0.0:1788483736.138279:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251092480:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138287:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251092992:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138295:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251093504:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138304:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251093376:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138345:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251092608:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138370:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.138389:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251093120:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138408:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.138420:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251093632:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138438:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.138454:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788483736.138460:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251092736:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138480:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.138495:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251093248:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138548:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.138564:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251093760:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138585:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483736.138612:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251092864 00000100:00100000:0.0:1788483736.138616:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251092864 00000100:00100000:0.0:1788483736.138643:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251092608 00000100:00100000:0.0:1788483736.138646:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251092608 00000100:00100000:0.0:1788483736.138659:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1788483736.138665:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251092864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138703:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251092864:12345-0@lo:400:kworker.0 Request processed in 38us (1043us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.138709:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:0.0:1788483736.138721:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1788483736.138726:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251092608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138755:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251092608:12345-0@lo:400:kworker.0 Request processed in 29us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.138761:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:0.0:1788483736.138777:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251093248 00000100:00100000:0.0:1788483736.138781:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251093248 00000100:00100000:0.0:1788483736.138801:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251093760 00000100:00100000:0.0:1788483736.138804:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251093760 00000100:00100000:0.0:1788483736.138823:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1788483736.138829:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251093248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138856:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251093248:12345-0@lo:400:kworker.0 Request processed in 27us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.138861:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 807 00000100:00100000:0.0:1788483736.138871:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1788483736.138877:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251093760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.138901:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251093760:12345-0@lo:400:kworker.0 Request processed in 24us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.138906:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:0.0:1788483736.138925:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251093120 00000100:00100000:0.0:1788483736.138929:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251093120 00000100:00100000:0.0:1788483736.138948:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251093632 00000100:00100000:0.0:1788483736.138951:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251093632 00000100:00100000:0.0:1788483736.138964:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251092736 00000100:00100000:0.0:1788483736.138966:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251092736 00000100:00100000:0.0:1788483736.138977:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1788483736.138982:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251093120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.139009:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251093120:12345-0@lo:400:kworker.0 Request processed in 28us (601us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.139014:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1279 00000100:00100000:0.0:1788483736.139025:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1788483736.139031:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251093632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.139055:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251093632:12345-0@lo:400:kworker.0 Request processed in 24us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.139060:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1280 00000100:00100000:0.0:1788483736.139072:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:0.0:1788483736.139077:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251092736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.139125:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251092736:12345-0@lo:400:kworker.0 Request processed in 48us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483736.139131:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:0.0:1788483736.139168:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251092736:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.139177:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251093248:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.139185:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251093760:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.139193:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251092608:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.139202:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251093120:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.139209:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a45180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251093632:0@lo:400:kworker.0 00000100:00100000:0.0:1788483736.139244:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251092864:0@lo:400:kworker.0 00000100:00100000:3.0:1788483736.140642:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483736.140659:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251093888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483736.140707:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483736.140758:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251092352 00000100:00100000:3.0:1788483736.140765:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251092352 00000100:00100000:3.0:1788483736.140823:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:3.0:1788483736.140834:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251092352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483736.140874:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251092352:12345-0@lo:400:kworker.0 Request processed in 44us (3283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483736.140880:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00080000:3.0:1788483736.140910:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483736.140915:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483736.140917:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483736.140933:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483736.141651:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251092352:0@lo:400:kworker.0 00000100:00100000:2.0:1788483736.142428:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251093888 00000100:00100000:2.0:1788483736.142437:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251093888 00000100:00100000:2.0:1788483736.142485:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1788483736.142494:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251093888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483736.142545:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483736.142611:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251093888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 118us (1903us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483736.142618:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788483736.142878:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251093888:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788483736.326104:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483736.644815:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251094016:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483736.644883:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483736.645152:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251094016 00000100:00100000:1.0:1788483736.645159:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251094016 00000100:00100000:1.0:1788483736.645206:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:1.0:1788483736.645214:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251094016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483736.645245:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483736.645296:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251094016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483736.645303:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1788483736.645718:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251094016:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483737.255871:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483737.255971:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483737.256002:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483737.256025:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483737.256044:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483737.256093:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483737.256118:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483737.256134:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483737.256156:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483737.256192:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225076864 00000100:00100000:1.0:1788483737.256201:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225076864 00000100:00100000:1.0:1788483737.256253:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225076992 00000100:00100000:1.0:1788483737.256266:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225076992 00000100:00100000:1.0:1788483737.256284:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225077376 00000100:00100000:1.0:1788483737.256287:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225077376 00000100:00100000:1.0:1788483737.256299:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225077504 00000100:00100000:1.0:1788483737.256302:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225077504 00000100:00100000:1.0:1788483737.256316:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1282 00000100:00100000:1.0:1788483737.256325:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225076864:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483737.256391:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225076864:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 67us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483737.256398:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1282 00000100:00100000:1.0:1788483737.256416:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1283 00000100:00100000:1.0:1788483737.256422:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225076992:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483737.256445:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507666a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225076992:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483737.256452:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1283 00000100:00100000:1.0:1788483737.256463:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1284 00000100:00100000:1.0:1788483737.256483:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225077376:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483737.256538:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225077376:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 56us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483737.256545:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1284 00000100:00100000:1.0:1788483737.256557:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1285 00000100:00100000:1.0:1788483737.256562:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225077504:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483737.256585:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225077504:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483737.256590:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1285 00000100:00100000:1.0:1788483737.256608:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225077120 00000100:00100000:1.0:1788483737.256611:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225077120 00000100:00100000:1.0:1788483737.256635:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225077248 00000100:00100000:1.0:1788483737.256637:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225077248 00000100:00100000:1.0:1788483737.256649:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225077632 00000100:00100000:1.0:1788483737.256651:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225077632 00000100:00100000:1.0:1788483737.256662:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225077760 00000100:00100000:1.0:1788483737.256664:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225077760 00000100:00100000:1.0:1788483737.256677:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 809 00000100:00100000:1.0:1788483737.256683:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225077120:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483737.256721:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225077120:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (694us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483737.256728:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 809 00000100:00100000:1.0:1788483737.256741:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 810 00000100:00100000:1.0:1788483737.256748:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225077248:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483737.256769:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225077248:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483737.256776:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 810 00000100:00100000:1.0:1788483737.256786:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 811 00000100:00100000:1.0:1788483737.256792:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225077632:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483737.256811:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225077632:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 20us (677us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483737.256817:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 811 00000100:00100000:1.0:1788483737.256828:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 812 00000100:00100000:1.0:1788483737.256834:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225077760:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483737.256854:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225077760:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 20us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483737.256860:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 812 00000100:00080000:3.0:1788483737.257560:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483737.257565:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483737.257568:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483737.257570:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483737.261321:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225076736 00000100:00100000:0.0:1788483737.261334:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225076736 00000100:00100000:0.0:1788483737.261400:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 803 00000100:00100000:0.0:1788483737.261410:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225076736:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483737.261744:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225076736:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 335us (5881us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483737.261753:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 803 00010000:00010000:2.0:1788483737.348795:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483737.438186:0:27403:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483737.438194:0:27403:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483737.440442:0:27403:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483737.440459:0:27403:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483738.372799:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483738.692881:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483738.692915:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251094144:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483738.693013:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483738.693166:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251094144 00000100:00100000:2.0:1788483738.693177:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251094144 00000100:00100000:2.0:1788483738.693321:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1788483738.693335:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251094144:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483738.693371:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483738.693424:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251094144:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (411us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483738.693433:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00080000:3.0:1788483738.693818:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483738.693836:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251094272:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483738.693870:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483738.693934:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251094144:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483738.694713:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251094272 00000100:00100000:0.0:1788483738.694723:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251094272 00000100:00100000:0.0:1788483738.694780:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1788483738.694790:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251094272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483738.694814:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483738.694872:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251094272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483738.694880:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00080000:0.0:1788483738.694903:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483738.695012:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251094272:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788483739.404623:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483739.423721:0:27454:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483739.423734:0:27454:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483739.425438:0:27454:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483739.425456:0:27454:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483739.718581:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251094400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483739.718678:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483739.727238:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251094400 00000100:00100000:1.0:1788483739.727259:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251094400 00000100:00100000:0.0:1788483739.727525:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:0.0:1788483739.727538:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251094400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483739.727588:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788483739.727841:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251094400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 305us (9162us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483739.727850:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1788483739.731978:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251094400:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1788483740.038019:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483740.038032:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483740.038726:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483740.038745:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483740.420802:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483741.253961:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251094528:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483741.254083:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483741.254182:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251094528 00000100:00100000:3.0:1788483741.254191:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251094528 00000100:00100000:3.0:1788483741.254267:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1788483741.254279:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251094528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483741.254314:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483741.254359:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251094528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483741.254367:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1788483741.254415:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251094528:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788483741.254598:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483741.254735:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483741.254749:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251094656:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483741.254786:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483741.254826:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251094656 00000100:00100000:1.0:1788483741.254830:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251094656 00000100:00100000:1.0:1788483741.254865:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:1.0:1788483741.254873:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251094656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483741.254886:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483741.254920:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251094656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (133us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483741.254926:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00080000:1.0:1788483741.254943:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483741.254965:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099dca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251094656:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483741.258217:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251094784:0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.258316:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483741.258752:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251094784 00000100:00100000:0.0:1788483741.258763:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251094784 00000100:00100000:0.0:1788483741.258824:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:0.0:1788483741.258835:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251094784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483741.266261:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251094784:12345-0@lo:400:kworker.0 Request processed in 7413us (7930us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483741.266281:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00000100:00100000:2.0:1788483741.271862:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251094912:0@lo:400:kworker.0 00000100:00100000:2.0:1788483741.271983:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483741.272054:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483741.272076:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251095040:0@lo:400:kworker.0 00000100:00100000:2.0:1788483741.272106:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483741.272155:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251095168:0@lo:400:kworker.0 00000100:00100000:2.0:1788483741.272182:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483741.272388:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251095040 00000100:00100000:0.0:1788483741.272400:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251095040 00000100:00100000:0.0:1788483741.272474:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1788483741.272486:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251095040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483741.272594:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251095040:12345-0@lo:400:kworker.0 Request processed in 110us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483741.272601:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:0.0:1788483741.272653:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251095040:0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.273385:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251094784:0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.273423:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251094912 00000100:00100000:1.0:1788483741.273428:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251094912 00000100:00100000:1.0:1788483741.273482:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251095168 00000100:00100000:1.0:1788483741.273485:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251095168 00000100:00100000:1.0:1788483741.273524:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1788483741.273532:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251094912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.273592:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251094912:12345-0@lo:400:kworker.0 Request processed in 61us (1612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483741.273599:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:1.0:1788483741.273616:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1788483741.273623:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251095168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.273663:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251095168:12345-0@lo:400:kworker.0 Request processed in 41us (1481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483741.273670:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1287 00000100:00100000:1.0:1788483741.273902:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251094912:0@lo:400:kworker.0 00000100:00100000:3.0:1788483741.274425:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483741.274440:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251095424:0@lo:400:kworker.0 00000100:00100000:3.0:1788483741.274587:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483741.274628:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251095424 00000100:00100000:3.0:1788483741.274635:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251095424 00000100:00100000:3.0:1788483741.275313:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1288 00000100:00100000:3.0:1788483741.275327:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251095424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483741.275395:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251095424:12345-0@lo:400:kworker.0 Request processed in 72us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483741.275403:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1288 00000100:00080000:1.0:1788483741.276184:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483741.276209:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251095296:0@lo:400:kworker.0 00000100:00100000:3.0:1788483741.276336:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251095424:0@lo:400:kworker.0 00000100:00100000:3.0:1788483741.276407:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251095552:0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.276837:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483741.276883:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251095296 00000100:00100000:1.0:1788483741.276891:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251095296 00000100:00100000:1.0:1788483741.276940:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1788483741.276948:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251095296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.277137:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251095296:12345-0@lo:400:kworker.0 Request processed in 188us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483741.277144:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:1.0:1788483741.277193:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251095296:0@lo:400:kworker.0 00000100:00100000:3.0:1788483741.277373:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483741.277823:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251095552 00000100:00100000:1.0:1788483741.277831:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251095552 00000100:00100000:1.0:1788483741.277877:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:1.0:1788483741.277886:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251095552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.277930:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251095552:12345-0@lo:400:kworker.0 Request processed in 46us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483741.277937:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:3.0:1788483741.278186:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251095552:0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.278297:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251095936:0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.278342:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483741.278377:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251095936 00000100:00100000:1.0:1788483741.278381:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251095936 00000100:00100000:1.0:1788483741.278412:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:1.0:1788483741.278418:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251095936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483741.278538:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251096064:0@lo:400:kworker.0 00000100:00100000:3.0:1788483741.278569:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483741.278600:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251096064 00000100:00100000:3.0:1788483741.278605:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251096064 00000100:00100000:3.0:1788483741.278635:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:3.0:1788483741.278642:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251096064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483741.279384:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251095680:0@lo:400:kworker.0 00000100:00100000:3.0:1788483741.279432:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251096064:12345-0@lo:400:kworker.0 Request processed in 790us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483741.279440:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:3.0:1788483741.279510:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251096064:0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.280701:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251095936:12345-0@lo:400:kworker.0 Request processed in 2274us (2349us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483741.280724:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:1.0:1788483741.280800:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251095936:0@lo:400:kworker.0 00000100:00080000:1.0:1788483741.280827:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483741.280834:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483741.280849:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251095808:0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.280904:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483741.284199:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251095808 00000100:00100000:0.0:1788483741.284217:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251095808 00000100:00100000:0.0:1788483741.284310:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:0.0:1788483741.284324:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251095808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483741.284458:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251095808:12345-0@lo:400:kworker.0 Request processed in 127us (3542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483741.284468:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00080000:0.0:1788483741.284520:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483741.284567:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251095808:0@lo:400:kworker.0 00000100:00100000:2.0:1788483741.286521:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483741.286595:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251095168:0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.286839:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251095680 00000100:00100000:1.0:1788483741.286848:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251095680 00000100:00100000:1.0:1788483741.286929:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1788483741.286939:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251095680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483741.287022:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251095680:12345-0@lo:400:kworker.0 Request processed in 84us (531us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483741.287029:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00080000:2.0:1788483741.287371:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483741.287399:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251095680:0@lo:400:kworker.0 00000040:00080000:2.0:1788483741.394258:0:27505:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483741.394330:0:27505:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483741.395118:0:27505:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483741.395129:0:27505:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483741.447574:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483741.764964:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251096192:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483741.765070:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483741.765229:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251096192 00000100:00100000:1.0:1788483741.765236:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251096192 00000100:00100000:1.0:1788483741.765289:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1788483741.765307:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251096192:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483741.765344:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483741.765399:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251096192:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483741.765406:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:3.0:1788483741.765488:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251096192:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483742.376967:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483742.377013:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483742.377074:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483742.377105:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483742.377127:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483742.377147:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483742.377165:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483742.377186:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483742.377210:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483742.377248:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225078144 00000100:00100000:1.0:1788483742.377257:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225078144 00000100:00100000:1.0:1788483742.377308:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225078656 00000100:00100000:1.0:1788483742.377325:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225078656 00000100:00100000:1.0:1788483742.377347:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225078016 00000100:00100000:1.0:1788483742.377350:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225078016 00000100:00100000:1.0:1788483742.377362:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225078528 00000100:00100000:1.0:1788483742.377364:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225078528 00000100:00100000:1.0:1788483742.377377:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1292 00000100:00100000:1.0:1788483742.377386:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225078144:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483742.377454:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225078144:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 69us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483742.377461:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1292 00000100:00100000:1.0:1788483742.377478:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1293 00000100:00100000:1.0:1788483742.377484:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225078656:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483742.377543:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225078656:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 59us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483742.377550:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1293 00000100:00100000:1.0:1788483742.377564:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1294 00000100:00100000:1.0:1788483742.377570:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225078016:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483742.377596:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225078016:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (448us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483742.377601:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1294 00000100:00100000:1.0:1788483742.377613:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1295 00000100:00100000:1.0:1788483742.377620:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225078528:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483742.377667:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225078528:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 47us (480us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483742.377674:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1295 00000100:00100000:1.0:1788483742.377694:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225078400 00000100:00100000:1.0:1788483742.377698:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225078400 00000100:00100000:1.0:1788483742.377723:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225078912 00000100:00100000:1.0:1788483742.377725:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225078912 00000100:00100000:1.0:1788483742.377735:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225078272 00000100:00100000:1.0:1788483742.377737:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225078272 00000100:00100000:1.0:1788483742.377748:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225078784 00000100:00100000:1.0:1788483742.377749:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225078784 00000100:00100000:1.0:1788483742.377760:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 815 00000100:00100000:1.0:1788483742.377766:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225078400:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483742.377792:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225078400:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483742.377797:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 815 00000100:00100000:1.0:1788483742.377809:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 816 00000100:00100000:1.0:1788483742.377814:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225078912:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483742.377836:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225078912:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (708us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483742.377842:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 816 00000100:00100000:1.0:1788483742.377852:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 817 00000100:00100000:1.0:1788483742.377858:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225078272:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483742.377880:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225078272:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (714us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483742.377886:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 817 00000100:00100000:1.0:1788483742.377898:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 818 00000100:00100000:1.0:1788483742.377904:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225078784:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483742.377927:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225078784:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (717us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483742.377933:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 818 00000100:00080000:2.0:1788483742.378981:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483742.378988:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483742.378991:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483742.378994:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483742.379236:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225077888 00000100:00100000:0.0:1788483742.379245:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225077888 00000100:00100000:0.0:1788483742.379302:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 805 00000100:00100000:0.0:1788483742.379311:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225077888:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483742.379369:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225077888:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 59us (2409us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483742.379377:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 805 00010000:00010000:3.0:1788483742.473348:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483742.853147:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:0.0:1788483743.400122:0:27557:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483743.400133:0:27557:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483743.402801:0:27557:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483743.402819:0:27557:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483743.492901:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483743.814004:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483743.814026:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251096320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483743.814107:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483743.814336:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251096320 00000100:00100000:3.0:1788483743.814345:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251096320 00000100:00100000:3.0:1788483743.814403:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1788483743.814413:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251096320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483743.814440:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483743.814483:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251096320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 72us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483743.814490:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00080000:2.0:1788483743.814566:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483743.814600:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251096320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483743.814885:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251096448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483743.814916:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483743.815119:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251096448 00000100:00100000:0.0:1788483743.815124:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251096448 00000100:00100000:0.0:1788483743.815170:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:0.0:1788483743.815177:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251096448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483743.815189:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483743.815235:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251096448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (318us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483743.815241:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00080000:2.0:1788483743.815640:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483743.815669:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251096448:0@lo:13:osp-pre-0-0.0 00010000:00010000:1.0:1788483744.518811:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483744.855032:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483744.855062:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251096576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483744.855123:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483744.855344:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251096576 00000100:00100000:3.0:1788483744.855352:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251096576 00000100:00100000:3.0:1788483744.855402:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1788483744.855411:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251096576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483744.855451:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1788483744.855519:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251096576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483744.855526:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:3.0:1788483744.855566:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251096576:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483745.511655:0:27608:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483745.511664:0:27608:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483745.512223:0:27608:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483745.512232:0:27608:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483745.542141:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483746.373077:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251096960:0@lo:400:kworker.0 00000100:00100000:2.0:1788483746.373175:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483746.373260:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251097472:0@lo:400:kworker.0 00000100:00100000:2.0:1788483746.373328:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483746.373362:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483746.373368:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251097984:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.373385:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251096832:0@lo:400:kworker.0 00000100:00100000:2.0:1788483746.373398:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483746.373435:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483746.373465:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251097344:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.373493:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483746.373620:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251097216:0@lo:400:kworker.0 00000100:00100000:2.0:1788483746.373638:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251098496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483746.373662:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483746.373680:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483746.373690:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251097728:0@lo:400:kworker.0 00000100:00100000:2.0:1788483746.373707:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788483746.373715:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251097088:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.373741:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251097856:0@lo:400:kworker.0 00000100:00100000:2.0:1788483746.373749:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483746.373778:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483746.373796:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251098368:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.373817:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483746.373835:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251096704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483746.373859:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483746.373923:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251096960 00000100:00100000:1.0:1788483746.373933:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251096960 00000100:00100000:1.0:1788483746.374120:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251097472 00000100:00100000:1.0:1788483746.374124:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251097472 00000100:00100000:1.0:1788483746.374158:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251097984 00000100:00100000:1.0:1788483746.374161:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251097984 00000100:00100000:1.0:1788483746.374180:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251097216 00000100:00100000:1.0:1788483746.374183:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251097216 00000100:00100000:1.0:1788483746.374201:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1788483746.374212:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251096960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483746.374290:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251097600:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.374391:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251096832 00000100:00100000:3.0:1788483746.374397:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251096832 00000100:00100000:0.0:1788483746.374422:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483746.374440:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:0.0:1788483746.374451:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251098240:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.374452:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251096832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.374530:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251096832:12345-0@lo:400:kworker.0 Request processed in 80us (1093us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483746.374539:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00000100:00100000:2.0:1788483746.374545:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483746.374567:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251098112:0@lo:400:kworker.0 00000100:00100000:0.0:1788483746.374594:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483746.374603:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483746.374642:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251097600 00000100:00100000:2.0:1788483746.374646:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251097600 00000100:00100000:0.0:1788483746.374665:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251098112 00000100:00100000:0.0:1788483746.374671:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251098112 00000100:00100000:2.0:1788483746.374676:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:2.0:1788483746.374686:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251097472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483746.374719:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1788483746.374725:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251097344 00000100:00100000:3.0:1788483746.374731:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251097344 00000100:00100000:2.0:1788483746.374734:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251097472:12345-0@lo:400:kworker.0 Request processed in 49us (1405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483746.374744:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1788483746.374764:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251097088 00000100:00100000:3.0:1788483746.374769:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251097088 00000100:00100000:3.0:1788483746.374784:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1788483746.374790:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251097344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.374830:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251097344:12345-0@lo:400:kworker.0 Request processed in 39us (1336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483746.374837:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1788483746.374853:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1788483746.374860:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251097088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.374891:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251097088:12345-0@lo:400:kworker.0 Request processed in 31us (1145us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483746.374898:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:3.0:1788483746.374944:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251096832:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.374958:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251097344:0@lo:400:kworker.0 00000100:00100000:1.0:1788483746.375095:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251096960:12345-0@lo:400:kworker.0 Request processed in 645us (1682us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483746.375104:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:1.0:1788483746.375121:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:1.0:1788483746.375131:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251097216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.375140:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251098496 00000100:00100000:3.0:1788483746.375147:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251098496 00000100:00100000:1.0:1788483746.375179:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a45180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251097216:12345-0@lo:400:kworker.0 Request processed in 49us (1517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483746.375181:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251096704 00000100:00100000:3.0:1788483746.375187:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251096704 00000100:00100000:1.0:1788483746.375191:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1788483746.375209:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:1.0:1788483746.375215:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1788483746.375220:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251098496:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483746.375228:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251097600:12345-0@lo:400:kworker.0 00002000:00000024:3.0:1788483746.375249:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483746.375386:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251098496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 168us (1705us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483746.375391:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251097984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.375398:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1788483746.375415:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1788483746.375424:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251096704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483746.375436:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483746.375444:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251097984:12345-0@lo:400:kworker.0 Request processed in 715us (2044us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483746.375452:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1788483746.375474:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251096704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (1614us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483746.375481:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1788483746.375949:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:3.0:1788483746.375962:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251098112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483746.376140:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251097856 00000100:00100000:0.0:1788483746.376148:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251097856 00000100:00100000:0.0:1788483746.376186:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251098368 00000100:00100000:0.0:1788483746.376189:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251098368 00000100:00100000:0.0:1788483746.376204:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251097728 00000100:00100000:0.0:1788483746.376208:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251097728 00000100:00100000:0.0:1788483746.376221:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251098240 00000100:00100000:0.0:1788483746.376224:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251098240 00000100:00100000:0.0:1788483746.376236:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:0.0:1788483746.376259:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251097856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483746.376552:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251097600:12345-0@lo:400:kworker.0 Request processed in 1326us (2009us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483746.376557:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251098112:12345-0@lo:400:kworker.0 Request processed in 597us (1952us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483746.376567:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1788483746.376574:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00080000:1.0:1788483746.376596:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483746.376603:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483746.376607:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483746.376610:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483746.376632:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:1.0:1788483746.376642:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251098368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483746.376679:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251098368:12345-0@lo:400:kworker.0 Request processed in 40us (2862us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483746.376686:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1788483746.376704:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251096704:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483746.376713:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1788483746.376722:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251097728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.376740:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251098368:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.376791:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251097088:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.376806:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251097600:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.376820:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251098112:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.376841:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251098496:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483746.376849:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251097856:12345-0@lo:400:kworker.0 Request processed in 593us (3068us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483746.376858:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251096960:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.376872:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251097472:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.376884:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251097984:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.376952:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:3.0:1788483746.376961:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251098240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.376996:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251098240:12345-0@lo:400:kworker.0 Request processed in 37us (2404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483746.377003:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1788483746.377666:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251097728:12345-0@lo:400:kworker.0 Request processed in 882us (3182us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483746.377675:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:1.0:1788483746.377746:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251097856:0@lo:400:kworker.0 00000100:00100000:0.0:1788483746.377863:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00100000:3.0:1788483746.378173:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251097216:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.378193:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251097728:0@lo:400:kworker.0 00000100:00100000:3.0:1788483746.378206:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251098240:0@lo:400:kworker.0 00010000:00010000:3.0:1788483746.565408:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483746.884944:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483746.884971:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251098624:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483746.885078:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483746.885536:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251098624 00000100:00100000:3.0:1788483746.885603:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251098624 00000100:00100000:3.0:1788483746.885767:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1788483746.885780:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251098624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483746.886017:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483746.886113:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251098624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 334us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483746.886121:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:2.0:1788483746.886871:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251098624:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483747.499721:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483747.499764:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483747.499799:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483747.499808:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225079040 00000100:00100000:0.0:1788483747.499829:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225079040 00000100:00100000:1.0:1788483747.499838:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483747.499873:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483747.499906:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483747.499909:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 807 00000100:00100000:0.0:1788483747.499920:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225079040:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483747.499926:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483747.499953:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483747.499989:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225079040:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 71us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483747.499997:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 807 00000100:00100000:2.0:1788483747.500323:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225079296 00000100:00100000:2.0:1788483747.500329:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225079296 00000100:00100000:2.0:1788483747.500368:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225079808 00000100:00100000:2.0:1788483747.500371:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225079808 00000100:00100000:2.0:1788483747.500387:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225079168 00000100:00100000:2.0:1788483747.500391:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225079168 00000100:00100000:2.0:1788483747.500401:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225079680 00000100:00100000:2.0:1788483747.500403:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225079680 00000100:00100000:2.0:1788483747.500423:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1302 00000100:00100000:2.0:1788483747.500431:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225079296:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483747.503378:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1303 00000100:00100000:3.0:1788483747.503395:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225079808:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483747.504552:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483747.504590:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225079552 00000100:00100000:1.0:1788483747.504597:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225079552 00000100:00100000:1.0:1788483747.505823:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225080064 00000100:00100000:1.0:1788483747.505832:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225080064 00000100:00100000:1.0:1788483747.506041:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225079424 00000100:00100000:1.0:1788483747.506045:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225079424 00000100:00100000:1.0:1788483747.506060:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225079936 00000100:00100000:1.0:1788483747.506064:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225079936 00000100:00100000:1.0:1788483747.506082:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 823 00000100:00100000:1.0:1788483747.506091:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225079552:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483747.506153:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099de680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225079552:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 62us (6352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483747.506159:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 823 00000100:00100000:1.0:1788483747.506179:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 824 00000100:00100000:1.0:1788483747.506185:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225080064:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483747.506209:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641915880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225080064:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (6335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483747.506216:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 824 00000100:00100000:1.0:1788483747.506227:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 825 00000100:00100000:1.0:1788483747.506233:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225079424:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483747.506257:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225079424:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (6330us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483747.506263:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 825 00000100:00100000:1.0:1788483747.506276:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 826 00000100:00100000:1.0:1788483747.506281:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641917100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225079936:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483747.506302:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641917100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225079936:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (1758us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483747.506308:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 826 00000100:00100000:1.0:1788483747.506334:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1304 00000100:00100000:1.0:1788483747.506342:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225079168:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483747.506369:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641916a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225079168:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (6462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483747.506375:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1304 00000100:00100000:1.0:1788483747.506391:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1305 00000100:00100000:1.0:1788483747.506398:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225079680:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483747.506421:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641917b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225079680:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (6467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483747.506427:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1305 00000100:00080000:1.0:1788483747.515668:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483747.515686:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483747.515690:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483747.515694:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483747.522737:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225079296:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22296us (22961us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483747.522752:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1302 00000100:00100000:2.0:1788483747.526882:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641916300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225079808:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23482us (27032us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483747.526900:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1303 00010000:00010000:2.0:1788483747.590677:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483747.702644:0:27660:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483747.702653:0:27660:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483747.704437:0:27660:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483747.704456:0:27660:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483748.619208:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483748.940899:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483748.940921:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251098752:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483748.941393:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483748.941494:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251098752 00000100:00100000:1.0:1788483748.941548:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251098752 00000100:00100000:1.0:1788483748.941606:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1788483748.941618:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251098752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483748.941647:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:0.0:1788483748.941666:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483748.941704:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641915c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251098752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483748.941711:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:0.0:1788483748.941748:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641914000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251098752:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483748.942197:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483748.942209:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251098880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483748.942246:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483748.942368:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251098880 00000100:00100000:0.0:1788483748.942373:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251098880 00000100:00100000:0.0:1788483748.942424:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1788483748.942432:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251098880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483748.942446:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483748.942478:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251098880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483748.942485:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:3.0:1788483748.942647:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483748.942672:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251098880:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1788483749.646937:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483749.864798:0:27712:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483749.864807:0:27712:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483749.866058:0:27712:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483749.866070:0:27712:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483749.963237:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251099008:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483749.963310:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483749.964274:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251099008 00000100:00100000:0.0:1788483749.964285:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251099008 00000100:00100000:0.0:1788483749.964335:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:0.0:1788483749.964344:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251099008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483749.964380:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788483749.964450:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251099008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 108us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483749.964458:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1788483749.964581:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251099008:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788483750.277065:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483750.277074:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483750.277689:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483750.277701:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483750.661201:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483751.493690:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251099136:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483751.493761:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483751.493846:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251099136 00000100:00100000:3.0:1788483751.493853:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251099136 00000100:00100000:3.0:1788483751.493908:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:3.0:1788483751.493932:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251099136:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483751.493962:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483751.494016:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251099136:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483751.494023:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00080000:3.0:1788483751.494043:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483751.494074:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251099136:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483751.494299:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483751.494309:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251099264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483751.494338:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483751.494371:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251099264 00000100:00100000:0.0:1788483751.494375:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251099264 00000100:00100000:0.0:1788483751.494403:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1788483751.494409:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251099264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483751.494420:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483751.494448:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251099264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (109us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483751.494454:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00080000:0.0:1788483751.494468:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483751.494487:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251099264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483751.501933:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251099520:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.503362:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483751.503421:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641923480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251100032:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.503450:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483751.503473:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251100544:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.503495:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483751.503544:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788483751.503550:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251099648:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.503574:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483751.503592:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251100160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.503611:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483751.503626:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251100672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.503644:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483751.503674:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251099520 00000100:00100000:0.0:1788483751.503681:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251099520 00000100:00100000:0.0:1788483751.503720:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251100032 00000100:00100000:0.0:1788483751.503723:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251100032 00000100:00100000:0.0:1788483751.503741:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251100544 00000100:00100000:0.0:1788483751.503744:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251100544 00000100:00100000:0.0:1788483751.503758:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251100160 00000100:00100000:0.0:1788483751.503760:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251100160 00000100:00100000:0.0:1788483751.503770:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251100672 00000100:00100000:0.0:1788483751.503773:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251100672 00000100:00100000:0.0:1788483751.503787:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1788483751.503794:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251099520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.503849:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251099520:12345-0@lo:400:kworker.0 Request processed in 54us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483751.503856:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1788483751.503874:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1788483751.503881:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251100032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.503909:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251100032:12345-0@lo:400:kworker.0 Request processed in 29us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483751.503914:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1788483751.503925:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1788483751.503930:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251100544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.503955:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251100544:12345-0@lo:400:kworker.0 Request processed in 25us (459us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483751.503961:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1788483751.503973:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:0.0:1788483751.503978:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251100160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.504018:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251100160:12345-0@lo:400:kworker.0 Request processed in 27us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483751.504027:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00100000:0.0:1788483751.504039:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1310 00000100:00100000:0.0:1788483751.504044:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251100672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.504070:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251100672:12345-0@lo:400:kworker.0 Request processed in 27us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483751.504075:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1310 00000100:00100000:0.0:1788483751.504099:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251099648 00000100:00100000:0.0:1788483751.504103:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251099648 00000100:00100000:0.0:1788483751.504126:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1788483751.504132:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251099648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.504158:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251099648:12345-0@lo:400:kworker.0 Request processed in 27us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483751.504164:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00080000:0.0:1788483751.504182:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483751.504186:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483751.504217:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251099648:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.504228:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251100160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.504235:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251100672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.504244:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507697100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251099520:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.504252:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641923480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251100032:0@lo:400:kworker.0 00000100:00100000:0.0:1788483751.504259:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251100544:0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.504459:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251099776:0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.504492:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483751.504530:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251100288:0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.504556:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483751.504577:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788483751.504583:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251099392:0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.504608:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483751.504629:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251099904:0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.504651:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483751.504665:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251100416:0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.504685:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483751.504712:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251100288 00000100:00100000:3.0:1788483751.504716:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251100288 00000100:00100000:3.0:1788483751.504744:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251100416 00000100:00100000:3.0:1788483751.504746:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251100416 00000100:00100000:3.0:1788483751.504765:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:3.0:1788483751.504771:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251100288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.504805:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251100288:12345-0@lo:400:kworker.0 Request processed in 35us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483751.504811:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00100000:3.0:1788483751.504822:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1788483751.504827:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251100416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.504855:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251100416:12345-0@lo:400:kworker.0 Request processed in 27us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483751.504860:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:3.0:1788483751.504877:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251099392 00000100:00100000:3.0:1788483751.504880:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251099392 00000100:00100000:3.0:1788483751.504901:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1788483751.504907:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251099392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.504944:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251099392:12345-0@lo:400:kworker.0 Request processed in 37us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483751.504949:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 808 00000100:00100000:3.0:1788483751.504989:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251099392:0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.504998:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251100416:0@lo:400:kworker.0 00000100:00100000:3.0:1788483751.505018:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251100288:0@lo:400:kworker.0 00000100:00100000:2.0:1788483751.505627:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251099776 00000100:00100000:2.0:1788483751.505633:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251099776 00000100:00100000:2.0:1788483751.505664:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1788483751.505671:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251099776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483751.505712:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251099776:12345-0@lo:400:kworker.0 Request processed in 43us (1220us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483751.505718:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1311 00000100:00100000:2.0:1788483751.505739:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251099904 00000100:00100000:2.0:1788483751.505742:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251099904 00000100:00100000:2.0:1788483751.505763:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1788483751.505769:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251099904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483751.505799:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251099904:12345-0@lo:400:kworker.0 Request processed in 30us (1146us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483751.505804:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 711 00000100:00100000:2.0:1788483751.505832:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251099904:0@lo:400:kworker.0 00000100:00100000:2.0:1788483751.505842:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251099776:0@lo:400:kworker.0 00000100:00080000:0.0:1788483751.508025:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483751.686920:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483751.878838:0:27763:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483751.878847:0:27763:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483751.880544:0:27763:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483751.880560:0:27763:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483752.005174:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251100800:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483752.005287:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483752.005519:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251100800 00000100:00100000:1.0:1788483752.005527:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251100800 00000100:00100000:1.0:1788483752.005594:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1788483752.005604:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251100800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483752.005636:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483752.005970:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251100800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 366us (682us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483752.005978:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:0.0:1788483752.006059:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251100800:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788483752.069284:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788483752.623820:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483752.623892:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483752.623937:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483752.623981:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483752.624018:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483752.624040:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483752.624058:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483752.624076:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483752.624098:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483752.624125:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225080448 00000100:00100000:0.0:1788483752.624133:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225080448 00000100:00100000:0.0:1788483752.624210:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225080960 00000100:00100000:0.0:1788483752.624213:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225080960 00000100:00100000:0.0:1788483752.624410:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225080320 00000100:00100000:0.0:1788483752.624415:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225080320 00000100:00100000:0.0:1788483752.624431:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225080832 00000100:00100000:0.0:1788483752.624434:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225080832 00000100:00100000:0.0:1788483752.624450:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1312 00000100:00100000:0.0:1788483752.624458:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225080448:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483752.624562:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225080448:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 104us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483752.624570:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1312 00000100:00100000:0.0:1788483752.624587:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1313 00000100:00100000:0.0:1788483752.624594:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225080960:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483752.624620:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225080960:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (639us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483752.624627:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1313 00000100:00100000:0.0:1788483752.624640:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1314 00000100:00100000:0.0:1788483752.624646:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225080320:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483752.624670:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225080320:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (629us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483752.624676:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1314 00000100:00100000:0.0:1788483752.624687:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1315 00000100:00100000:0.0:1788483752.624694:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225080832:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483752.624717:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225080832:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (640us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483752.624724:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1315 00000100:00100000:0.0:1788483752.624743:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225080704 00000100:00100000:0.0:1788483752.624746:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225080704 00000100:00100000:0.0:1788483752.624769:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225081216 00000100:00100000:0.0:1788483752.624772:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225081216 00000100:00100000:0.0:1788483752.624785:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225080576 00000100:00100000:0.0:1788483752.624788:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225080576 00000100:00100000:0.0:1788483752.624799:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225081088 00000100:00100000:0.0:1788483752.624801:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225081088 00000100:00100000:0.0:1788483752.624813:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 829 00000100:00100000:0.0:1788483752.624818:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225080704:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483752.624843:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225080704:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (905us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483752.624849:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 829 00000100:00100000:0.0:1788483752.624859:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 830 00000100:00100000:0.0:1788483752.624865:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225081216:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483752.624886:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225081216:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483752.624891:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 830 00000100:00100000:0.0:1788483752.624901:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 831 00000100:00100000:0.0:1788483752.624907:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225080576:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483752.624929:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225080576:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483752.624935:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 831 00000100:00100000:0.0:1788483752.624946:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 832 00000100:00100000:0.0:1788483752.624952:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225081088:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483752.624972:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225081088:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (874us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483752.624979:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 832 00000100:00080000:0.0:1788483752.625013:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483752.625017:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483752.625020:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483752.625022:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483752.628130:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225080192 00000100:00100000:0.0:1788483752.628155:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225080192 00000100:00100000:0.0:1788483752.629478:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 809 00000100:00100000:0.0:1788483752.629516:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225080192:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483752.629604:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225080192:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 112us (5793us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483752.636529:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 809 00010000:00010000:1.0:1788483752.711622:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483753.734661:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483753.848010:0:27814:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483753.848021:0:27814:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483753.850014:0:27814:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483753.850031:0:27814:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483754.053685:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483754.053708:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251100928:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483754.053798:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483754.053954:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251100928 00000100:00100000:2.0:1788483754.053963:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251100928 00000100:00100000:0.0:1788483754.053975:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251101056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483754.054027:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788483754.054075:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483754.056308:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251101056 00000100:00100000:2.0:1788483754.056321:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251101056 00000100:00100000:2.0:1788483754.056370:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1788483754.056381:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251100928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483754.056409:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483754.056473:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251100928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (2674us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483754.056480:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1788483754.056550:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788483754.056562:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636f55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251101056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483754.056574:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483754.056612:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636f55450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251101056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (2584us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483754.056618:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00080000:1.0:1788483754.056737:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483754.056867:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641917480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251101056:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483754.056925:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251100928:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788483754.756905:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483755.076828:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251101184:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483755.076895:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483755.077693:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251101184 00000100:00100000:2.0:1788483755.077703:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251101184 00000100:00100000:2.0:1788483755.077749:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:2.0:1788483755.077758:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251101184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483755.077788:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483755.077921:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251101184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 162us (1024us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483755.077929:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1788483755.088835:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251101184:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788483755.741456:0:27865:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483755.741466:0:27865:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483755.747572:0:27865:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483755.747589:0:27865:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483755.782942:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483756.613064:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251101568:0@lo:400:kworker.0 00000100:00100000:2.0:1788483756.613130:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483756.613194:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251102080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483756.613219:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483756.613241:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251102592:0@lo:400:kworker.0 00000100:00100000:2.0:1788483756.613276:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483756.613303:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788483756.613310:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251101696:0@lo:400:kworker.0 00000100:00100000:2.0:1788483756.613337:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483756.613354:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251102208:0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.613493:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251101312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483756.613589:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251101568 00000100:00100000:0.0:1788483756.613596:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251101568 00000100:00100000:0.0:1788483756.613638:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251102080 00000100:00100000:0.0:1788483756.613642:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251102080 00000100:00100000:0.0:1788483756.613667:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251102592 00000100:00100000:0.0:1788483756.613670:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251102592 00000100:00100000:0.0:1788483756.613690:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1788483756.613699:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251101568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483756.613781:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251101440:0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.617410:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483756.617472:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251101824:0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.617529:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483756.617549:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251102336:0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.617581:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483756.617600:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251102848:0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.617623:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483756.617779:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251101312 00000100:00100000:3.0:1788483756.617787:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251101312 00000100:00100000:3.0:1788483756.617835:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788483756.617845:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251101312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483756.617872:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483756.617916:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251101312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.617923:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788483756.617944:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251102336 00000100:00100000:3.0:1788483756.617948:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251102336 00000100:00100000:3.0:1788483756.617972:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251102848 00000100:00100000:3.0:1788483756.617975:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251102848 00000100:00100000:3.0:1788483756.618012:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1788483756.618019:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251102336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.618052:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251102336:12345-0@lo:400:kworker.0 Request processed in 34us (471us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.618059:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1788483756.618069:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1788483756.618076:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251102848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.618103:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251102848:12345-0@lo:400:kworker.0 Request processed in 28us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.618109:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1788483756.618154:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251101312:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483756.618168:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251102336:0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.618176:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251102848:0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.618231:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251101824 00000100:00100000:3.0:1788483756.618235:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251101824 00000100:00100000:3.0:1788483756.618256:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1788483756.618263:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251102080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.618297:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251102080:12345-0@lo:400:kworker.0 Request processed in 35us (5077us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.618303:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:3.0:1788483756.618317:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1788483756.618323:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251102592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.618350:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251102592:12345-0@lo:400:kworker.0 Request processed in 29us (5085us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.618356:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1318 00000100:00100000:3.0:1788483756.618367:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1788483756.618373:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251101824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.618405:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251101824:12345-0@lo:400:kworker.0 Request processed in 33us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.618411:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1319 00000100:00100000:3.0:1788483756.618435:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251101824:0@lo:400:kworker.0 00000100:00080000:3.0:1788483756.618484:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483756.618487:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483756.618490:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483756.618612:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483756.618622:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251103104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483756.618649:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483756.618679:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251103104 00000100:00100000:3.0:1788483756.618683:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251103104 00000100:00100000:3.0:1788483756.618703:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1788483756.618709:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251103104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483756.618720:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483756.618752:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251103104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (102us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.618758:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:3.0:1788483756.618786:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251103104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483756.618822:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251101696 00000100:00100000:3.0:1788483756.618825:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251101696 00000100:00100000:3.0:1788483756.618850:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:3.0:1788483756.618856:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76192df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251101696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.618889:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76192df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251101696:12345-0@lo:400:kworker.0 Request processed in 33us (5551us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.618895:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:0.0:1788483756.619635:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251101568:12345-0@lo:400:kworker.0 Request processed in 5933us (6501us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483756.619643:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:1.0:1788483756.626683:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483756.626748:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251101952:0@lo:400:kworker.0 00000100:00100000:1.0:1788483756.626792:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483756.626823:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251102464:0@lo:400:kworker.0 00000100:00100000:1.0:1788483756.626847:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483756.626896:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251102464 00000100:00100000:1.0:1788483756.626904:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251102464 00000100:00100000:1.0:1788483756.626959:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:1.0:1788483756.626968:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251102464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483756.627029:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641914a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251102464:12345-0@lo:400:kworker.0 Request processed in 62us (180us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483756.627036:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00080000:1.0:1788483756.627058:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483756.627086:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251102464:0@lo:400:kworker.0 00000100:00100000:1.0:1788483756.627093:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251102976:0@lo:400:kworker.0 00000100:00100000:1.0:1788483756.627119:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483756.627141:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251102976 00000100:00100000:1.0:1788483756.627145:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251102976 00000100:00100000:1.0:1788483756.627168:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1788483756.627175:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251102976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483756.627220:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641915f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251102976:12345-0@lo:400:kworker.0 Request processed in 45us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483756.627225:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:1.0:1788483756.627252:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251102976:0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.627606:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251101440 00000100:00100000:3.0:1788483756.627611:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251101440 00000100:00100000:3.0:1788483756.627642:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1788483756.627649:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251101440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.627690:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251101440:12345-0@lo:400:kworker.0 Request processed in 42us (1015us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.627697:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:3.0:1788483756.627735:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251101952 00000100:00100000:3.0:1788483756.627740:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251101952 00000100:00100000:3.0:1788483756.627764:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:3.0:1788483756.627771:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251101952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.627804:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641917480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251101952:12345-0@lo:400:kworker.0 Request processed in 34us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.627810:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1788483756.628017:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251101440:0@lo:400:kworker.0 00000100:00100000:1.0:1788483756.628028:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251101952:0@lo:400:kworker.0 00000100:00100000:2.0:1788483756.629590:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483756.629674:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251102720:0@lo:400:kworker.0 00000100:00100000:2.0:1788483756.629713:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483756.632792:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251101568:0@lo:400:kworker.0 00000100:00100000:2.0:1788483756.632811:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251102080:0@lo:400:kworker.0 00000100:00100000:2.0:1788483756.632823:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251102592:0@lo:400:kworker.0 00000100:00100000:2.0:1788483756.632863:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251101696:0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.635641:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251102208 00000100:00100000:3.0:1788483756.635653:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251102208 00000100:00100000:3.0:1788483756.635779:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251102720 00000100:00100000:3.0:1788483756.635783:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251102720 00000100:00100000:2.0:1788483756.635843:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1788483756.635855:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251102208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483756.635939:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251102208:12345-0@lo:400:kworker.0 Request processed in 86us (6354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483756.635947:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1320 00000100:00100000:2.0:1788483756.636010:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251102208:0@lo:400:kworker.0 00000100:00080000:1.0:1788483756.638014:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483756.639600:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1321 00000100:00100000:3.0:1788483756.639614:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251102720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483756.639702:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251102720:12345-0@lo:400:kworker.0 Request processed in 92us (9988us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483756.639709:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1321 00000100:00100000:2.0:1788483756.641456:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251102720:0@lo:400:kworker.0 00010000:00010000:1.0:1788483756.804760:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483757.124804:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251103232:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483757.124875:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483757.125016:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251103232 00000100:00100000:3.0:1788483757.125024:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251103232 00000100:00100000:3.0:1788483757.125077:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1788483757.125086:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251103232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483757.125116:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483757.125176:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251103232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483757.125192:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:1.0:1788483757.125384:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251103232:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1788483757.575919:0:27917:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483757.575928:0:27917:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483757.577640:0:27917:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483757.577658:0:27917:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483757.739342:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483757.739381:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483757.739403:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483757.739427:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483757.739450:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483757.739472:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483757.740272:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483757.740296:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483757.740328:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483757.740359:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225081472 00000100:00100000:1.0:1788483757.740368:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225081472 00000100:00100000:1.0:1788483757.740422:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225081984 00000100:00100000:1.0:1788483757.740426:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225081984 00000100:00100000:1.0:1788483757.740447:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225081600 00000100:00100000:1.0:1788483757.740450:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225081600 00000100:00100000:1.0:1788483757.740463:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225082112 00000100:00100000:1.0:1788483757.740466:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225082112 00000100:00100000:1.0:1788483757.740481:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1322 00000100:00100000:1.0:1788483757.740490:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225081472:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483757.740584:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641914380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225081472:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 95us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483757.740592:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1322 00000100:00100000:1.0:1788483757.740610:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1323 00000100:00100000:1.0:1788483757.740617:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225081984:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483757.740642:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641916680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225081984:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483757.740648:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1323 00000100:00100000:1.0:1788483757.740661:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1324 00000100:00100000:1.0:1788483757.740667:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225081600:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483757.740691:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641915500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225081600:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (1219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483757.740698:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1324 00000100:00100000:1.0:1788483757.740710:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1325 00000100:00100000:1.0:1788483757.740715:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225082112:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483757.740736:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641917800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225082112:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (440us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483757.740742:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1325 00000100:00100000:1.0:1788483757.740761:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225081728 00000100:00100000:1.0:1788483757.740764:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225081728 00000100:00100000:1.0:1788483757.740788:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225082240 00000100:00100000:1.0:1788483757.740791:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225082240 00000100:00100000:1.0:1788483757.740803:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225081856 00000100:00100000:1.0:1788483757.740805:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225081856 00000100:00100000:1.0:1788483757.740815:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225082368 00000100:00100000:1.0:1788483757.740817:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225082368 00000100:00100000:1.0:1788483757.740829:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 837 00000100:00100000:1.0:1788483757.740836:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225081728:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483757.740862:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641914700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225081728:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (1481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483757.740868:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 837 00000100:00100000:1.0:1788483757.740880:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 838 00000100:00100000:1.0:1788483757.740886:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641914e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225082240:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483757.740910:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641914e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225082240:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (1482us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483757.740916:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 838 00000100:00100000:1.0:1788483757.740927:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 839 00000100:00100000:1.0:1788483757.740933:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225081856:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483757.740956:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d0ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225081856:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483757.740963:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 839 00000100:00100000:1.0:1788483757.741872:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 840 00000100:00100000:1.0:1788483757.741888:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641915180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225082368:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483757.741929:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641915180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225082368:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 47us (1600us total) trans 0 rc 0/0 00000100:00080000:0.0:1788483757.750701:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483757.750709:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483757.750713:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483757.750715:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483757.750739:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225081344 00000100:00100000:0.0:1788483757.750748:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225081344 00000100:00100000:0.0:1788483757.750805:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 811 00000100:00100000:0.0:1788483757.750815:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225081344:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483757.750898:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225081344:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 84us (11445us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483757.750906:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 811 00000100:00100000:1.0:1788483757.752872:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 840 00010000:00010000:2.0:1788483757.828763:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483758.853565:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483759.176616:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483759.176637:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251103360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483759.176703:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483759.176793:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251103360 00000100:00100000:1.0:1788483759.176801:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251103360 00000100:00100000:1.0:1788483759.176850:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1788483759.176859:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251103360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483759.176884:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483759.176926:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641916d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251103360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483759.176933:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1788483759.176988:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641915880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251103360:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788483759.177520:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483759.177563:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483759.177575:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251103488:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483759.177608:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483759.177683:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251103488 00000100:00100000:0.0:1788483759.177688:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251103488 00000100:00100000:0.0:1788483759.177742:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:0.0:1788483759.177751:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251103488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483759.177764:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483759.177808:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251103488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483759.177815:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00080000:2.0:1788483759.177862:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483759.179749:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251103488:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1788483759.510184:0:27968:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483759.510192:0:27968:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483759.511020:0:27968:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483759.511031:0:27968:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483759.876775:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483760.197164:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483760.197187:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251103616:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483760.197270:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483760.197470:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251103616 00000100:00100000:3.0:1788483760.197478:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251103616 00000100:00100000:3.0:1788483760.197553:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1788483760.197562:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251103616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483760.197593:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1788483760.197650:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641915880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251103616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (381us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483760.197658:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1788483760.197909:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251103616:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483760.516825:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483760.516833:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483760.517427:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483760.517438:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483760.901472:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483761.447777:0:28019:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483761.447787:0:28019:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483761.449725:0:28019:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483761.449741:0:28019:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483761.732794:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251103872:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483761.732878:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483761.732967:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251104384:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.732994:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483761.733010:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251104896:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.733030:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483761.733044:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251103872 00000100:00100000:0.0:1788483761.733050:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251105408:0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.733053:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251103872 00000100:00100000:0.0:1788483761.733076:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483761.733101:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1788483761.733107:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251104000:0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.733126:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1788483761.733139:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251103872:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483761.733154:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1788483761.733168:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483761.733181:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251104512:0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.733225:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251103872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483761.733225:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483761.733237:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:3.0:1788483761.733262:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251104896 00000100:00100000:0.0:1788483761.733265:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251105024:0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.733267:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251104896 00000100:00100000:0.0:1788483761.733303:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483761.733305:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251105408 00000100:00100000:3.0:1788483761.733310:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251105408 00000100:00100000:0.0:1788483761.733324:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251105536:0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.733335:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251105024 00000100:00100000:3.0:1788483761.733340:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251105024 00000100:00100000:0.0:1788483761.733353:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483761.733359:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251105536 00000100:00100000:3.0:1788483761.733363:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251105536 00000100:00100000:3.0:1788483761.733379:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:3.0:1788483761.733387:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251104896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.733394:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251103872:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483761.733430:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251104896:12345-0@lo:400:kworker.0 Request processed in 43us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483761.733431:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251104896:0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.733448:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:3.0:1788483761.733466:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1788483761.733473:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1788483761.733475:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251105408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.733486:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251105024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.733540:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251105408:12345-0@lo:400:kworker.0 Request processed in 67us (464us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483761.733547:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1788483761.733560:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1788483761.733566:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251105536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.733597:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251105536:12345-0@lo:400:kworker.0 Request processed in 31us (245us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483761.733602:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:1.0:1788483761.733760:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251103744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483761.733790:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483761.733820:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251104256:0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.733833:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251103744 00000100:00100000:3.0:1788483761.733838:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251103744 00000100:00100000:1.0:1788483761.733848:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483761.733871:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251104768:0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.733877:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:3.0:1788483761.733886:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641917100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251103744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483761.733898:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483761.733902:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483761.733924:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251105280:0@lo:400:kworker.0 00000100:00100000:1.0:1788483761.733944:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483761.733977:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788483761.733984:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251104128:0@lo:400:kworker.0 00000100:00100000:1.0:1788483761.734005:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483761.734046:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251104640:0@lo:400:kworker.0 00000100:00100000:1.0:1788483761.734068:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483761.734089:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251105152:0@lo:400:kworker.0 00000100:00100000:1.0:1788483761.734115:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483761.734155:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641917100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251103744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 270us (363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483761.734161:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1788483761.734834:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251105024:12345-0@lo:400:kworker.0 Request processed in 1351us (1531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483761.734841:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:0.0:1788483761.734869:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251104512 00000100:00100000:0.0:1788483761.734874:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251104512 00000100:00100000:0.0:1788483761.734899:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251104256 00000100:00100000:0.0:1788483761.734902:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251104256 00000100:00100000:0.0:1788483761.734914:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1788483761.734919:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251104512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.734963:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251104512:12345-0@lo:400:kworker.0 Request processed in 32us (1730us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483761.734969:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:0.0:1788483761.734981:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1788483761.734987:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251104256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.735010:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641914a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251104256:12345-0@lo:400:kworker.0 Request processed in 24us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483761.735015:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 719 00000100:00100000:0.0:1788483761.735051:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251104512:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.735062:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251105024:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.735072:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251105536:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.735083:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251105408:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.735142:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251104000 00000100:00100000:0.0:1788483761.735146:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251104000 00000100:00100000:0.0:1788483761.735173:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:0.0:1788483761.735178:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251104000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.735210:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251104000:12345-0@lo:400:kworker.0 Request processed in 32us (2058us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483761.735215:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1788483761.735264:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251103744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483761.735276:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251104256:0@lo:400:kworker.0 00000100:00080000:2.0:1788483761.735355:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483761.735360:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483761.736804:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251104384 00000100:00100000:3.0:1788483761.736814:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251104384 00000100:00100000:3.0:1788483761.736851:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251104768 00000100:00100000:3.0:1788483761.737178:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251104768 00000100:00100000:3.0:1788483761.737215:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251105280 00000100:00100000:3.0:1788483761.737219:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251105280 00000100:00100000:3.0:1788483761.737230:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251104128 00000100:00100000:3.0:1788483761.737233:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251104128 00000100:00100000:3.0:1788483761.737242:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251104640 00000100:00100000:3.0:1788483761.737245:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251104640 00000100:00100000:3.0:1788483761.737255:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251105152 00000100:00100000:3.0:1788483761.737257:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251105152 00000100:00100000:3.0:1788483761.737272:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1326 00000100:00100000:3.0:1788483761.737280:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251104384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.737354:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251104384:12345-0@lo:400:kworker.0 Request processed in 73us (4358us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483761.737360:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1326 00000100:00100000:3.0:1788483761.737375:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1788483761.737381:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251104768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.737420:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641915f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251104768:12345-0@lo:400:kworker.0 Request processed in 40us (3521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483761.737426:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1327 00000100:00100000:3.0:1788483761.737436:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1788483761.737442:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251105280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.737470:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641914700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251105280:12345-0@lo:400:kworker.0 Request processed in 28us (3524us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483761.737476:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1328 00000100:00100000:3.0:1788483761.737487:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1788483761.737492:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641914e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251104128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.737541:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641914e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251104128:12345-0@lo:400:kworker.0 Request processed in 49us (3535us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483761.737547:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1329 00000100:00100000:3.0:1788483761.737559:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1788483761.737565:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251104640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.737596:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641915c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251104640:12345-0@lo:400:kworker.0 Request processed in 31us (3527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483761.737602:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1330 00000100:00100000:3.0:1788483761.737613:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1331 00000100:00100000:3.0:1788483761.737619:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251105152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483761.737646:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641914000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251105152:12345-0@lo:400:kworker.0 Request processed in 28us (3530us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483761.737652:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1331 00000100:00100000:0.0:1788483761.740359:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251104000:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.740381:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251104384:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.740451:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251104128:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.740464:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251104640:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.740474:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251105152:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.740485:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251104768:0@lo:400:kworker.0 00000100:00100000:0.0:1788483761.740513:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251105280:0@lo:400:kworker.0 00000100:00080000:1.0:1788483761.740765:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483761.740771:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1788483761.924724:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483762.245251:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251105664:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483762.245320:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483762.245473:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251105664 00000100:00100000:1.0:1788483762.245480:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251105664 00000100:00100000:1.0:1788483762.245552:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1788483762.245562:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251105664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483762.245595:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483762.245645:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251105664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483762.245651:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1788483762.245769:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251105664:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788483762.309442:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483762.869311:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483762.869375:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483762.869477:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225082624 00000100:00100000:0.0:1788483762.869486:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225082624 00000100:00100000:0.0:1788483762.869571:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1332 00000100:00100000:0.0:1788483762.869581:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225082624:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483762.869650:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2399:x1875360225082624:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 71us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483762.869658:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1332 00000100:00100000:3.0:1788483762.869997:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225082496 00000100:00100000:3.0:1788483762.870003:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225082496 00000100:00100000:3.0:1788483762.870030:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 813 00000100:00100000:3.0:1788483762.870037:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225082496:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483762.870073:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225082496:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 36us (771us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483762.870079:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 813 00000100:00080000:1.0:1788483762.870264:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483762.891592:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483762.891633:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483762.891656:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483762.891672:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483762.891687:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483762.891702:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483762.891724:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483762.891749:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225083136 00000100:00100000:1.0:1788483762.891758:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225083136 00000100:00100000:1.0:1788483762.891809:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225082752 00000100:00100000:1.0:1788483762.891812:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225082752 00000100:00100000:1.0:1788483762.891827:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225083264 00000100:00100000:1.0:1788483762.891829:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225083264 00000100:00100000:1.0:1788483762.891847:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1333 00000100:00100000:1.0:1788483762.891856:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225083136:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483762.891920:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225083136:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 65us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483762.891928:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1333 00000100:00100000:1.0:1788483762.891958:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1334 00000100:00100000:1.0:1788483762.891966:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225082752:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483762.891992:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225082752:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483762.891998:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1334 00000100:00100000:1.0:1788483762.892011:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1335 00000100:00100000:1.0:1788483762.892018:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225083264:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483762.892041:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225083264:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483762.892047:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1335 00000100:00080000:1.0:1788483762.892063:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483762.892067:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483762.892130:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225082880 00000100:00100000:2.0:1788483762.892135:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225082880 00000100:00100000:2.0:1788483762.892175:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225083392 00000100:00100000:2.0:1788483762.892178:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225083392 00000100:00100000:2.0:1788483762.892192:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225083008 00000100:00100000:2.0:1788483762.892194:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225083008 00000100:00100000:2.0:1788483762.892206:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225083520 00000100:00100000:2.0:1788483762.892209:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225083520 00000100:00100000:2.0:1788483762.892222:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 845 00000100:00100000:2.0:1788483762.892228:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225082880:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483762.892254:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225082880:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483762.892259:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 845 00000100:00100000:2.0:1788483762.892272:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 846 00000100:00100000:2.0:1788483762.892277:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225083392:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483762.892301:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225083392:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (645us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483762.892306:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 846 00000100:00100000:2.0:1788483762.892317:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 847 00000100:00100000:2.0:1788483762.892321:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225083008:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483762.892353:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f763696c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225083008:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483762.892359:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 847 00000100:00100000:2.0:1788483762.892370:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 848 00000100:00100000:2.0:1788483762.892376:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225083520:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483762.892396:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225083520:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483762.892401:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 848 00000100:00080000:1.0:1788483762.894212:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483762.894220:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483762.950012:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483763.179299:0:28070:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483763.179307:0:28070:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483763.182471:0:28070:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483763.182492:0:28070:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483763.972849:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483764.292951:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483764.292975:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251105792:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483764.293053:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483764.293467:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251105792 00000100:00100000:2.0:1788483764.293476:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251105792 00000100:00100000:2.0:1788483764.293560:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1788483764.293571:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251105792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483764.293599:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483764.293659:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251105792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (605us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483764.293666:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1788483764.293713:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251105792:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788483764.293841:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483764.293972:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251105920:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483764.294005:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483764.294179:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251105920 00000100:00100000:0.0:1788483764.294184:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251105920 00000100:00100000:0.0:1788483764.294237:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1788483764.294245:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251105920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483764.294256:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483764.294293:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251105920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483764.294299:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:0.0:1788483764.294332:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251105920:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483764.294447:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788483764.997397:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483765.000627:0:28122:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483765.000636:0:28122:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483765.001434:0:28122:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483765.001446:0:28122:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483765.317115:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483765.317138:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251106048:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483765.317219:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483765.317287:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251106048 00000100:00100000:3.0:1788483765.317294:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251106048 00000100:00100000:3.0:1788483765.317355:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:3.0:1788483765.317365:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251106048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483765.317397:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1788483765.317453:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251106048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483765.317460:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:1.0:1788483765.317541:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251106048:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483766.027175:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483766.852772:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251106176:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483766.852871:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483766.852996:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251106688:0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853038:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483766.853068:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251107200:0@lo:400:kworker.0 00000100:00100000:3.0:1788483766.853086:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251106688 00000100:00100000:3.0:1788483766.853094:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251106688 00000100:00100000:2.0:1788483766.853107:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483766.853126:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251107712:0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853147:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483766.853166:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788483766.853173:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251106304:0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853201:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483766.853224:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251106816:0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853251:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483766.853267:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1336 00000100:00100000:2.0:1788483766.853275:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251107328:0@lo:400:kworker.0 00000100:00100000:3.0:1788483766.853281:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251106688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853302:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483766.853338:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251106688:12345-0@lo:400:kworker.0 Request processed in 62us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483766.853347:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251106688:0@lo:400:kworker.0 00000100:00100000:3.0:1788483766.853348:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1336 00000100:00100000:2.0:1788483766.853380:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251107200 00000100:00100000:2.0:1788483766.853384:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251107200 00000100:00100000:2.0:1788483766.853424:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251107712 00000100:00100000:2.0:1788483766.853428:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251107712 00000100:00100000:2.0:1788483766.853445:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251107328 00000100:00100000:2.0:1788483766.853448:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251107328 00000100:00100000:2.0:1788483766.853461:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1788483766.853468:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251107200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853530:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636ab6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251107200:12345-0@lo:400:kworker.0 Request processed in 62us (423us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483766.853536:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:2.0:1788483766.853549:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1788483766.853555:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251107712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853599:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251107712:12345-0@lo:400:kworker.0 Request processed in 45us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483766.853604:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1788483766.853615:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1788483766.853620:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251107328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853645:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641638a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251107328:12345-0@lo:400:kworker.0 Request processed in 26us (344us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483766.853651:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:2.0:1788483766.853668:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251106304 00000100:00100000:2.0:1788483766.853672:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251106304 00000100:00080000:3.0:1788483766.853693:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483766.853698:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00080000:3.0:1788483766.853700:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483766.853706:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251106304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853733:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608de4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251106304:12345-0@lo:400:kworker.0 Request processed in 29us (531us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483766.853738:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:2.0:1788483766.853766:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251106816 00000100:00100000:2.0:1788483766.853770:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251106816 00000100:00100000:2.0:1788483766.853801:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1788483766.853808:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251106816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853839:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251106816:12345-0@lo:400:kworker.0 Request processed in 32us (589us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483766.853845:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1788483766.853880:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251106304:0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853890:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251106816:0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853899:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251107328:0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853906:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251107200:0@lo:400:kworker.0 00000100:00100000:2.0:1788483766.853913:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251107712:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854131:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251106176 00000100:00100000:0.0:1788483766.854136:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251106176 00000100:00100000:0.0:1788483766.854181:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1788483766.854188:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251106176:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483766.854208:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483766.854244:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251106176:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (1374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483766.854250:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:0.0:1788483766.854269:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251106560:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854292:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483766.854311:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251107072:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854333:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483766.854349:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251107584:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854370:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483766.854409:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788483766.854415:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251106432:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854436:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483766.854453:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251106944:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854471:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483766.854485:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251107456:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854527:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483766.854556:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251106560 00000100:00100000:0.0:1788483766.854560:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251106560 00000100:00100000:0.0:1788483766.854650:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1788483766.854656:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251106560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854690:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251106560:12345-0@lo:400:kworker.0 Request processed in 34us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483766.854697:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1788483766.854714:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251107072 00000100:00100000:0.0:1788483766.854717:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251107072 00000100:00100000:0.0:1788483766.854736:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251107584 00000100:00100000:0.0:1788483766.854739:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251107584 00000100:00100000:0.0:1788483766.854750:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251106432 00000100:00100000:0.0:1788483766.854753:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251106432 00000100:00100000:0.0:1788483766.854761:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251106944 00000100:00100000:0.0:1788483766.854763:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251106944 00000100:00100000:0.0:1788483766.854772:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251107456 00000100:00100000:0.0:1788483766.854774:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251107456 00000100:00100000:0.0:1788483766.854785:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1788483766.854790:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251107072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854817:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251107072:12345-0@lo:400:kworker.0 Request processed in 27us (484us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483766.854824:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1337 00000100:00100000:0.0:1788483766.854836:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1788483766.854842:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251107584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854866:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251107584:12345-0@lo:400:kworker.0 Request processed in 25us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483766.854872:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1338 00000100:00100000:0.0:1788483766.854883:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1788483766.854889:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251106432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.854997:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251106432:12345-0@lo:400:kworker.0 Request processed in 108us (558us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483766.855004:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1339 00000100:00100000:0.0:1788483766.855019:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1788483766.855025:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251106944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.855055:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251106944:12345-0@lo:400:kworker.0 Request processed in 30us (582us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483766.855061:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1340 00000100:00100000:0.0:1788483766.855075:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1788483766.855081:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251107456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.855108:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251107456:12345-0@lo:400:kworker.0 Request processed in 27us (580us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483766.855113:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1341 00000100:00100000:0.0:1788483766.855154:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251106432:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.855165:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251106944:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.855179:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251107456:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.855189:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251106560:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.855201:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251107072:0@lo:400:kworker.0 00000100:00100000:0.0:1788483766.855210:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251107584:0@lo:400:kworker.0 00000100:00100000:1.0:1788483766.855739:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251107840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483766.855776:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483766.855862:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251107840 00000100:00100000:3.0:1788483766.855869:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251107840 00000100:00100000:3.0:1788483766.855905:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1788483766.855913:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251107840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483766.855938:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483766.855983:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251107840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483766.855990:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1788483766.856063:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251107840:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788483766.856538:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483766.856544:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483766.856547:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483766.856660:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251106176:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788483767.047426:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483767.130560:0:28173:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483767.130569:0:28173:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483767.131097:0:28173:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483767.131106:0:28173:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483767.365359:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483767.365384:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251107968:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483767.365452:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483767.365657:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251107968 00000100:00100000:3.0:1788483767.365665:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251107968 00000100:00100000:3.0:1788483767.365722:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1788483767.365731:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251107968:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483767.365772:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483767.366034:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251107968:12345-0@lo:41:osp-pre-1-0.0 Request processed in 303us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483767.366041:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:2.0:1788483767.366241:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251107968:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483767.976303:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483767.976424:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483767.976466:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483767.976539:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483767.976565:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483767.976951:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225084160 00000100:00100000:2.0:1788483767.976962:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225084160 00000100:00100000:2.0:1788483767.977020:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225084672 00000100:00100000:2.0:1788483767.977023:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225084672 00000100:00100000:2.0:1788483767.977048:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 852 00000100:00100000:2.0:1788483767.977058:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225084160:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483767.977130:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225084160:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 72us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483767.977138:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 852 00000100:00100000:2.0:1788483767.977154:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 853 00000100:00100000:2.0:1788483767.977161:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225084672:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483767.977185:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225084672:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483767.977192:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 853 00000100:00080000:2.0:1788483767.977213:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483767.978002:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483767.978188:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225083904 00000100:00100000:2.0:1788483767.978195:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225083904 00000100:00100000:2.0:1788483767.978236:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225084416 00000100:00100000:2.0:1788483767.978240:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225084416 00000100:00100000:2.0:1788483767.978258:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225083776 00000100:00100000:2.0:1788483767.978260:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225083776 00000100:00100000:2.0:1788483767.978280:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1342 00000100:00100000:2.0:1788483767.978288:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225083904:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483767.978329:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225083904:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 41us (1905us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483767.978337:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1342 00000100:00100000:2.0:1788483767.978351:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1343 00000100:00100000:2.0:1788483767.978357:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225084416:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483767.978383:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225084416:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (1886us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483767.978390:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1343 00000100:00100000:2.0:1788483767.978402:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1344 00000100:00100000:2.0:1788483767.978408:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225083776:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483767.978433:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225083776:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (1836us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483767.978440:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1344 00000100:00080000:2.0:1788483767.978464:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483767.978467:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483767.978582:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483767.978747:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483767.978786:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483767.979931:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225084032 00000100:00100000:2.0:1788483767.979941:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225084032 00000100:00100000:2.0:1788483767.979993:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225084544 00000100:00100000:2.0:1788483767.979996:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225084544 00000100:00100000:2.0:1788483767.980021:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 854 00000100:00100000:2.0:1788483767.980030:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225084032:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483767.980081:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225084032:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 53us (1500us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483767.980289:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 854 00000100:00100000:2.0:1788483767.980312:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 855 00000100:00100000:2.0:1788483767.980320:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225084544:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483767.980350:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225084544:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (1563us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483767.980356:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 855 00000100:00080000:2.0:1788483767.980379:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483767.980405:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225084288 00000100:00100000:2.0:1788483767.980423:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225084288 00000100:00100000:2.0:1788483767.980455:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1345 00000100:00100000:2.0:1788483767.980462:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225084288:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483767.980489:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225084288:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (1744us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483767.981534:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225083648 00000100:00100000:0.0:1788483767.981544:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225083648 00000100:00100000:0.0:1788483767.981588:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 815 00000100:00100000:0.0:1788483767.981596:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225083648:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483767.981640:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225083648:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 45us (5346us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483767.981646:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 815 00000100:00080000:0.0:1788483767.981720:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483767.982801:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1345 00010000:00010000:2.0:1788483768.072006:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788483769.098081:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483769.247380:0:28224:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483769.247388:0:28224:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483769.247972:0:28224:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483769.247982:0:28224:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483769.416210:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483769.416232:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251108096:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483769.416307:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483769.416372:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251108096 00000100:00100000:3.0:1788483769.416380:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251108096 00000100:00100000:3.0:1788483769.416432:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1788483769.416442:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251108096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483769.416469:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483769.416537:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251108096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483769.416545:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00080000:3.0:1788483769.416568:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483769.416601:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750649ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251108096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483769.418222:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483769.418240:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251108224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483769.418294:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483769.418344:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251108224 00000100:00100000:1.0:1788483769.418352:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251108224 00000100:00100000:1.0:1788483769.418398:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1788483769.418406:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251108224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483769.418426:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483769.418468:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764174aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251108224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (173us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483769.418474:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1788483769.418539:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251108224:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483769.418747:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483770.116891:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483770.436836:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251108352:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483770.436916:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483770.437220:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251108352 00000100:00100000:1.0:1788483770.437228:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251108352 00000100:00100000:1.0:1788483770.437279:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1788483770.437293:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251108352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483770.437336:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483770.437381:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764163aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251108352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (474us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483770.437387:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:2.0:1788483770.437851:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251108352:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1788483770.759815:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483770.759825:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483770.760367:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483770.760379:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:2.0:1788483771.112939:0:28276:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483771.112948:0:28276:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483771.113630:0:28276:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483771.113642:0:28276:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483771.144958:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483771.973782:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483771.973805:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251108480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483771.973876:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483771.974068:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251108480 00000100:00100000:3.0:1788483771.974077:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251108480 00000100:00100000:3.0:1788483771.974147:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1788483771.974157:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251108480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483771.974185:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483771.974248:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251108480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483771.974255:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1788483771.974299:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251108480:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788483771.974396:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483771.974603:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251108864:0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.974637:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483771.974667:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251109376:0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.974692:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483771.974719:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251109888:0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.974749:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483771.974771:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788483771.974777:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251108736:0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.974801:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483771.974818:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251109248:0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.974839:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483771.974855:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251109760:0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.974877:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483771.974915:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251109376 00000100:00100000:2.0:1788483771.974920:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251109376 00000100:00100000:2.0:1788483771.974951:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251109888 00000100:00100000:2.0:1788483771.974955:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251109888 00000100:00100000:2.0:1788483771.974971:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251108736 00000100:00100000:2.0:1788483771.974974:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251108736 00000100:00100000:2.0:1788483771.974984:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251109248 00000100:00100000:2.0:1788483771.974986:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251109248 00000100:00100000:2.0:1788483771.974997:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251109760 00000100:00100000:2.0:1788483771.975000:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251109760 00000100:00100000:2.0:1788483771.975014:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1788483771.975021:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251109376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.975064:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251109376:12345-0@lo:400:kworker.0 Request processed in 43us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483771.975070:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1346 00000100:00100000:2.0:1788483771.975086:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1788483771.975093:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251109888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.975122:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251109888:12345-0@lo:400:kworker.0 Request processed in 31us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483771.975128:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1347 00000100:00100000:2.0:1788483771.975141:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1788483771.975147:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251108736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.975177:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251108736:12345-0@lo:400:kworker.0 Request processed in 31us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483771.975184:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1348 00000100:00100000:2.0:1788483771.975196:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1788483771.975202:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251109248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.975231:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251109248:12345-0@lo:400:kworker.0 Request processed in 30us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483771.975237:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1349 00000100:00100000:2.0:1788483771.975248:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1788483771.975254:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251109760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.975282:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251109760:12345-0@lo:400:kworker.0 Request processed in 29us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483771.975288:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1350 00000100:00100000:2.0:1788483771.975319:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251108736:0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.975329:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251109248:0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.975337:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251109760:0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.975346:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251109376:0@lo:400:kworker.0 00000100:00100000:2.0:1788483771.975353:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251109888:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.975441:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251108992:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.975471:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483771.975495:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251109504:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.975541:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483771.975560:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251110016:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.975581:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483771.975600:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788483771.975605:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641639880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251108608:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.975631:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483771.975657:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251109120:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.975679:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483771.975696:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251109632:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.975720:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483771.975748:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251109504 00000100:00100000:1.0:1788483771.975752:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251109504 00000100:00100000:1.0:1788483771.975779:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251110016 00000100:00100000:1.0:1788483771.975783:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251110016 00000100:00100000:1.0:1788483771.975801:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251109632 00000100:00100000:1.0:1788483771.975804:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251109632 00000100:00100000:1.0:1788483771.975818:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1788483771.975825:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251109504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.975861:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251109504:12345-0@lo:400:kworker.0 Request processed in 36us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483771.975868:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 856 00000100:00100000:1.0:1788483771.975883:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1788483771.975889:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251110016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.975929:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251110016:12345-0@lo:400:kworker.0 Request processed in 41us (347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483771.975936:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:1.0:1788483771.975948:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1788483771.975954:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251109632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.975981:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251109632:12345-0@lo:400:kworker.0 Request processed in 28us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483771.975987:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00100000:1.0:1788483771.976009:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251108608 00000100:00100000:1.0:1788483771.976013:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251108608 00000100:00100000:1.0:1788483771.976035:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1788483771.976042:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251108608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.976072:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251108608:12345-0@lo:400:kworker.0 Request processed in 31us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483771.976079:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 816 00000100:00100000:1.0:1788483771.976103:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251108864 00000100:00100000:1.0:1788483771.976107:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251108864 00000100:00100000:1.0:1788483771.976130:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251109120 00000100:00100000:1.0:1788483771.976133:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251109120 00000100:00100000:1.0:1788483771.976146:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1788483771.976152:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251108864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.976187:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251108864:12345-0@lo:400:kworker.0 Request processed in 34us (1549us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483771.976193:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1788483771.976206:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1788483771.976212:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251109120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.976239:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251109120:12345-0@lo:400:kworker.0 Request processed in 28us (560us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483771.976245:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1788483771.976279:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641639880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251108608:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.976289:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251109120:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.976299:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251109632:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.976308:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251109504:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.976316:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251110016:0@lo:400:kworker.0 00000100:00100000:0.0:1788483771.976439:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251108992 00000100:00100000:0.0:1788483771.976443:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251108992 00000100:00100000:0.0:1788483771.976471:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1351 00000100:00100000:0.0:1788483771.976478:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251108992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483771.976555:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641776300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251108992:12345-0@lo:400:kworker.0 Request processed in 78us (1084us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483771.976562:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1351 00000100:00080000:0.0:1788483771.976589:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483771.976593:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483771.976595:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483771.976597:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483771.976697:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251108992:0@lo:400:kworker.0 00000100:00100000:1.0:1788483771.976708:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483771.976715:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251110144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483771.976741:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483771.976848:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251108864:0@lo:400:kworker.0 00000100:00100000:0.0:1788483771.983032:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251110144 00000100:00100000:0.0:1788483771.983048:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251110144 00000100:00100000:0.0:1788483771.983121:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1788483771.983132:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251110144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483771.983156:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483771.983252:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251110144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 121us (6508us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483771.983259:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:1.0:1788483771.983995:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509dbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251110144:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788483772.164720:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483772.485959:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251110272:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483772.486031:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483772.486419:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251110272 00000100:00100000:3.0:1788483772.486428:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251110272 00000100:00100000:3.0:1788483772.486612:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 728 00000100:00100000:3.0:1788483772.486622:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251110272:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483772.486930:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483772.487055:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641639880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251110272:12345-0@lo:41:osp-pre-1-0.0 Request processed in 431us (1019us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483772.487066:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 728 00000100:00100000:1.0:1788483772.487246:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251110272:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788483772.549277:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483773.108777:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483773.108824:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483773.108916:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225085056 00000100:00100000:2.0:1788483773.108931:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225085056 00000100:00100000:2.0:1788483773.109018:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1352 00000100:00100000:1.0:1788483773.109020:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483773.109033:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225085056:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483773.109050:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483773.109072:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483773.109091:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483773.109127:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483773.109148:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483773.109166:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225084800 00000100:00100000:0.0:1788483773.109172:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225084800 00000100:00100000:1.0:1788483773.109192:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483773.109221:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225085312 00000100:00100000:1.0:1788483773.109227:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225085312 00000100:00100000:0.0:1788483773.109230:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 817 00000100:00100000:0.0:1788483773.109241:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225084800:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483773.109267:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225085824 00000100:00100000:1.0:1788483773.109271:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225085824 00000100:00100000:0.0:1788483773.109295:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b97850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225084800:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 54us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483773.109303:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 817 00000100:00100000:0.0:1788483773.109358:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225085568 00000100:00100000:0.0:1788483773.109361:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225085568 00000100:00100000:0.0:1788483773.109386:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225084928 00000100:00100000:0.0:1788483773.109389:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225084928 00000100:00100000:0.0:1788483773.109401:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225085440 00000100:00100000:0.0:1788483773.109403:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225085440 00000100:00100000:1.0:1788483773.109459:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225085184 00000100:00100000:1.0:1788483773.109464:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225085184 00000100:00100000:1.0:1788483773.109482:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225085696 00000100:00100000:1.0:1788483773.109485:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225085696 00000100:00100000:2.0:1788483773.109492:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225085056:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 461us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483773.109523:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1352 00000100:00100000:1.0:1788483773.109538:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 859 00000100:00100000:2.0:1788483773.109546:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1353 00000100:00100000:1.0:1788483773.109551:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225085312:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483773.109560:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225085568:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483773.109589:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225085312:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 43us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483773.109597:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 859 00000100:00100000:2.0:1788483773.109602:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225085568:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 44us (549us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483773.109611:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1353 00000100:00100000:1.0:1788483773.109620:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 860 00000100:00100000:1.0:1788483773.109632:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225085824:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483773.109633:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1354 00000100:00100000:2.0:1788483773.109647:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225084928:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483773.109668:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750810c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225085824:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483773.109676:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 860 00000100:00100000:2.0:1788483773.109683:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225084928:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (588us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483773.109690:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1354 00000100:00080000:2.0:1788483773.109711:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483773.109716:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483773.109718:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483773.109720:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483773.110005:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1355 00000100:00100000:0.0:1788483773.110015:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225085440:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483773.110047:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225085440:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 35us (900us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483773.110054:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1355 00000100:00100000:0.0:1788483773.110078:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 861 00000100:00100000:0.0:1788483773.110085:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225085184:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483773.110112:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509376300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225085184:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483773.110119:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 861 00000100:00100000:0.0:1788483773.110133:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 862 00000100:00100000:0.0:1788483773.110139:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225085696:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483773.110162:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507665c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225085696:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (971us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483773.110169:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 862 00000040:00080000:1.0:1788483773.157363:0:28327:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483773.157379:0:28327:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483773.158388:0:28327:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483773.158410:0:28327:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483773.190741:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483774.213884:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483774.536089:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483774.536131:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251110400:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483774.536233:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483774.537133:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251110400 00000100:00100000:1.0:1788483774.537144:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251110400 00000100:00100000:1.0:1788483774.537215:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1788483774.537230:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251110400:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483774.537267:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483774.537341:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251110400:12345-0@lo:13:osp-pre-0-0.0 Request processed in 115us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483774.537349:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00080000:1.0:1788483774.537379:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483774.537427:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507667480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251110400:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483774.537528:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483774.537543:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75064e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251110528:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483774.537583:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483774.540613:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251110528 00000100:00100000:1.0:1788483774.540635:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251110528 00000100:00100000:1.0:1788483774.540744:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1788483774.540756:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251110528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483774.540790:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483774.540911:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251110528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 157us (3327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483774.540920:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1788483774.541065:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75064e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251110528:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788483774.542158:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788483775.240965:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483775.364315:0:28378:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483775.364328:0:28378:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483775.367486:0:28378:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483775.367847:0:28378:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483775.558545:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483775.558577:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251110656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483775.558665:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483775.558742:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251110656 00000100:00100000:3.0:1788483775.558752:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251110656 00000100:00100000:3.0:1788483775.558809:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1788483775.558820:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251110656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483775.558859:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1788483775.558925:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251110656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483775.558932:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:3.0:1788483775.558981:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251110656:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483776.261857:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483777.092993:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251110912:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.093097:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483777.093187:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788483777.093194:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251110784:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.093230:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483777.093274:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251110784 00000100:00100000:0.0:1788483777.093283:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251110784 00000100:00100000:0.0:1788483777.093335:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1788483777.093344:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251110784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.093398:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b95850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251110784:12345-0@lo:400:kworker.0 Request processed in 54us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.093406:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:0.0:1788483777.093463:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251110784:0@lo:400:kworker.0 00000100:00100000:2.0:1788483777.094274:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251110912 00000100:00100000:2.0:1788483777.094281:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251110912 00000100:00100000:2.0:1788483777.094324:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1788483777.094332:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251110912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483777.094385:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251110912:12345-0@lo:400:kworker.0 Request processed in 54us (1289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483777.094392:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1356 00000100:00100000:2.0:1788483777.094419:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251111168:0@lo:400:kworker.0 00000100:00100000:2.0:1788483777.094451:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483777.094473:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251111680:0@lo:400:kworker.0 00000100:00100000:2.0:1788483777.095001:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483777.095028:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251112192:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.095156:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251111040:0@lo:400:kworker.0 00000100:00100000:1.0:1788483777.095277:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251111296:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.098550:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483777.098608:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251111552:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.098650:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483777.098672:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251112064:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.098700:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483777.098755:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251111168 00000100:00100000:0.0:1788483777.098764:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251111168 00000100:00100000:0.0:1788483777.098817:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251111552 00000100:00100000:0.0:1788483777.098821:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251111552 00000100:00100000:0.0:1788483777.099435:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251112064 00000100:00100000:0.0:1788483777.099442:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251112064 00000100:00100000:0.0:1788483777.099468:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1788483777.099478:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251111168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.099684:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251111168:12345-0@lo:400:kworker.0 Request processed in 207us (5231us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.099693:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1357 00000100:00100000:0.0:1788483777.099714:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1788483777.099720:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251111552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.099754:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251111552:12345-0@lo:400:kworker.0 Request processed in 35us (1104us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.099763:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1358 00000100:00100000:0.0:1788483777.099774:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1788483777.099781:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251112064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.099807:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76417a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251112064:12345-0@lo:400:kworker.0 Request processed in 28us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.099814:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1359 00000100:00100000:0.0:1788483777.099995:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251111552:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.100009:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251112064:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.100320:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251112576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483777.100360:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483777.100471:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251112576 00000100:00100000:0.0:1788483777.100476:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251112576 00000100:00100000:3.0:1788483777.100711:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251111040 00000100:00100000:3.0:1788483777.100717:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251111040 00000100:00100000:3.0:1788483777.100761:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1788483777.100770:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509dbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251111040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483777.100821:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509dbdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251111040:12345-0@lo:400:kworker.0 Request processed in 52us (2282us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483777.100827:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00100000:3.0:1788483777.100889:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251111040:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.101054:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1788483777.101062:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251112576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483777.101091:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483777.101130:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251112576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (770us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.101137:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:0.0:1788483777.101181:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251111680 00000100:00100000:0.0:1788483777.101186:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251111680 00000100:00100000:0.0:1788483777.101216:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1788483777.101223:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251111680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.101256:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251111680:12345-0@lo:400:kworker.0 Request processed in 34us (6256us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.101265:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 863 00000100:00100000:0.0:1788483777.101304:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251111424:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.101335:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483777.101356:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251111936:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.101376:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483777.101393:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251112448:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483777.101420:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483777.101451:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251110912:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.101479:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251111424 00000100:00100000:0.0:1788483777.101482:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251111424 00000100:00100000:0.0:1788483777.101779:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251111936 00000100:00100000:0.0:1788483777.101784:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251111936 00000100:00100000:0.0:1788483777.101805:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1788483777.101812:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251111424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.102387:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251111424:12345-0@lo:400:kworker.0 Request processed in 572us (1048us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.102396:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1360 00000100:00100000:0.0:1788483777.102418:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1788483777.102427:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251111936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.102461:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a47800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251111936:12345-0@lo:400:kworker.0 Request processed in 36us (1083us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.102467:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1361 00000100:00100000:0.0:1788483777.102661:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251111424:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.102674:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251111936:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.102718:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251112448 00000100:00100000:0.0:1788483777.102723:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251112448 00000100:00100000:0.0:1788483777.102755:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:0.0:1788483777.102762:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251112448:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483777.102777:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483777.102814:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251112448:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (1393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.102820:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1788483777.103078:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251112576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483777.103185:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251112448:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788483777.103226:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483777.103232:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483777.103234:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483777.103237:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483777.103366:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483777.103418:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251111168:0@lo:400:kworker.0 00000100:00100000:2.0:1788483777.103433:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251111680:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.103803:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251112192 00000100:00100000:0.0:1788483777.103810:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251112192 00000100:00100000:0.0:1788483777.104001:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 864 00000100:00100000:0.0:1788483777.104011:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251112192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.104141:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251112192:12345-0@lo:400:kworker.0 Request processed in 131us (775us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.104148:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 864 00000100:00100000:3.0:1788483777.104221:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251112192:0@lo:400:kworker.0 00000100:00100000:1.0:1788483777.105887:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483777.105939:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251111808:0@lo:400:kworker.0 00000100:00100000:1.0:1788483777.105972:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483777.105997:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251112320:0@lo:400:kworker.0 00000100:00100000:1.0:1788483777.106016:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483777.106051:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251111808 00000100:00100000:1.0:1788483777.106060:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251111808 00000100:00100000:1.0:1788483777.106111:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251112320 00000100:00100000:1.0:1788483777.106114:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251112320 00000100:00100000:1.0:1788483777.106130:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1788483777.106137:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251111808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483777.106186:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251111808:12345-0@lo:400:kworker.0 Request processed in 48us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483777.106193:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:1.0:1788483777.106210:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:1.0:1788483777.106216:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251112320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483777.106251:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251112320:12345-0@lo:400:kworker.0 Request processed in 35us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483777.106256:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00080000:1.0:1788483777.106277:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483777.106303:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251112320:0@lo:400:kworker.0 00000100:00100000:1.0:1788483777.106326:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251111808:0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.106468:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251111296 00000100:00100000:0.0:1788483777.106473:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251111296 00000100:00100000:0.0:1788483777.106544:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:0.0:1788483777.106551:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251111296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483777.106589:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75064e1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251111296:12345-0@lo:400:kworker.0 Request processed in 40us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483777.106595:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1788483777.108211:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251111296:0@lo:400:kworker.0 00010000:00010000:0.0:1788483777.285803:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483777.323064:0:28429:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483777.323079:0:28429:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483777.324010:0:28429:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483777.324027:0:28429:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483777.604808:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483777.607107:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75099dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251112704:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483777.607218:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483777.609021:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251112704 00000100:00100000:2.0:1788483777.609309:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251112704 00000100:00100000:2.0:1788483777.609470:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1788483777.609483:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251112704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483777.609546:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483777.609658:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507667480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251112704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 178us (2440us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483777.609666:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1788483777.609769:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75099dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251112704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483778.220063:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483778.220116:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483778.220162:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483778.220196:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483778.220214:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483778.220233:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483778.220250:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483778.220267:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483778.220317:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483778.220537:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225086208 00000100:00100000:1.0:1788483778.220550:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225086208 00000100:00100000:1.0:1788483778.220625:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225086720 00000100:00100000:1.0:1788483778.220628:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225086720 00000100:00100000:1.0:1788483778.220647:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225086080 00000100:00100000:1.0:1788483778.220650:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225086080 00000100:00100000:1.0:1788483778.220663:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225086592 00000100:00100000:1.0:1788483778.220665:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225086592 00000100:00100000:1.0:1788483778.220695:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1362 00000100:00100000:1.0:1788483778.220707:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225086208:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483778.220801:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225086208:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 95us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483778.220809:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1362 00000100:00100000:1.0:1788483778.220843:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1363 00000100:00100000:1.0:1788483778.220850:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225086720:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483778.220886:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225086720:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (691us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483778.220892:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1363 00000100:00100000:1.0:1788483778.220903:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1364 00000100:00100000:1.0:1788483778.220908:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225086080:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483778.220932:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225086080:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (698us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483778.220938:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1364 00000100:00100000:1.0:1788483778.220949:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1365 00000100:00100000:1.0:1788483778.220955:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225086592:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483778.220978:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099df480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225086592:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483778.220984:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1365 00000100:00100000:1.0:1788483778.221004:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225086464 00000100:00100000:1.0:1788483778.221007:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225086464 00000100:00100000:1.0:1788483778.221036:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225086976 00000100:00100000:1.0:1788483778.221039:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225086976 00000100:00100000:1.0:1788483778.221051:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225086336 00000100:00100000:1.0:1788483778.221054:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225086336 00000100:00100000:1.0:1788483778.221065:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225086848 00000100:00100000:1.0:1788483778.221067:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225086848 00000100:00100000:1.0:1788483778.221080:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 867 00000100:00100000:1.0:1788483778.221086:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225086464:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483778.221116:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ded80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225086464:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (954us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483778.221123:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 867 00000100:00100000:1.0:1788483778.221135:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 868 00000100:00100000:1.0:1788483778.221141:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225086976:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483778.221162:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099ddf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225086976:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483778.221169:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 868 00000100:00100000:1.0:1788483778.221179:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 869 00000100:00100000:1.0:1788483778.221185:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75099dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225086336:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483778.221207:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75099dc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225086336:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (956us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483778.221214:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 869 00000100:00100000:1.0:1788483778.221224:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 870 00000100:00100000:1.0:1788483778.221230:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750649ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225086848:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483778.221250:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750649ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225086848:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 20us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483778.221256:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 870 00000100:00100000:0.0:1788483778.221691:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225085952 00000100:00100000:0.0:1788483778.221698:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225085952 00000100:00100000:0.0:1788483778.221746:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 819 00000100:00100000:0.0:1788483778.221755:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225085952:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483778.221797:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225085952:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 44us (1752us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483778.221804:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 819 00000100:00080000:3.0:1788483778.222138:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483778.222145:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483778.222148:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483778.222151:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1788483778.310676:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483779.333659:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483779.333901:0:28481:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483779.333908:0:28481:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483779.334815:0:28481:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483779.334833:0:28481:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483779.656814:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251112832:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483779.656931:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483779.658308:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251112832 00000100:00100000:0.0:1788483779.658324:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251112832 00000100:00100000:0.0:1788483779.658436:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1788483779.658452:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251112832:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483779.658492:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483779.658810:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251112832:12345-0@lo:13:osp-pre-0-0.0 Request processed in 362us (1878us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483779.658819:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:0.0:1788483779.658903:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a46680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251112832:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483779.659676:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483779.663042:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483779.663102:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251112960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483779.663225:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483779.664014:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251112960 00000100:00100000:1.0:1788483779.664037:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251112960 00000100:00100000:1.0:1788483779.664130:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:1.0:1788483779.664150:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251112960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788483779.664184:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483779.664413:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636a46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251112960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 273us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483779.664422:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:0.0:1788483779.665220:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509215880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251112960:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788483779.665463:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788483780.356935:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483780.681584:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251113088:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483780.681692:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483780.681875:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251113088 00000100:00100000:1.0:1788483780.681886:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251113088 00000100:00100000:1.0:1788483780.681956:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1788483780.681968:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251113088:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483780.682016:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483780.682091:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251113088:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483780.682098:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:1.0:1788483780.682160:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509216a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251113088:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788483780.996686:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483780.996694:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483780.997207:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483780.997219:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:0.0:1788483781.261482:0:28532:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483781.261491:0:28532:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483781.262412:0:28532:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483781.262424:0:28532:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483781.383801:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483782.212909:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251113472:0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.212977:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483782.213059:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251113984:0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.213100:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483782.213123:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251114496:0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.213144:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483782.213146:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251113600:0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.213169:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788483782.213175:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251113344:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.213176:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483782.213195:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251114112:0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.213196:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483782.213209:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251113856:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.213215:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483782.213227:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483782.213230:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251114624:0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.213240:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251114368:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.213249:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483782.213256:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483782.213265:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1788483782.213270:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251113216:0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.213282:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251113472 00000100:00100000:2.0:1788483782.213289:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251113472 00000100:00100000:1.0:1788483782.213295:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483782.213316:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251113728:0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.213332:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1788483782.213335:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483782.213341:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251113472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.213350:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251114240:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.213368:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483782.213382:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76415ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251114752:0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.213386:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251113472:12345-0@lo:400:kworker.0 Request processed in 46us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483782.213393:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1788483782.213401:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483782.213407:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251113728 00000100:00100000:2.0:1788483782.213410:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251113728 00000100:00100000:1.0:1788483782.213423:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251113984 00000100:00100000:2.0:1788483782.213424:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1788483782.213426:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251113984 00000100:00100000:2.0:1788483782.213428:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750860f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251113728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.213455:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251114496 00000100:00100000:1.0:1788483782.213458:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251114496 00000100:00100000:2.0:1788483782.213459:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750860f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251113728:12345-0@lo:400:kworker.0 Request processed in 30us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483782.213465:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:1.0:1788483782.213471:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251113600 00000100:00100000:1.0:1788483782.213473:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251113600 00000100:00100000:2.0:1788483782.213480:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251113344 00000100:00100000:2.0:1788483782.213483:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251113344 00000100:00100000:1.0:1788483782.213483:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251113856 00000100:00100000:1.0:1788483782.213484:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251113856 00000100:00100000:1.0:1788483782.213493:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251114368 00000100:00100000:1.0:1788483782.213495:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251114368 00000100:00100000:2.0:1788483782.213517:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1366 00000100:00100000:2.0:1788483782.213524:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251113984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.213533:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1367 00000100:00100000:1.0:1788483782.213538:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251114496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.213551:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251113984:12345-0@lo:400:kworker.0 Request processed in 29us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483782.213557:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1366 00000100:00100000:1.0:1788483782.213561:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251114496:12345-0@lo:400:kworker.0 Request processed in 23us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483782.213566:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1367 00000100:00100000:2.0:1788483782.213570:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1368 00000100:00100000:2.0:1788483782.213575:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251113600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.213575:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1788483782.213580:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251113856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483782.213599:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509216a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251113600:12345-0@lo:400:kworker.0 Request processed in 23us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483782.213599:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251113856:12345-0@lo:400:kworker.0 Request processed in 18us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483782.213604:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1368 00000100:00100000:3.0:1788483782.213705:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251113856:0@lo:400:kworker.0 00000100:00100000:3.0:1788483782.213716:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251113472:0@lo:400:kworker.0 00000100:00100000:3.0:1788483782.213724:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251113984:0@lo:400:kworker.0 00000100:00100000:3.0:1788483782.213732:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251114496:0@lo:400:kworker.0 00000100:00100000:3.0:1788483782.213776:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251113216 00000100:00100000:3.0:1788483782.213779:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251113216 00000100:00100000:3.0:1788483782.213806:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1788483782.213812:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251113216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483782.213856:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b94c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251113216:12345-0@lo:400:kworker.0 Request processed in 33us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483782.213863:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:3.0:1788483782.213894:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251114112 00000100:00100000:3.0:1788483782.213897:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251114112 00000100:00100000:3.0:1788483782.213921:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251114624 00000100:00100000:3.0:1788483782.213924:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251114624 00000100:00100000:3.0:1788483782.213936:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251114240 00000100:00100000:3.0:1788483782.213938:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251114240 00000100:00100000:3.0:1788483782.213948:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251114752 00000100:00100000:3.0:1788483782.213950:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251114752 00000100:00100000:3.0:1788483782.213964:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1788483782.213969:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251114112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483782.213998:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509217100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251114112:12345-0@lo:400:kworker.0 Request processed in 29us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483782.214004:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 871 00000100:00100000:3.0:1788483782.214014:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1788483782.214020:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251114624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483782.214046:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509215880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251114624:12345-0@lo:400:kworker.0 Request processed in 27us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483782.214051:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 872 00000100:00100000:3.0:1788483782.214061:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1788483782.214256:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251114240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483782.214288:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251114240:12345-0@lo:400:kworker.0 Request processed in 35us (919us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483782.214293:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:3.0:1788483782.214303:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:3.0:1788483782.214309:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251114752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483782.214333:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507748700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251114752:12345-0@lo:400:kworker.0 Request processed in 24us (930us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483782.214338:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:1.0:1788483782.215268:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1369 00000100:00100000:1.0:1788483782.215298:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1788483782.215308:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251113344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215365:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415adc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251113344:12345-0@lo:400:kworker.0 Request processed in 61us (2167us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483782.215374:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1370 00000100:00100000:1.0:1788483782.215386:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1371 00000100:00100000:1.0:1788483782.215392:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251114368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215417:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251114368:12345-0@lo:400:kworker.0 Request processed in 26us (2160us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483782.215422:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1371 00000100:00080000:1.0:1788483782.215452:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483782.215456:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483782.215459:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483782.215462:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483782.215486:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251113216:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215514:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251113728:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215525:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251114240:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215535:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251114752:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215545:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251113600:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215554:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251114112:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215562:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415afb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251114624:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215599:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251113344:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215609:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76415ad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251114368:0@lo:400:kworker.0 00000100:00100000:1.0:1788483782.215785:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483782.215796:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76369a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251114880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483782.215824:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483782.216289:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251115008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483782.216315:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483782.216343:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251114880 00000100:00100000:1.0:1788483782.216348:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251114880 00000100:00100000:1.0:1788483782.216377:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251115008 00000100:00100000:1.0:1788483782.216380:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251115008 00000100:00100000:1.0:1788483782.216392:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1788483782.216397:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251114880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483782.216421:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483782.216454:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251114880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (629us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483782.216460:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:1.0:1788483782.216471:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1788483782.216476:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251115008:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483782.216484:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483782.216522:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251115008:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483782.216527:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:1.0:1788483782.216551:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251115008:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483782.216560:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76369a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251114880:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788483782.406969:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483782.724937:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251115136:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483782.725020:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483782.725145:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251115136 00000100:00100000:3.0:1788483782.725154:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251115136 00000100:00100000:3.0:1788483782.725208:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 736 00000100:00100000:3.0:1788483782.725217:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251115136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483782.725247:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483782.725302:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251115136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483782.725309:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 736 00000100:00100000:0.0:1788483782.725647:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251115136:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788483782.795324:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1788483783.205076:0:28583:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483783.205084:0:28583:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483783.205788:0:28583:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483783.205795:0:28583:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483783.363256:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483783.363288:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483783.363313:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483783.363327:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225087104 00000100:00100000:2.0:1788483783.363335:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483783.363336:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225087104 00000100:00100000:2.0:1788483783.363353:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483783.363370:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483783.363387:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483783.363392:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 821 00000100:00100000:1.0:1788483783.363402:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7604b96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225087104:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483783.363404:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483783.363432:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483783.363453:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225087616 00000100:00100000:2.0:1788483783.363457:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225087616 00000100:00100000:1.0:1788483783.363468:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7604b96450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225087104:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 67us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483783.363476:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 821 00000100:00100000:2.0:1788483783.363489:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225088128 00000100:00100000:2.0:1788483783.363492:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225088128 00000100:00100000:2.0:1788483783.363520:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225087488 00000100:00100000:1.0:1788483783.363522:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225087360 00000100:00100000:2.0:1788483783.363523:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225087488 00000100:00100000:1.0:1788483783.363525:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225087360 00000100:00100000:2.0:1788483783.363533:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225088000 00000100:00100000:2.0:1788483783.363535:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225088000 00000100:00100000:1.0:1788483783.363545:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225087872 00000100:00100000:2.0:1788483783.363548:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 875 00000100:00100000:1.0:1788483783.363548:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225087872 00000100:00100000:2.0:1788483783.363554:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225087616:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483783.363564:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225087232 00000100:00100000:1.0:1788483783.363566:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225087232 00000100:00100000:1.0:1788483783.363577:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225087744 00000100:00100000:1.0:1788483783.363579:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225087744 00000100:00100000:2.0:1788483783.363582:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225087616:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483783.363588:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 875 00000100:00100000:1.0:1788483783.363591:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1372 00000100:00100000:1.0:1788483783.363596:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225087360:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483783.363599:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 876 00000100:00100000:2.0:1788483783.363603:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225088128:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483783.363621:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225088128:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 17us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483783.363621:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415aea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225087360:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483783.363628:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 876 00000100:00100000:1.0:1788483783.363628:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1372 00000100:00100000:2.0:1788483783.363638:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 877 00000100:00100000:1.0:1788483783.363638:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1373 00000100:00100000:2.0:1788483783.363645:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225087488:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483783.363645:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225087872:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483783.363664:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225087488:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483783.363670:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 877 00000100:00100000:2.0:1788483783.363680:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 878 00000100:00100000:2.0:1788483783.363686:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225088000:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483783.363771:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1374 00000100:00100000:0.0:1788483783.363780:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76415ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225087232:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483783.368930:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415afb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225087872:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 5274us (5581us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483783.368943:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1373 00000100:00100000:1.0:1788483783.368997:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1375 00000100:00100000:1.0:1788483783.369131:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225087744:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483783.369189:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75087b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225087744:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 183us (5782us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483783.369196:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1375 00000100:00080000:1.0:1788483783.369799:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483783.369805:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483783.369808:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483783.369811:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483783.370556:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225088000:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 6863us (7116us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483783.370567:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 878 00000100:00100000:0.0:1788483783.373095:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76415ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225087232:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 9306us (9713us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483783.373109:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1374 00010000:00010000:2.0:1788483783.431518:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788483784.452662:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483784.773027:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7636a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251115264:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483784.773122:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483784.773228:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251115264 00000100:00100000:0.0:1788483784.773238:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251115264 00000100:00100000:0.0:1788483784.773307:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1788483784.773319:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251115264:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483784.773357:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483784.773412:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251115264:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483784.773420:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00080000:0.0:1788483784.773443:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483784.773487:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7636a45880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251115264:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483784.773694:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483784.773708:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251115392:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483784.773745:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483784.773787:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251115392 00000100:00100000:2.0:1788483784.773792:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251115392 00000100:00100000:2.0:1788483784.773826:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1788483784.773850:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251115392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483784.773862:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483784.773896:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641892300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251115392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483784.773904:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00080000:2.0:1788483784.773919:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483784.773939:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251115392:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788483785.379294:0:28635:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483785.379310:0:28635:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483785.381713:0:28635:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483785.381736:0:28635:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483785.478660:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483785.796809:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483785.798285:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251115520:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483785.798388:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483785.798624:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251115520 00000100:00100000:3.0:1788483785.798636:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251115520 00000100:00100000:3.0:1788483785.798710:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1788483785.798723:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251115520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788483785.798766:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:3.0:1788483785.799035:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251115520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 314us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483785.799044:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:1.0:1788483785.799160:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251115520:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483786.501446:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483787.332654:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251115648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483787.332761:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.332871:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251115648 00000100:00100000:1.0:1788483787.332881:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251115648 00000100:00100000:1.0:1788483787.333126:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:1.0:1788483787.333139:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251115648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483787.333181:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483787.333236:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251115648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483787.333244:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00080000:1.0:1788483787.333272:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483787.333319:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251115648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483787.334216:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251115776:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483787.334272:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.337957:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251115904:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.338057:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.338109:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251116416:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.338141:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.338162:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251116928:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.338190:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.338220:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788483787.338227:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251116032:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.338258:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.338278:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251116544:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.338330:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.338351:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251117056:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.338378:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.338418:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251115904 00000100:00100000:1.0:1788483787.338426:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251115904 00000100:00100000:1.0:1788483787.338486:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1788483787.338495:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251115904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.338578:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251115904:12345-0@lo:400:kworker.0 Request processed in 84us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483787.338586:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00100000:1.0:1788483787.338627:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251116416 00000100:00100000:1.0:1788483787.338631:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251116416 00000100:00100000:1.0:1788483787.338661:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1788483787.338667:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251116416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.338708:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251116416:12345-0@lo:400:kworker.0 Request processed in 41us (566us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483787.338714:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:1.0:1788483787.338733:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251116928 00000100:00100000:1.0:1788483787.338736:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251116928 00000100:00100000:1.0:1788483787.338773:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1788483787.338780:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251116928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.338813:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251116928:12345-0@lo:400:kworker.0 Request processed in 34us (623us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483787.338832:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 879 00000100:00100000:1.0:1788483787.338851:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251116032 00000100:00100000:1.0:1788483787.338855:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251116032 00000100:00100000:1.0:1788483787.338882:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251116544 00000100:00100000:1.0:1788483787.338885:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251116544 00000100:00100000:1.0:1788483787.338907:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251117056 00000100:00100000:1.0:1788483787.338910:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251117056 00000100:00100000:1.0:1788483787.338933:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1788483787.338940:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251116032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.338974:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76369a5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251116032:12345-0@lo:400:kworker.0 Request processed in 35us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483787.338981:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1376 00000100:00100000:1.0:1788483787.338995:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1788483787.339001:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251116544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.339030:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251116544:12345-0@lo:400:kworker.0 Request processed in 30us (700us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483787.339036:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1377 00000100:00100000:1.0:1788483787.339049:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1378 00000100:00100000:1.0:1788483787.339056:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251117056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.339101:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251117056:12345-0@lo:400:kworker.0 Request processed in 45us (722us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483787.339108:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1378 00000100:00080000:1.0:1788483787.339160:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483787.339165:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483787.339184:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251116288:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.339216:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.339237:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251116800:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.339263:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.339286:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788483787.339292:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251116160:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.339317:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.339338:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251116672:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.339360:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.339377:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251117184:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.339398:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483787.339429:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251116800 00000100:00100000:1.0:1788483787.339433:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251116800 00000100:00100000:1.0:1788483787.339467:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1788483787.339474:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251116800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.339537:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251116800:12345-0@lo:400:kworker.0 Request processed in 63us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483787.339543:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 880 00000100:00100000:1.0:1788483787.339559:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251116160 00000100:00100000:1.0:1788483787.339562:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251116160 00000100:00100000:1.0:1788483787.339582:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:1.0:1788483787.339588:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251116160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483787.339738:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251115776 00000100:00100000:3.0:1788483787.339743:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251115776 00000100:00100000:3.0:1788483787.339776:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1788483787.339783:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251115776:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788483787.339799:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483787.339845:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251115776:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (5573us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483787.339852:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1788483787.342066:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251116288 00000100:00100000:3.0:1788483787.342081:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251116288 00000100:00100000:3.0:1788483787.342133:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251116672 00000100:00100000:3.0:1788483787.342135:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251116672 00000100:00100000:3.0:1788483787.342156:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251117184 00000100:00100000:3.0:1788483787.342160:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251117184 00000100:00100000:3.0:1788483787.342184:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1788483787.342194:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251116288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483787.342285:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251116288:12345-0@lo:400:kworker.0 Request processed in 93us (3069us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483787.342292:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1379 00000100:00100000:3.0:1788483787.342306:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1788483787.342312:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251116672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483787.342334:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251116672:12345-0@lo:400:kworker.0 Request processed in 23us (2973us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483787.342339:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1380 00000100:00100000:3.0:1788483787.342350:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1788483787.342355:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251117184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483787.342381:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251117184:12345-0@lo:400:kworker.0 Request processed in 27us (2983us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483787.342387:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1381 00000100:00100000:3.0:1788483787.342458:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251116032:0@lo:400:kworker.0 00000100:00100000:3.0:1788483787.342475:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251116544:0@lo:400:kworker.0 00000100:00100000:3.0:1788483787.342488:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251117056:0@lo:400:kworker.0 00000100:00100000:3.0:1788483787.342520:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251115904:0@lo:400:kworker.0 00000100:00100000:3.0:1788483787.342536:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251116416:0@lo:400:kworker.0 00000100:00100000:3.0:1788483787.342548:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251116928:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.344632:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251116160:12345-0@lo:400:kworker.0 Request processed in 27us (297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483787.344651:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00080000:1.0:1788483787.344734:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483787.344741:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483787.344745:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483787.344811:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251116160:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.344850:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251116672:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.344863:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251117184:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.344878:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251116288:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.344891:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251116800:0@lo:400:kworker.0 00000100:00100000:1.0:1788483787.344924:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251115776:0@lo:13:osp-pre-1-1.0 00000040:00080000:0.0:1788483787.456154:0:28686:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483787.456168:0:28686:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483787.459050:0:28686:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483787.459079:0:28686:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483787.526367:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483787.847321:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483787.847355:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251117312:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483787.847446:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483787.848418:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251117312 00000100:00100000:2.0:1788483787.848432:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251117312 00000100:00100000:2.0:1788483787.848522:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1788483787.848534:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f761e7c5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251117312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483787.848577:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483787.848657:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f761e7c5050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251117312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 125us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483787.848665:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:0.0:1788483787.855395:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251117312:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483788.455958:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483788.456009:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483788.456037:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483788.456072:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483788.456114:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483788.456130:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225088640 00000100:00100000:1.0:1788483788.456143:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483788.456149:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225088640 00000100:00100000:1.0:1788483788.456166:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483788.456192:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483788.456226:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483788.456284:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225088384 00000100:00100000:3.0:1788483788.456295:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225088384 00000100:00100000:0.0:1788483788.456340:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225088896 00000100:00100000:0.0:1788483788.456349:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225088896 00000100:00100000:3.0:1788483788.456354:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225088512 00000100:00100000:3.0:1788483788.456361:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225088512 00000100:00100000:3.0:1788483788.456416:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225089024 00000100:00100000:3.0:1788483788.456420:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225089024 00000100:00100000:0.0:1788483788.456428:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1382 00000100:00100000:0.0:1788483788.456444:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225088384:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483788.456456:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1383 00000100:00100000:3.0:1788483788.456470:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225088896:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483788.456630:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2400:x1875360225088384:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 189us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483788.456640:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1382 00000100:00100000:0.0:1788483788.456666:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1384 00000100:00100000:0.0:1788483788.456674:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225088512:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483788.460278:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225088896:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 3800us (4226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483788.460292:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1383 00000100:00100000:3.0:1788483788.460333:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1385 00000100:00100000:3.0:1788483788.460346:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225089024:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483788.460397:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225089024:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 56us (4204us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483788.460404:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1385 00000100:00100000:2.0:1788483788.461412:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225089152 00000100:00100000:2.0:1788483788.461429:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225089152 00000100:00080000:2.0:1788483788.461452:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483788.461461:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483788.461465:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483788.461484:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225088768 00000100:00100000:2.0:1788483788.461487:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225088768 00000100:00100000:2.0:1788483788.461552:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225089280 00000100:00100000:2.0:1788483788.461556:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225089280 00000100:00100000:2.0:1788483788.461579:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 881 00000100:00100000:2.0:1788483788.461590:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225088640:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483788.461682:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225088640:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 93us (5672us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483788.461690:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 881 00000100:00100000:2.0:1788483788.461707:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 882 00000100:00100000:2.0:1788483788.461713:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225088768:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483788.461738:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225088768:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (5573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483788.461745:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 882 00000100:00100000:2.0:1788483788.461755:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 883 00000100:00100000:2.0:1788483788.461761:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225089280:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483788.461901:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225089280:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 139us (5674us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483788.461909:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 883 00000100:00100000:2.0:1788483788.461930:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225088256 00000100:00100000:2.0:1788483788.461934:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225088256 00000100:00100000:2.0:1788483788.461970:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 823 00000100:00100000:2.0:1788483788.461977:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225088256:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483788.462000:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225088256:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (5888us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483788.462007:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 823 00000100:00080000:2.0:1788483788.462032:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483788.462443:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483788.462475:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 884 00000100:00100000:2.0:1788483788.462483:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225089152:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483788.463027:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225088512:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 6340us (6871us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483788.463039:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1384 00000100:00100000:2.0:1788483788.463922:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225089152:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1432us (7841us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483788.463932:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 884 00010000:00010000:1.0:1788483788.548777:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483789.349716:0:28737:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483789.349724:0:28737:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483789.350268:0:28737:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483789.350277:0:28737:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483789.578703:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483789.892763:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251117440:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483789.892763:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251117568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483789.892849:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483789.893114:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483789.893208:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251117568 00000100:00100000:0.0:1788483789.893217:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251117568 00000100:00100000:2.0:1788483789.893254:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251117440 00000100:00100000:2.0:1788483789.893258:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251117440 00000100:00100000:2.0:1788483789.893282:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1788483789.893344:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251117568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483789.893372:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483789.893420:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251117568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 131us (571us total) trans 0 rc 0/0 00000100:00080000:3.0:1788483789.893466:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483789.893890:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251117568:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483789.894270:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1788483789.894284:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251117440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483789.894300:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483789.894351:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251117440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (1237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483789.894358:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1788483789.894451:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251117440:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483789.895309:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000040:00080000:1.0:1788483790.213240:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483790.213248:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483790.214445:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483790.214461:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483790.596984:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483790.918880:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251117696:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483790.918946:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483790.919026:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251117696 00000100:00100000:2.0:1788483790.919033:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251117696 00000100:00100000:2.0:1788483790.919077:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1788483790.919086:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251117696:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483790.919116:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483790.919159:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641892a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251117696:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (212us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483790.919170:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:2.0:1788483790.919212:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251117696:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483791.316956:0:28788:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483791.316967:0:28788:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483791.318182:0:28788:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483791.318209:0:28788:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483791.620895:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483792.006426:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788483792.452684:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483792.452691:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483792.452707:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750773b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251117824:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483792.452707:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750989df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251117952:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483792.452990:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251118336:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.457700:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483792.457872:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251118080:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.457936:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483792.457975:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251118592:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458005:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483792.458025:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251119104:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458048:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483792.458069:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251119616:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458090:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483792.458111:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788483792.458117:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251118464:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458143:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483792.458168:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251118464 00000100:00100000:3.0:1788483792.458176:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251118464 00000100:00100000:3.0:1788483792.458239:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1386 00000100:00100000:3.0:1788483792.458249:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251118464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458297:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251118464:12345-0@lo:400:kworker.0 Request processed in 50us (153us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483792.458304:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1386 00000100:00100000:3.0:1788483792.458528:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251118464:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458536:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251118976:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458561:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483792.458580:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251119488:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458600:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483792.458738:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251119104 00000100:00100000:3.0:1788483792.458742:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251119104 00000100:00100000:3.0:1788483792.458775:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251119616 00000100:00100000:3.0:1788483792.458778:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251119616 00000100:00100000:3.0:1788483792.458801:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251118976 00000100:00100000:3.0:1788483792.458804:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251118976 00000100:00100000:3.0:1788483792.458817:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251119488 00000100:00100000:3.0:1788483792.458819:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251119488 00000100:00100000:3.0:1788483792.458833:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1788483792.458838:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251119104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458877:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251119104:12345-0@lo:400:kworker.0 Request processed in 38us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483792.458883:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:3.0:1788483792.458896:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1788483792.458902:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251119616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458930:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251119616:12345-0@lo:400:kworker.0 Request processed in 29us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483792.458936:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:3.0:1788483792.458946:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1788483792.458951:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251118976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.458972:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251118976:12345-0@lo:400:kworker.0 Request processed in 21us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483792.458977:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 887 00000100:00100000:3.0:1788483792.458986:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 888 00000100:00100000:3.0:1788483792.458991:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251119488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.459018:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251119488:12345-0@lo:400:kworker.0 Request processed in 27us (417us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483792.459024:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 888 00000100:00080000:3.0:1788483792.459039:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483792.459043:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483792.459078:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251118976:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.459089:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251119488:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.459098:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251119104:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.459106:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251119616:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.459322:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251118592 00000100:00100000:3.0:1788483792.459326:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251118592 00000100:00100000:3.0:1788483792.459357:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1788483792.459363:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251118592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.459400:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251118592:12345-0@lo:400:kworker.0 Request processed in 38us (1394us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483792.459406:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:3.0:1788483792.459424:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251118080 00000100:00100000:3.0:1788483792.459427:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251118080 00000100:00100000:3.0:1788483792.459452:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1788483792.459458:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251118080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.459490:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251118080:12345-0@lo:400:kworker.0 Request processed in 33us (1554us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483792.459496:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 824 00000100:00100000:3.0:1788483792.459566:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251118080:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.459577:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251118592:0@lo:400:kworker.0 00000100:00100000:1.0:1788483792.459638:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483792.463120:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483792.463183:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251118848:0@lo:400:kworker.0 00000100:00100000:0.0:1788483792.463228:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483792.464032:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251119360:0@lo:400:kworker.0 00000100:00100000:0.0:1788483792.464067:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483792.464094:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788483792.464101:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251118208:0@lo:400:kworker.0 00000100:00100000:0.0:1788483792.464125:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483792.464144:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251118720:0@lo:400:kworker.0 00000100:00100000:0.0:1788483792.464167:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483792.464186:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251119232:0@lo:400:kworker.0 00000100:00100000:0.0:1788483792.464206:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483792.464417:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251118336 00000100:00100000:0.0:1788483792.464425:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251118336 00000100:00100000:0.0:1788483792.464472:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1788483792.464481:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251118336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483792.464563:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251118336:12345-0@lo:400:kworker.0 Request processed in 81us (1448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483792.464573:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 743 00000100:00100000:0.0:1788483792.464596:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251118848 00000100:00100000:0.0:1788483792.464600:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251118848 00000100:00100000:0.0:1788483792.464632:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251119360 00000100:00100000:0.0:1788483792.464636:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251119360 00000100:00100000:0.0:1788483792.464649:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251118208 00000100:00100000:0.0:1788483792.464652:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251118208 00000100:00100000:0.0:1788483792.464661:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251118720 00000100:00100000:0.0:1788483792.464664:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251118720 00000100:00100000:0.0:1788483792.464674:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251119232 00000100:00100000:0.0:1788483792.464676:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251119232 00000100:00100000:0.0:1788483792.464689:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1387 00000100:00100000:0.0:1788483792.464694:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251118848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483792.464726:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251118848:12345-0@lo:400:kworker.0 Request processed in 32us (1497us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483792.464733:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1387 00000100:00100000:0.0:1788483792.464747:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1388 00000100:00100000:0.0:1788483792.464753:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a38050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251119360:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483792.464781:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a38050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251119360:12345-0@lo:400:kworker.0 Request processed in 29us (713us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483792.464786:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1388 00000100:00100000:3.0:1788483792.469183:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1788483792.469207:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251118208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.469292:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251118208:12345-0@lo:400:kworker.0 Request processed in 95us (5165us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483792.469299:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1389 00000100:00100000:3.0:1788483792.469322:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1788483792.469328:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251118720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.469353:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251118720:12345-0@lo:400:kworker.0 Request processed in 26us (5186us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483792.469359:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1390 00000100:00100000:3.0:1788483792.469368:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1391 00000100:00100000:3.0:1788483792.469374:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251119232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.469396:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f10a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251119232:12345-0@lo:400:kworker.0 Request processed in 23us (5189us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483792.469401:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1391 00000100:00080000:3.0:1788483792.469435:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483792.469440:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483792.471197:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641892d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251118208:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.471243:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251118720:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.471256:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251119232:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.471267:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251118336:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.471278:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251118848:0@lo:400:kworker.0 00000100:00100000:3.0:1788483792.471289:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251119360:0@lo:400:kworker.0 00000100:00100000:2.0:1788483792.478648:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251117824 00000100:00100000:2.0:1788483792.478664:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251117824 00000100:00100000:2.0:1788483792.478785:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251117952 00000100:00100000:2.0:1788483792.478788:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251117952 00000100:00100000:1.0:1788483792.479833:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1788483792.479850:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251117824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483792.479881:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483792.480079:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251117824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 235us (22385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483792.480087:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:1.0:1788483792.480105:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1788483792.480113:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251117952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788483792.480123:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483792.480153:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251117952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (20516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483792.480159:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:0.0:1788483792.480270:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750773b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251117824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483792.480313:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750989df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251117952:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1788483792.645363:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483792.964685:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483792.964708:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251119744:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483792.964782:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483792.964972:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251119744 00000100:00100000:0.0:1788483792.964979:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251119744 00000100:00100000:0.0:1788483792.965032:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 744 00000100:00100000:0.0:1788483792.965042:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251119744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483792.965074:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483792.965119:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641891500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251119744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483792.965126:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 744 00000100:00100000:2.0:1788483792.965468:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251119744:0@lo:41:osp-pre-1-0.0 00000040:00080000:1.0:1788483793.422608:0:28840:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483793.422618:0:28840:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483793.424660:0:28840:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483793.424676:0:28840:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483793.586520:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483793.586556:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483793.586582:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483793.586600:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483793.586615:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483793.586630:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483793.586646:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483793.586662:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483793.586805:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225089408 00000100:00100000:0.0:1788483793.586815:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225089408 00000100:00100000:0.0:1788483793.586875:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 825 00000100:00100000:0.0:1788483793.586884:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225089408:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483793.586947:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225089408:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 63us (453us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483793.586955:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 825 00000100:00100000:2.0:1788483793.587153:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483793.587595:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225089920 00000100:00100000:1.0:1788483793.587601:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225089920 00000100:00100000:1.0:1788483793.587647:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225090432 00000100:00100000:1.0:1788483793.587650:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225090432 00000100:00100000:1.0:1788483793.587663:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 889 00000100:00100000:1.0:1788483793.587669:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225089920:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483793.587707:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225089920:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 37us (1124us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483793.587714:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 889 00000100:00100000:1.0:1788483793.587726:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225089792 00000100:00100000:1.0:1788483793.587728:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225089792 00000100:00100000:1.0:1788483793.587741:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225090304 00000100:00100000:1.0:1788483793.587743:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225090304 00000100:00100000:1.0:1788483793.587768:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 890 00000100:00100000:1.0:1788483793.587775:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225090432:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483793.587809:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641893b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225090432:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 34us (1192us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483793.587815:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 890 00000100:00100000:1.0:1788483793.587826:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 891 00000100:00100000:1.0:1788483793.587831:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225089792:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483793.587854:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641891c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225089792:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (1206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483793.587860:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 891 00000100:00100000:1.0:1788483793.587870:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 892 00000100:00100000:1.0:1788483793.587876:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225090304:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483793.587897:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225090304:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483793.587906:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 892 00000100:00080000:0.0:1788483793.588549:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483793.588554:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483793.591327:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225089664 00000100:00100000:3.0:1788483793.591341:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225089664 00000100:00100000:3.0:1788483793.591421:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225090176 00000100:00100000:3.0:1788483793.591425:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225090176 00000100:00100000:3.0:1788483793.591456:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225089536 00000100:00100000:3.0:1788483793.591459:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225089536 00000100:00100000:3.0:1788483793.591474:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225090048 00000100:00100000:3.0:1788483793.591477:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225090048 00000100:00100000:3.0:1788483793.591521:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1392 00000100:00100000:3.0:1788483793.591532:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225089664:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483793.591600:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641893800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225089664:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 70us (5042us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483793.591607:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1392 00000100:00100000:3.0:1788483793.591625:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1393 00000100:00100000:3.0:1788483793.591631:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225090176:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483793.591655:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641893480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225090176:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (5054us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483793.591661:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1393 00000100:00100000:3.0:1788483793.591675:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1394 00000100:00100000:3.0:1788483793.591681:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225089536:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483793.591704:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641890380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225089536:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (5073us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483793.591711:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1394 00000100:00100000:3.0:1788483793.591723:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1395 00000100:00100000:3.0:1788483793.591729:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225090048:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483793.592111:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641892d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225090048:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (5091us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483793.592119:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1395 00000100:00080000:0.0:1788483793.592730:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483793.592735:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1788483793.668702:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483794.692879:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483795.014760:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251119872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483795.014840:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483795.014916:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251120000:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483795.014939:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483795.015036:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251119872 00000100:00100000:2.0:1788483795.015045:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251119872 00000100:00100000:2.0:1788483795.015090:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251120000 00000100:00100000:2.0:1788483795.015092:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251120000 00000100:00100000:2.0:1788483795.015108:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1788483795.015115:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251119872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483795.015142:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483795.015274:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:3.0:1788483795.015283:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251120000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483795.015294:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:0.0:1788483795.018617:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483795.018925:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251119872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3803us (4078us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483795.018937:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1788483795.022000:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251119872:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483795.022738:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251120000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7453us (7794us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483795.022751:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1788483795.022822:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251120000:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788483795.310321:0:28891:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483795.310330:0:28891:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483795.311071:0:28891:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483795.311088:0:28891:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483795.716871:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483796.038903:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251120128:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483796.038970:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483796.040408:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251120128 00000100:00100000:1.0:1788483796.040419:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251120128 00000100:00100000:1.0:1788483796.040479:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:1.0:1788483796.040488:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251120128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483796.040542:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483796.040613:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251120128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (1642us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483796.040620:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1788483796.040716:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251120128:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788483796.741589:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483797.402126:0:28942:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483797.402140:0:28942:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483797.402978:0:28942:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483797.402993:0:28942:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483797.572815:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251120256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483797.572912:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483797.573106:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251120256 00000100:00100000:0.0:1788483797.573117:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251120256 00000100:00100000:0.0:1788483797.573195:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1788483797.573207:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251120256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483797.573245:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483797.573305:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641891880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251120256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 100us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483797.573312:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:0.0:1788483797.573373:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f12300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251120256:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483797.574053:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251120384:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483797.574099:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788483797.574210:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483797.581744:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251120384 00000100:00100000:3.0:1788483797.581780:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251120384 00000100:00100000:3.0:1788483797.581888:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1788483797.581902:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251120384:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788483797.582120:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1788483797.582269:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483797.582868:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251120640:0@lo:400:kworker.0 00000100:00100000:0.0:1788483797.583157:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251120512:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.583241:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483797.587181:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483797.587258:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251121024:0@lo:400:kworker.0 00000100:00100000:0.0:1788483797.587301:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483797.588063:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251121152:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.588106:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483797.588136:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251121664:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.588161:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483797.588220:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251120640 00000100:00100000:2.0:1788483797.588229:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251120640 00000100:00100000:0.0:1788483797.589261:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251121536:0@lo:400:kworker.0 00000100:00100000:0.0:1788483797.589323:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483797.589462:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251121152 00000100:00100000:2.0:1788483797.589470:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251121152 00000100:00100000:2.0:1788483797.589524:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251121664 00000100:00100000:3.0:1788483797.589656:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f12300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251120384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 7754us (15553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483797.589669:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1788483797.589721:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251120512 00000100:00100000:3.0:1788483797.589728:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251120512 00000100:00100000:3.0:1788483797.589760:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1788483797.589780:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251120512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483797.589841:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251120512:12345-0@lo:400:kworker.0 Request processed in 63us (2673us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483797.589847:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:0.0:1788483797.590701:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251120512:0@lo:400:kworker.0 00000100:00080000:0.0:1788483797.590754:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483797.591215:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251121664 00000100:00100000:2.0:1788483797.591306:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1396 00000100:00100000:2.0:1788483797.591317:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251120640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.591688:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251120640:12345-0@lo:400:kworker.0 Request processed in 373us (8446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483797.591698:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1396 00000100:00100000:2.0:1788483797.591720:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1397 00000100:00100000:2.0:1788483797.591727:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251121152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.591759:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251121152:12345-0@lo:400:kworker.0 Request processed in 33us (3653us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483797.591776:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1397 00000100:00100000:2.0:1788483797.591790:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1788483797.591797:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251121664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.591830:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251121664:12345-0@lo:400:kworker.0 Request processed in 34us (3669us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483797.591850:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1398 00000100:00100000:2.0:1788483797.591876:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251121024 00000100:00100000:2.0:1788483797.591883:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251121024 00000100:00100000:2.0:1788483797.591919:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1788483797.591925:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251121024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483797.592449:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251121536 00000100:00100000:3.0:1788483797.592456:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251121536 00000100:00100000:3.0:1788483797.592601:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:3.0:1788483797.592612:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251121536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483797.592674:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f11f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251121536:12345-0@lo:400:kworker.0 Request processed in 66us (3352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483797.592681:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:2.0:1788483797.594721:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251121024:12345-0@lo:400:kworker.0 Request processed in 2780us (7404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483797.594738:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1788483797.594875:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251120640:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.594893:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251121152:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.594907:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509218380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251121664:0@lo:400:kworker.0 00000100:00080000:1.0:1788483797.595421:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788483797.595432:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483797.595485:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251121024:0@lo:400:kworker.0 00000100:00100000:1.0:1788483797.595516:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251121536:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.596060:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251120896:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.596129:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483797.596178:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251121408:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.596209:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483797.596259:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251120384:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483797.596281:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788483797.596288:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251120768:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.596318:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483797.596340:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251121280:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.596363:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483797.596382:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251121792:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.596406:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483797.596445:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251121408 00000100:00100000:2.0:1788483797.596453:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251121408 00000100:00100000:2.0:1788483797.596547:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1788483797.596559:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251121408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.596617:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251121408:12345-0@lo:400:kworker.0 Request processed in 61us (407us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483797.596625:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:2.0:1788483797.596651:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251120896 00000100:00100000:2.0:1788483797.596654:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251120896 00000100:00100000:2.0:1788483797.596677:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251121280 00000100:00100000:2.0:1788483797.596680:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251121280 00000100:00100000:2.0:1788483797.596697:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251121792 00000100:00100000:2.0:1788483797.596700:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251121792 00000100:00100000:2.0:1788483797.596720:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1788483797.596726:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251120896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.596759:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251120896:12345-0@lo:400:kworker.0 Request processed in 34us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483797.596779:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1399 00000100:00100000:2.0:1788483797.596793:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1788483797.596799:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251121280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.596828:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251121280:12345-0@lo:400:kworker.0 Request processed in 30us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483797.596834:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1400 00000100:00100000:2.0:1788483797.596847:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1788483797.596854:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251121792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.596879:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251121792:12345-0@lo:400:kworker.0 Request processed in 27us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483797.596885:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1401 00000100:00100000:2.0:1788483797.596927:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251121280:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.598310:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251121792:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.598348:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251120896:0@lo:400:kworker.0 00000100:00100000:2.0:1788483797.598361:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251121408:0@lo:400:kworker.0 00000100:00080000:1.0:1788483797.598486:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483797.598494:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483797.598568:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251120768 00000100:00100000:1.0:1788483797.598576:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251120768 00000100:00100000:1.0:1788483797.598638:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:1.0:1788483797.598648:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251120768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483797.598743:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251120768:12345-0@lo:400:kworker.0 Request processed in 96us (2424us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483797.598755:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:3.0:1788483797.598892:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251120768:0@lo:400:kworker.0 00010000:00010000:1.0:1788483797.765216:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483798.085486:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483798.085522:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251121920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483798.085592:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483798.085736:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251121920 00000100:00100000:1.0:1788483798.085744:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251121920 00000100:00100000:1.0:1788483798.085815:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:1.0:1788483798.085824:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251121920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483798.085856:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483798.085916:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251121920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483798.085923:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:2.0:1788483798.086130:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251121920:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483798.696107:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483798.696190:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225090560 00000100:00100000:3.0:1788483798.696200:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225090560 00000100:00100000:3.0:1788483798.696262:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 827 00000100:00100000:3.0:1788483798.696273:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225090560:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483798.696343:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225090560:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 71us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483798.696350:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 827 00000100:00100000:3.0:1788483798.704388:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483798.704426:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483798.704459:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483798.704495:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483798.704554:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225090944 00000100:00100000:3.0:1788483798.704563:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225090944 00000100:00100000:3.0:1788483798.704610:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225091456 00000100:00100000:3.0:1788483798.704612:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225091456 00000100:00100000:3.0:1788483798.704634:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 895 00000100:00100000:3.0:1788483798.704643:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225090944:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483798.704705:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225090944:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 63us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483798.704713:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 895 00000100:00100000:3.0:1788483798.704727:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 896 00000100:00100000:3.0:1788483798.704733:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225091456:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483798.704768:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225091456:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483798.704775:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 896 00000100:00080000:3.0:1788483798.704792:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483798.705380:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225090688 00000100:00100000:2.0:1788483798.705386:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225090688 00000100:00100000:2.0:1788483798.705435:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225091200 00000100:00100000:2.0:1788483798.705438:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225091200 00000100:00100000:2.0:1788483798.705462:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1402 00000100:00100000:2.0:1788483798.705469:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225090688:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483798.705530:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225090688:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 62us (1150us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483798.705537:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1402 00000100:00100000:2.0:1788483798.705551:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1403 00000100:00100000:2.0:1788483798.705558:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225091200:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483798.705580:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225091200:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (1121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483798.705586:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1403 00000100:00080000:0.0:1788483798.705850:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788483798.710984:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483798.711023:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483798.711053:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483798.711080:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483798.711107:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225091072 00000100:00100000:3.0:1788483798.711116:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225091072 00000100:00100000:3.0:1788483798.711171:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225091584 00000100:00100000:3.0:1788483798.711174:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225091584 00000100:00100000:3.0:1788483798.711195:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 897 00000100:00100000:3.0:1788483798.711204:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225091072:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483798.711273:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225091072:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 71us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483798.711280:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 897 00000100:00100000:3.0:1788483798.711296:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 898 00000100:00100000:3.0:1788483798.711303:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225091584:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483798.711326:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225091584:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (244us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483798.711331:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 898 00000100:00080000:3.0:1788483798.711352:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483798.711566:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225090816 00000100:00100000:1.0:1788483798.711571:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225090816 00000100:00100000:1.0:1788483798.711617:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225091328 00000100:00100000:1.0:1788483798.711621:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225091328 00000100:00100000:1.0:1788483798.711643:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1404 00000100:00100000:1.0:1788483798.711650:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225090816:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483798.711688:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2401:x1875360225090816:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483798.711695:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1404 00000100:00100000:1.0:1788483798.711710:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1405 00000100:00100000:1.0:1788483798.711716:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225091328:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483798.711740:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225091328:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (687us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483798.711746:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1405 00000100:00080000:3.0:1788483798.712586:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1788483798.789860:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483799.275467:0:28993:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483799.275476:0:28993:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483799.279293:0:28993:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483799.279687:0:28993:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483799.813265:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483800.133675:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251122048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483800.133763:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483800.134135:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251122048 00000100:00100000:2.0:1788483800.134144:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251122048 00000100:00100000:2.0:1788483800.134203:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1788483800.134213:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251122048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483800.134242:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483800.134287:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251122048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483800.134294:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00080000:1.0:1788483800.134686:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483800.134724:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251122048:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483800.135084:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483800.135097:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251122176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483800.135135:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483800.135335:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251122176 00000100:00100000:2.0:1788483800.135341:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251122176 00000100:00100000:2.0:1788483800.135391:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788483800.135400:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251122176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483800.135413:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483800.135457:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251122176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 58us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483800.135463:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:0.0:1788483800.135550:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251122176:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483800.135761:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000040:00080000:0.0:1788483800.454242:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483800.454250:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483800.456496:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483800.456545:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483800.837778:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483801.159608:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483801.159631:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750989e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251122304:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483801.159694:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483801.159954:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251122304 00000100:00100000:1.0:1788483801.159962:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251122304 00000100:00100000:1.0:1788483801.160013:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:1.0:1788483801.160022:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251122304:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483801.160055:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483801.160109:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251122304:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483801.160117:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:3.0:1788483801.160252:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750989e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251122304:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483801.272249:0:29045:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483801.272257:0:29045:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483801.272835:0:29045:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483801.272844:0:29045:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483801.861623:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483802.245799:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483802.695310:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750989ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251122432:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483802.695372:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483802.695446:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251122432 00000100:00100000:1.0:1788483802.695453:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251122432 00000100:00100000:1.0:1788483802.695523:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:1.0:1788483802.695532:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251122432:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483802.695558:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483802.695601:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251122432:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483802.695607:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00080000:1.0:1788483802.695627:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483802.695657:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750989ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251122432:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483802.701944:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251122560:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702007:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483802.702042:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251123072:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702068:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483802.702086:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251123584:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702110:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483802.702145:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788483802.702151:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251122688:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702174:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483802.702194:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251123200:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702213:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483802.702224:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251123712:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702240:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483802.702268:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251122560 00000100:00100000:0.0:1788483802.702275:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251122560 00000100:00100000:0.0:1788483802.702314:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1788483802.702322:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251122560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702368:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3638:x1875360251122560:12345-0@lo:400:kworker.0 Request processed in 46us (360us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483802.702376:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:0.0:1788483802.702405:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251123072 00000100:00100000:0.0:1788483802.702409:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251123072 00000100:00100000:0.0:1788483802.702431:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1788483802.702437:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251123072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702468:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641890e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251123072:12345-0@lo:400:kworker.0 Request processed in 31us (399us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483802.702475:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1788483802.702492:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251123584 00000100:00100000:0.0:1788483802.702495:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251123584 00000100:00100000:0.0:1788483802.702557:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1788483802.702563:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251123584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702595:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251123584:12345-0@lo:400:kworker.0 Request processed in 33us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483802.702601:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:0.0:1788483802.702617:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251122688 00000100:00100000:0.0:1788483802.702621:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251122688 00000100:00100000:0.0:1788483802.702641:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251123200 00000100:00100000:0.0:1788483802.702644:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251123200 00000100:00100000:0.0:1788483802.702658:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251123712 00000100:00100000:0.0:1788483802.702661:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251123712 00000100:00100000:0.0:1788483802.702680:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1788483802.702686:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251122688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702715:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3638:x1875360251122688:12345-0@lo:400:kworker.0 Request processed in 30us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483802.702721:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1406 00000100:00100000:0.0:1788483802.702732:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1407 00000100:00100000:0.0:1788483802.702749:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251123200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702776:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3638:x1875360251123200:12345-0@lo:400:kworker.0 Request processed in 39us (563us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483802.702782:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1407 00000100:00100000:0.0:1788483802.702793:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1788483802.702798:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251123712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702822:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3638:x1875360251123712:12345-0@lo:400:kworker.0 Request processed in 24us (581us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483802.702827:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1408 00000100:00100000:0.0:1788483802.702858:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3638:1875360251122688:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702869:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3638:1875360251123200:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702877:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3638:1875360251123712:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702885:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3638:1875360251122560:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702893:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251123072:0@lo:400:kworker.0 00000100:00100000:0.0:1788483802.702902:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251123584:0@lo:400:kworker.0 00000100:00100000:3.0:1788483802.703188:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483802.703199:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251124096:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483802.703232:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483802.703261:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251124096 00000100:00100000:3.0:1788483802.703265:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251124096 00000100:00100000:3.0:1788483802.703295:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1788483802.703301:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251124096:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483802.703315:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483802.703348:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251124096:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (116us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483802.703354:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1788483802.703384:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251124096:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483802.703602:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251122816:0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.703632:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483802.703653:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251123328:0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.703671:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483802.703688:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251123840:0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.703708:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483802.703726:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788483802.703731:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251122944:0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.703764:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483802.703780:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251123456:0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.703801:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483802.703814:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251123968:0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.703831:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483802.703851:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251123328 00000100:00100000:1.0:1788483802.703855:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251123328 00000100:00100000:1.0:1788483802.703879:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251123840 00000100:00100000:1.0:1788483802.703893:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251123840 00000100:00100000:1.0:1788483802.703920:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251122944 00000100:00100000:1.0:1788483802.703923:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251122944 00000100:00100000:1.0:1788483802.703940:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1409 00000100:00100000:1.0:1788483802.703945:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251123328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.703977:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251123328:12345-0@lo:400:kworker.0 Request processed in 32us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483802.703983:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1409 00000100:00100000:1.0:1788483802.703996:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1788483802.704002:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251123840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.704025:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251123840:12345-0@lo:400:kworker.0 Request processed in 23us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483802.704030:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1410 00000100:00100000:1.0:1788483802.704040:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1411 00000100:00100000:1.0:1788483802.704045:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251122944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.704066:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875360251122944:12345-0@lo:400:kworker.0 Request processed in 21us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483802.704071:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1411 00000100:00080000:1.0:1788483802.704094:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483802.704098:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483802.704100:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483802.704103:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483802.704311:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875360251122944:0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.704321:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251123328:0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.704330:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251123840:0@lo:400:kworker.0 00000100:00100000:3.0:1788483802.704587:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251122816 00000100:00100000:3.0:1788483802.704592:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251122816 00000100:00100000:3.0:1788483802.704625:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1788483802.704632:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251122816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483802.704670:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251122816:12345-0@lo:400:kworker.0 Request processed in 39us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483802.704676:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 751 00000100:00100000:3.0:1788483802.704692:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251123456 00000100:00100000:3.0:1788483802.704695:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251123456 00000100:00100000:3.0:1788483802.704720:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251123968 00000100:00100000:3.0:1788483802.704734:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251123968 00000100:00100000:3.0:1788483802.704763:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1788483802.704769:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251123456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483802.704798:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251123456:12345-0@lo:400:kworker.0 Request processed in 30us (997us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483802.704803:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1788483802.704814:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1788483802.704819:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251123968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483802.704843:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251123968:12345-0@lo:400:kworker.0 Request processed in 24us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483802.704848:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00080000:1.0:1788483802.706288:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483802.706337:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251123456:0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.706349:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251123968:0@lo:400:kworker.0 00000100:00100000:1.0:1788483802.706360:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251122816:0@lo:400:kworker.0 00010000:00010000:2.0:1788483802.884679:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483803.207032:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483803.207060:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251124224:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483803.207148:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483803.208868:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251124224 00000100:00100000:0.0:1788483803.208892:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251124224 00000100:00100000:0.0:1788483803.208966:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 752 00000100:00100000:0.0:1788483803.208977:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251124224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483803.209013:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483803.209101:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251124224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (1953us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483803.209108:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 752 00000100:00100000:1.0:1788483803.209185:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387c8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251124224:0@lo:41:osp-pre-1-0.0 00000040:00080000:3.0:1788483803.362015:0:29096:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483803.362035:0:29096:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483803.364818:0:29096:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483803.364836:0:29096:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:3.0:1788483803.818236:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483803.818290:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483803.818326:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483803.818332:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225091840 00000100:00100000:0.0:1788483803.818341:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225091840 00000100:00100000:3.0:1788483803.818357:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483803.818392:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225092352 00000100:00100000:3.0:1788483803.818395:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483803.818395:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225092352 00000100:00100000:3.0:1788483803.818419:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1412 00000100:00100000:3.0:1788483803.818430:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225091840:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483803.818584:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225092096 00000100:00100000:2.0:1788483803.818589:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225092096 00000100:00100000:2.0:1788483803.818617:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225092608 00000100:00100000:2.0:1788483803.818620:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225092608 00000100:00100000:3.0:1788483803.818634:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2401:x1875360225091840:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 70us (207us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483803.818640:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 902 00000100:00100000:3.0:1788483803.818642:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1412 00000100:00100000:2.0:1788483803.818646:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225092096:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483803.818666:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 903 00000100:00100000:3.0:1788483803.818674:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225092608:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483803.818675:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225092096:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 29us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483803.818681:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 902 00000100:00100000:3.0:1788483803.818696:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225092608:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (301us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483803.818716:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 903 00000100:00100000:2.0:1788483803.818728:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483803.819058:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483803.819061:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225091968 00000100:00100000:3.0:1788483803.819065:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225091968 00000100:00100000:3.0:1788483803.819088:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1413 00000100:00100000:3.0:1788483803.819094:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225092352:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483803.819122:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2401:x1875360225092352:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483803.819129:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1413 00000100:00100000:3.0:1788483803.819142:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1414 00000100:00100000:3.0:1788483803.819148:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225091968:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483803.819383:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225092224 00000100:00100000:0.0:1788483803.819388:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225092224 00000100:00100000:0.0:1788483803.819524:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 904 00000100:00100000:1.0:1788483803.819531:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225091712 00000100:00100000:0.0:1788483803.819533:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225092224:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483803.819535:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225091712 00000100:00100000:1.0:1788483803.819567:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 829 00000100:00100000:1.0:1788483803.819575:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225091712:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483803.821885:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225091968:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 2726us (3145us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483803.822105:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1414 00000100:00080000:2.0:1788483803.823367:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483803.823375:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483803.823378:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483803.823380:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483803.823487:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225091712:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 3907us (5253us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483803.823487:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225092224:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 3949us (4423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483803.823517:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 904 00000100:00100000:1.0:1788483803.823519:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 829 00000100:00100000:3.0:1788483803.824389:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483803.824430:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483803.824518:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225092736 00000100:00100000:2.0:1788483803.824526:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225092736 00000100:00100000:1.0:1788483803.824548:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225092480 00000100:00100000:1.0:1788483803.824552:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225092480 00000100:00100000:2.0:1788483803.824585:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 905 00000100:00100000:1.0:1788483803.824591:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1415 00000100:00100000:2.0:1788483803.824593:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225092736:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483803.824597:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225092480:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483803.824650:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225092480:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 51us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483803.824657:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1415 00000100:00080000:3.0:1788483803.824662:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483803.824665:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483803.826097:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225092736:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1497us (1659us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483803.826109:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 905 00010000:00010000:0.0:1788483803.908689:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788483804.935927:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483805.252830:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251124352:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483805.252935:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483805.253099:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251124352 00000100:00100000:2.0:1788483805.253109:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251124352 00000100:00100000:2.0:1788483805.253191:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:2.0:1788483805.253203:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251124352:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483805.253242:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:3.0:1788483805.253254:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483805.253305:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251124352:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483805.253313:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:3.0:1788483805.253360:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251124352:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483805.253582:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251124480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483805.253618:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483805.253703:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251124480 00000100:00100000:3.0:1788483805.253708:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251124480 00000100:00080000:2.0:1788483805.253738:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483805.253756:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1788483805.253763:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251124480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483805.253776:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483805.253821:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251124480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 59us (201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483805.253827:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:2.0:1788483805.253844:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251124480:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1788483805.532412:0:29147:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483805.532424:0:29147:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483805.533225:0:29147:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483805.533238:0:29147:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483805.957311:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483806.276901:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788483806.276936:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251124608:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483806.277033:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483806.277584:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251124608 00000100:00100000:1.0:1788483806.277598:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251124608 00000100:00100000:1.0:1788483806.277674:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1788483806.277687:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251124608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483806.277740:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483806.277813:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251124608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 128us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483806.277821:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00100000:0.0:1788483806.277988:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251124608:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788483806.980749:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483807.534239:0:29199:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483807.534253:0:29199:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483807.535261:0:29199:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483807.535274:0:29199:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483807.813361:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251124992:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.813531:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251124864:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.813624:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483807.813687:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251125376:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.813732:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483807.813767:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251125888:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.813808:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483807.813830:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251126400:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.813856:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483807.813895:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788483807.813902:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251125248:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.813931:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483807.813951:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251125760:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.814704:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483807.814743:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251126272:0@lo:400:kworker.0 00000100:00100000:2.0:1788483807.814935:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483807.814959:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251125504:0@lo:400:kworker.0 00000100:00100000:2.0:1788483807.815112:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483807.815132:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251126016:0@lo:400:kworker.0 00000100:00100000:2.0:1788483807.815154:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483807.815177:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788483807.815183:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251125120:0@lo:400:kworker.0 00000100:00100000:2.0:1788483807.815207:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483807.815223:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251125632:0@lo:400:kworker.0 00000100:00100000:2.0:1788483807.815241:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483807.815254:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251126144:0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.815444:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251125248 00000100:00100000:1.0:1788483807.815456:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251125248 00000100:00100000:1.0:1788483807.815538:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251124992 00000100:00100000:1.0:1788483807.815542:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251124992 00000100:00100000:1.0:1788483807.815556:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251125504 00000100:00100000:1.0:1788483807.815558:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251125504 00000100:00100000:1.0:1788483807.815580:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251126016 00000100:00100000:1.0:1788483807.815583:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251126016 00000100:00100000:1.0:1788483807.815594:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251125632 00000100:00100000:1.0:1788483807.815596:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251125632 00000100:00100000:1.0:1788483807.815611:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1788483807.815620:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251125248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.815679:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641891180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251125248:12345-0@lo:400:kworker.0 Request processed in 60us (1746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.815686:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1416 00000100:00100000:1.0:1788483807.815727:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1788483807.815734:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251124992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.815776:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251124992:12345-0@lo:400:kworker.0 Request processed in 42us (840us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.815782:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1417 00000100:00100000:1.0:1788483807.815805:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1788483807.815812:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251125504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.815842:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251125504:12345-0@lo:400:kworker.0 Request processed in 32us (730us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.815848:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1418 00000100:00100000:1.0:1788483807.815861:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1788483807.815866:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251126016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.815902:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251126016:12345-0@lo:400:kworker.0 Request processed in 36us (746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.815909:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1419 00000100:00100000:1.0:1788483807.815919:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1420 00000100:00100000:1.0:1788483807.815924:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251125632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.815948:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251125632:12345-0@lo:400:kworker.0 Request processed in 25us (706us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.815954:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1420 00000100:00100000:1.0:1788483807.815989:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251125376 00000100:00100000:1.0:1788483807.815994:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251125376 00000100:00100000:1.0:1788483807.816026:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251125120 00000100:00100000:1.0:1788483807.816029:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251125120 00000100:00100000:1.0:1788483807.816042:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1788483807.816047:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251125376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.816080:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251125376:12345-0@lo:400:kworker.0 Request processed in 33us (2348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.816086:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:1.0:1788483807.816098:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:1.0:1788483807.816104:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251125120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.816132:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251125120:12345-0@lo:400:kworker.0 Request processed in 29us (924us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.816138:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00080000:1.0:1788483807.816205:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788483807.816210:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483807.816247:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251125888 00000100:00100000:1.0:1788483807.816251:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251125888 00000100:00100000:1.0:1788483807.816294:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251126400 00000100:00100000:1.0:1788483807.816297:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251126400 00000100:00100000:1.0:1788483807.816315:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251125760 00000100:00100000:1.0:1788483807.816319:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251125760 00000100:00100000:1.0:1788483807.816334:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1788483807.816340:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251125888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.816374:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641891f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251125888:12345-0@lo:400:kworker.0 Request processed in 34us (2565us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.816380:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:1.0:1788483807.816394:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1788483807.816400:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251126400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.816429:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251126400:12345-0@lo:400:kworker.0 Request processed in 30us (2572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.816434:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:1.0:1788483807.816445:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:1.0:1788483807.816451:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251125760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.816479:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251125760:12345-0@lo:400:kworker.0 Request processed in 28us (1778us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.816484:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00080000:1.0:1788483807.816766:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788483807.816769:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483807.816818:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483807.816833:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251126528:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483807.816869:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483807.816925:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251124864 00000100:00100000:1.0:1788483807.816930:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251124864 00000100:00100000:1.0:1788483807.816961:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1788483807.816968:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251124864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.817002:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251124864:12345-0@lo:400:kworker.0 Request processed in 35us (3379us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.817012:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00000100:00100000:1.0:1788483807.817051:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251126528 00000100:00100000:1.0:1788483807.817055:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251126528 00000100:00100000:1.0:1788483807.817085:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1788483807.817091:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251126528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483807.817115:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483807.817153:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641922d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251126528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.817159:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00080000:1.0:1788483807.817176:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483807.817209:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251126528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483807.818468:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483807.818543:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7509219880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251124864:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.818559:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507731180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251125376:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.818573:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507731c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251125888:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.818586:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251126400:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.818619:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251125248:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.818633:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251125760:0@lo:400:kworker.0 00000100:00100000:2.0:1788483807.818919:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483807.819085:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251124992:0@lo:400:kworker.0 00000100:00100000:2.0:1788483807.819101:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251125504:0@lo:400:kworker.0 00000100:00100000:2.0:1788483807.819115:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251126016:0@lo:400:kworker.0 00000100:00100000:2.0:1788483807.819137:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750921b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251125120:0@lo:400:kworker.0 00000100:00100000:2.0:1788483807.819151:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251125632:0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.819595:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251126144 00000100:00100000:0.0:1788483807.819605:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251126144 00000100:00100000:0.0:1788483807.819676:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1421 00000100:00100000:0.0:1788483807.819685:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251126144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483807.819773:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251126144:12345-0@lo:400:kworker.0 Request processed in 89us (4498us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483807.819781:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1421 00000100:00100000:3.0:1788483807.820161:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251124736:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483807.820211:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483807.820254:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251124736 00000100:00100000:3.0:1788483807.820259:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251124736 00000100:00100000:3.0:1788483807.820302:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1788483807.820310:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251124736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483807.820329:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483807.820369:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251124736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (158us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483807.820384:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1788483807.820430:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251124736:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788483807.821660:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483807.821710:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251126144:0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.822270:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251126272 00000100:00100000:1.0:1788483807.822347:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251126272 00000100:00100000:1.0:1788483807.822607:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:1.0:1788483807.822620:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251126272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483807.822744:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641890a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251126272:12345-0@lo:400:kworker.0 Request processed in 127us (4281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483807.822751:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:0.0:1788483807.823010:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251126272:0@lo:400:kworker.0 00010000:00010000:0.0:1788483808.004832:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483808.325243:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251126656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483808.325348:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483808.326848:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251126656 00000100:00100000:2.0:1788483808.326867:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251126656 00000100:00100000:2.0:1788483808.326961:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:2.0:1788483808.326982:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251126656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483808.327032:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483808.327148:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251126656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 168us (1800us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483808.327157:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:0.0:1788483808.327648:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251126656:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483808.938358:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483808.938403:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483808.938427:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483808.938452:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483808.938481:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483808.938783:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225092992 00000100:00100000:0.0:1788483808.938795:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225092992 00000100:00100000:0.0:1788483808.938863:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225093504 00000100:00100000:0.0:1788483808.938866:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225093504 00000100:00100000:0.0:1788483808.938897:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1422 00000100:00100000:0.0:1788483808.938907:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225092992:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483808.938991:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+110:2402:x1875360225092992:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 86us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483808.938999:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1422 00000100:00100000:0.0:1788483808.939016:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1423 00000100:00100000:0.0:1788483808.939021:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225093504:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483808.939039:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2402:x1875360225093504:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 19us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483808.939049:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1423 00000100:00080000:2.0:1788483808.939146:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483808.939215:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225093248 00000100:00100000:1.0:1788483808.939219:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225093248 00000100:00100000:1.0:1788483808.939262:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225093760 00000100:00100000:1.0:1788483808.939264:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225093760 00000100:00100000:1.0:1788483808.939282:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 910 00000100:00100000:1.0:1788483808.939289:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225093248:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483808.939316:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225093248:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (912us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483808.939322:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 910 00000100:00100000:1.0:1788483808.939335:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 911 00000100:00100000:1.0:1788483808.939340:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225093760:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483808.939355:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225093760:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 16us (904us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483808.939361:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 911 00000100:00100000:1.0:1788483808.939378:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225092864 00000100:00100000:1.0:1788483808.939380:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225092864 00000100:00100000:1.0:1788483808.939404:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 831 00000100:00100000:1.0:1788483808.939409:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225092864:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483808.939429:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7608da0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225092864:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21us (948us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483808.939435:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 831 00000100:00080000:2.0:1788483808.939529:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483808.947979:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483808.948025:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483808.948053:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483808.948077:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483808.948107:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225093120 00000100:00100000:3.0:1788483808.948120:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225093120 00000100:00100000:3.0:1788483808.948186:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225093632 00000100:00100000:3.0:1788483808.948189:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225093632 00000100:00100000:3.0:1788483808.948210:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1424 00000100:00100000:3.0:1788483808.948220:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225093120:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483808.948304:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2402:x1875360225093120:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 84us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483808.948311:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1424 00000100:00100000:3.0:1788483808.948328:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1425 00000100:00100000:3.0:1788483808.948334:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225093632:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483808.948357:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225093632:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483808.948363:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1425 00000100:00080000:3.0:1788483808.948381:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483808.948391:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225093376 00000100:00100000:3.0:1788483808.948394:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225093376 00000100:00100000:3.0:1788483808.948419:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225093888 00000100:00100000:3.0:1788483808.948421:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225093888 00000100:00100000:3.0:1788483808.948437:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 912 00000100:00100000:3.0:1788483808.948443:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225093376:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483808.948466:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225093376:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (441us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483808.948472:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 912 00000100:00100000:3.0:1788483808.948481:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 913 00000100:00100000:3.0:1788483808.948486:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225093888:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483808.948677:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225093888:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 189us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483808.948685:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 913 00000100:00080000:3.0:1788483808.948714:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1788483809.030456:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483809.390102:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483809.390832:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483809.393019:0:6517:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225094144 00000100:00100000:2.0:1788483809.393040:0:6517:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225094144 00000100:00100000:2.0:1788483809.393126:0:6517:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 348 00000100:00100000:2.0:1788483809.393139:0:6517:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+110:34666:x1875360225094144:12345-192.168.206.36@tcp:35:ldlm_bl.0 00000100:00100000:1.0:1788483809.394028:0:24939:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225094272 00000100:00100000:1.0:1788483809.394039:0:24939:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225094272 00000100:00100000:1.0:1788483809.394108:0:24939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 83 00000100:00100000:1.0:1788483809.394119:0:24939:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+9:2400:x1875360225094272:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483809.394137:0:24939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:1.0:1788483809.397302:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9f76366ec600/0xf2b1f833e60ee79d lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14613c expref: 9 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.397338:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9f76366ed600/0xf2b1f833e60ee703 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x2:0x0].0x0 bits 0x1a/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146120 expref: 8 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.397354:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x2:0x0].0x0 (ffff9f7636b60900) 00010000:00010000:1.0:1788483809.397367:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0001_UUID lock: ffff9f7631f5f400/0xf2b1f833e60ee5d6 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x10/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1460e1 expref: 7 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.397381:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff9f76039f5400) 00010000:00010000:1.0:1788483809.397392:0:24939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483809.397480:0:24939:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2400:x1875360225094272:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 3362us (6652us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483809.397490:0:24939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 83 00000100:00100000:2.0:1788483809.399492:0:6517:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+111:34666:x1875360225094144:12345-192.168.206.36@tcp:35:ldlm_bl.0 Request processed in 6338us (9391us total) trans 4294968379 rc 0/0 00000100:00100000:2.0:1788483809.399528:0:6517:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 348 00000100:00100000:1.0:1788483809.414597:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483809.414656:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225094400 00000100:00100000:1.0:1788483809.414665:0:6501:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225094400 00000100:00100000:1.0:1788483809.414741:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 84 00000100:00100000:1.0:1788483809.414752:0:6501:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+111:2401:x1875360225094400:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788483809.414768:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:1.0:1788483809.414841:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7508b8e000/0xf2b1f833e60ef9e8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146636 expref: 111 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.414862:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ffa00/0xf2b1f833e60ef692 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146525 expref: 110 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.414873:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9f7608853900) 00010000:00010000:1.0:1788483809.414883:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8bc00/0xf2b1f833e60ef55e lrc: 0/0,0 mode: --/CR res: [0x200000402:0xd:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146502 expref: 109 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.414896:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9f7636b4f700) 00010000:00010000:1.0:1788483809.414903:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cfa00/0xf2b1f833e60ef51f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xe:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1464f4 expref: 108 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.414911:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xe:0x0].0x0 (ffff9f7608853100) 00010000:00010000:1.0:1788483809.414924:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8aa00/0xf2b1f833e60ef2d3 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14644c expref: 107 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.414935:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9f7636b4f700) 00010000:00010000:1.0:1788483809.414978:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084ff200/0xf2b1f833e60ef240 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146429 expref: 106 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.414995:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fec00/0xf2b1f833e60ef12f lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1463dc expref: 105 pid: 12148 timeout: 515 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.415003:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff9f7636a6cb00) 00010000:00010000:1.0:1788483809.415010:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a600/0xf2b1f833e60eeff4 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14637a expref: 104 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.415019:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9f7608853300) 00010000:00010000:1.0:1788483809.415026:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b400/0xf2b1f833e60eef5a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x9:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146357 expref: 103 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.415040:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8a000/0xf2b1f833e60eee18 lrc: 0/0,0 mode: --/CR res: [0x200000402:0x9:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146318 expref: 102 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.415054:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x9:0x0].0x0 (ffff9f76340c0500) 00010000:00010000:1.0:1788483809.415062:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334a000/0xf2b1f833e60eede7 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x8:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14630a expref: 101 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.415072:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x8:0x0].0x0 (ffff9f76340c0300) 00010000:00010000:1.0:1788483809.415085:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f761334b600/0xf2b1f833e60eed77 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1462f5 expref: 100 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.415093:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x6:0x0].0x0 (ffff9f7636b4f600) 00010000:00010000:1.0:1788483809.415103:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8ac00/0xf2b1f833e60eeb39 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14624d expref: 99 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.415111:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9f7608dc2f00) 00010000:00010000:1.0:1788483809.415117:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b000/0xf2b1f833e60ee9c6 lrc: 0/0,0 mode: --/CR res: [0x200000403:0x2:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1461e4 expref: 98 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.415124:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x2:0x0].0x0 (ffff9f7608dc2300) 00010000:00010000:1.0:1788483809.415134:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7600030200/0xf2b1f833e60ee8d8 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146190 expref: 97 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.415143:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9f76340c0d00) 00010000:00010000:1.0:1788483809.415151:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7636ab8800/0xf2b1f833e60ee597 lrc: 0/0,0 mode: --/PR res: [0x240000402:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1460cc expref: 96 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788483809.415160:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x240000402:0x1:0x0].0x0 (ffff9f7636b60a00) 00010000:00010000:1.0:1788483809.415171:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788483809.415242:0:6501:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+95:2401:x1875360225094400:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 491us (659us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483809.415248:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 84 00000040:00080000:2.0:1788483809.552009:0:29250:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483809.552022:0:29250:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483809.552583:0:29250:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483809.552595:0:29250:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483810.055438:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483810.374334:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483810.374369:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251126912:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483810.374452:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483810.374571:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251126912 00000100:00100000:3.0:1788483810.374581:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251126912 00000100:00100000:1.0:1788483810.374590:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788483810.374604:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251126784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483810.374643:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483810.374648:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788483810.374660:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251126912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483810.374713:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483810.374762:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251126912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483810.374770:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788483810.374788:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251126784 00000100:00100000:3.0:1788483810.374792:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251126784 00000100:00100000:3.0:1788483810.374808:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1788483810.374813:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251126784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483810.374822:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:1.0:1788483810.374846:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483810.374853:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641923800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251126784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 38us (210us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483810.374860:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1788483810.375082:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251126912:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483810.381018:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251126784:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1788483810.692937:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483810.692952:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483810.693530:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483810.693543:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483811.077473:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483811.397042:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483811.397078:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251127040:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483811.397171:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483811.397538:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251127040 00000100:00100000:0.0:1788483811.397549:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251127040 00000100:00100000:0.0:1788483811.397606:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1788483811.397616:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251127040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483811.397653:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788483811.397722:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251127040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483811.397729:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1788483811.397843:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251127040:0@lo:41:osp-pre-0-1.0 00000040:00080000:2.0:1788483811.664034:0:29301:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483811.664047:0:29301:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483811.664667:0:29301:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483811.664679:0:29301:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483812.100649:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483812.486189:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788483812.935814:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251127168:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483812.935912:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483812.936010:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251127168 00000100:00100000:2.0:1788483812.936019:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251127168 00000100:00100000:2.0:1788483812.936087:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1788483812.936099:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251127168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483812.936138:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483812.936188:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251127168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483812.936196:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00080000:2.0:1788483812.936221:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483812.936264:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251127168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483812.936455:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251127296:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.936534:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.936564:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251127808:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.936593:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.936614:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251128320:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.936644:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.936667:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788483812.936674:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251127680:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.936715:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.936734:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251128192:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.936757:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.936774:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251128704:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.936800:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.936831:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251127424:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.936859:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.936878:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251127936:0@lo:400:kworker.0 00000100:00100000:2.0:1788483812.939707:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483812.939731:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251128832:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483812.939817:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483812.939883:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251128832 00000100:00100000:2.0:1788483812.939892:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251128832 00000100:00100000:2.0:1788483812.939957:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1788483812.939967:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251128832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483812.939993:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483812.940049:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251128832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483812.940056:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00080000:2.0:1788483812.940079:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483812.940125:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76416f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251128832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483812.941959:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.942034:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251127552:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.942097:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483812.942182:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251127680 00000100:00100000:3.0:1788483812.942192:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251127680 00000100:00100000:3.0:1788483812.942246:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251127424 00000100:00100000:3.0:1788483812.942250:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251127424 00000100:00100000:3.0:1788483812.942272:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251127936 00000100:00100000:3.0:1788483812.942275:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251127936 00000100:00100000:3.0:1788483812.942309:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1788483812.942319:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251127680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483812.942393:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251127680:12345-0@lo:400:kworker.0 Request processed in 76us (5677us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483812.942401:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1426 00000100:00100000:3.0:1788483812.942434:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1788483812.942442:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251127424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483812.942475:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251127424:12345-0@lo:400:kworker.0 Request processed in 34us (5614us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483812.942481:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1427 00000100:00100000:3.0:1788483812.942492:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1428 00000100:00100000:3.0:1788483812.942524:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251127936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483812.942556:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251127936:12345-0@lo:400:kworker.0 Request processed in 58us (608us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483812.942562:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1428 00000100:00080000:3.0:1788483812.942604:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483812.945076:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251128320 00000100:00100000:1.0:1788483812.945096:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251128320 00000100:00100000:1.0:1788483812.945161:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251128192 00000100:00100000:1.0:1788483812.945165:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251128192 00000100:00100000:1.0:1788483812.945185:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251128704 00000100:00100000:1.0:1788483812.945188:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251128704 00000100:00100000:1.0:1788483812.945209:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1788483812.945218:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251128320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.945426:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251128064:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.945513:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.945537:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251128576:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.945564:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.945611:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1788483812.945621:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251128192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.945680:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251128192:12345-0@lo:400:kworker.0 Request processed in 61us (8921us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483812.946440:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00100000:0.0:1788483812.946485:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1788483812.946497:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251128704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.946583:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251128704:12345-0@lo:400:kworker.0 Request processed in 90us (9781us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483812.946590:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1788483812.946619:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251128064 00000100:00100000:0.0:1788483812.946626:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251128064 00000100:00100000:0.0:1788483812.946674:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251128576 00000100:00100000:0.0:1788483812.946678:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251128576 00000100:00100000:0.0:1788483812.946716:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1788483812.946722:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251128064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.946768:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251128064:12345-0@lo:400:kworker.0 Request processed in 46us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483812.946775:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1429 00000100:00100000:0.0:1788483812.946789:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1788483812.946795:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251128576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.946822:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507738380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251128576:12345-0@lo:400:kworker.0 Request processed in 27us (1258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483812.946828:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1430 00000100:00100000:0.0:1788483812.946886:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251128064:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.946900:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251128576:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.946945:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251127680:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.946958:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251128192:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.946969:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251128704:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.947037:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251127936:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.947049:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251128448:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.947084:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483812.947125:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251127424:0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.947142:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251128448 00000100:00100000:0.0:1788483812.947145:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251128448 00000100:00100000:0.0:1788483812.947171:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1431 00000100:00100000:0.0:1788483812.947177:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251128448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483812.947211:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251128448:12345-0@lo:400:kworker.0 Request processed in 34us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483812.947218:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1431 00000100:00100000:0.0:1788483812.947243:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251128448:0@lo:400:kworker.0 00000100:00080000:3.0:1788483812.947403:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483812.947408:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483812.947411:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483812.950326:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251128320:12345-0@lo:400:kworker.0 Request processed in 5104us (13675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483812.950337:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1788483812.950394:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251127296 00000100:00100000:1.0:1788483812.950402:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251127296 00000100:00100000:1.0:1788483812.950460:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1788483812.950469:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251127296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483812.950520:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251127296:12345-0@lo:400:kworker.0 Request processed in 52us (13986us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483812.950526:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 832 00000100:00100000:1.0:1788483812.950586:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251127296:0@lo:400:kworker.0 00000100:00100000:1.0:1788483812.950603:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251128320:0@lo:400:kworker.0 00000100:00100000:2.0:1788483812.953532:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251127808 00000100:00100000:2.0:1788483812.953551:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251127808 00000100:00100000:2.0:1788483812.953642:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251127552 00000100:00100000:2.0:1788483812.953645:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251127552 00000100:00100000:2.0:1788483812.953664:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1788483812.953675:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251127808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483812.953798:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251127808:12345-0@lo:400:kworker.0 Request processed in 125us (17204us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483812.953806:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:2.0:1788483812.953855:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251127808:0@lo:400:kworker.0 00000100:00100000:2.0:1788483812.953886:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1788483812.953892:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750773a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251127552:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483812.953930:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750773a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251127552:12345-0@lo:400:kworker.0 Request processed in 38us (11833us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483812.953936:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 759 00000100:00100000:2.0:1788483812.953960:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251127552:0@lo:400:kworker.0 00010000:00010000:3.0:1788483813.126018:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483813.445869:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788483813.445901:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251128960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483813.445988:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483813.446204:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251128960 00000100:00100000:0.0:1788483813.446215:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251128960 00000100:00100000:0.0:1788483813.446284:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1788483813.446295:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251128960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483813.446337:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483813.446391:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251128960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483813.446398:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 760 00000100:00100000:0.0:1788483813.446465:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251128960:0@lo:41:osp-pre-1-0.0 00000040:00080000:0.0:1788483813.783116:0:29352:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483813.783130:0:29352:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483813.783901:0:29352:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483813.783915:0:29352:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483814.062459:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483814.062630:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225094656 00000100:00100000:0.0:1788483814.062644:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225094656 00000100:00100000:2.0:1788483814.062728:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483814.062743:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1432 00000100:00100000:0.0:1788483814.062759:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+95:2400:x1875360225094656:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483814.062768:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483814.062796:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00080000:3.0:1788483814.062853:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483814.062905:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225095168 00000100:00100000:1.0:1788483814.062910:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225095168 00000100:00100000:1.0:1788483814.062956:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1433 00000100:00100000:1.0:1788483814.062964:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225095168:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:3.0:1788483814.063006:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483814.063124:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+95:2400:x1875360225094656:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 368us (688us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483814.063133:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1432 00000100:00100000:2.0:1788483814.063801:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483814.063861:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483814.063864:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225094528 00000100:00100000:0.0:1788483814.063872:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225094528 00000100:00100000:2.0:1788483814.063900:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483814.063917:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 833 00000100:00100000:0.0:1788483814.063928:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225094528:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483814.063972:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2400:x1875360225094528:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 46us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483814.063978:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 833 00000100:00100000:3.0:1788483814.064042:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225094784 00000100:00100000:3.0:1788483814.064048:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225094784 00000100:00100000:3.0:1788483814.064105:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1434 00000100:00100000:3.0:1788483814.064114:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2400:x1875360225094784:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483814.064146:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2400:x1875360225094784:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 34us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483814.064154:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1434 00000100:00080000:0.0:1788483814.064200:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483814.064622:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2400:x1875360225095168:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1656us (1851us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483814.064632:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1433 00000100:00100000:2.0:1788483814.066188:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483814.066284:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225094912 00000100:00100000:1.0:1788483814.066297:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225094912 00000100:00100000:2.0:1788483814.066340:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483814.066367:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225095424 00000100:00100000:2.0:1788483814.066372:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225095040 00000100:00100000:1.0:1788483814.066373:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225095424 00000100:00100000:2.0:1788483814.066380:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225095040 00000100:00100000:1.0:1788483814.066398:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225095552 00000100:00100000:1.0:1788483814.066404:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225095552 00000100:00100000:2.0:1788483814.066418:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 917 00000100:00100000:2.0:1788483814.066432:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225094912:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483814.066435:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 918 00000100:00100000:1.0:1788483814.066448:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76416f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225095424:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483814.066546:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2400:x1875360225095424:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 100us (3749us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483814.066553:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 918 00000100:00100000:1.0:1788483814.066572:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 919 00000100:00100000:1.0:1788483814.066579:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225095040:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483814.068353:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225095296 00000100:00100000:0.0:1788483814.068370:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225095296 00000100:00100000:0.0:1788483814.068447:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1435 00000100:00100000:0.0:1788483814.068455:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225095296:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483814.069141:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76416f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2400:x1875360225094912:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 2705us (6505us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483814.069154:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 917 00000100:00100000:3.0:1788483814.069173:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 920 00000100:00100000:3.0:1788483814.069190:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225095552:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483814.069387:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2400:x1875360225095552:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 203us (3047us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483814.069394:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 920 00000100:00080000:3.0:1788483814.069430:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483814.069437:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483814.069440:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483814.069848:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2400:x1875360225095296:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 1391us (3667us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483814.069857:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1435 00000100:00100000:1.0:1788483814.072279:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2400:x1875360225095040:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 5681us (8360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483814.072297:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 919 00010000:00010000:1.0:1788483814.151112:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788483814.989023:0:6494:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 4294968379 is committed 00010000:00010000:2.0:1788483815.174162:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483815.494350:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251129088:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483815.494451:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483815.494641:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251129088 00000100:00100000:0.0:1788483815.494651:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251129088 00000100:00100000:0.0:1788483815.494740:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1788483815.494753:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251129088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483815.494789:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483815.494843:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251129088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483815.494852:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1788483815.494913:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251129088:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788483815.496166:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483815.500784:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251129216:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788483815.500881:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483815.501021:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251129216 00000100:00100000:2.0:1788483815.501032:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251129216 00000100:00100000:2.0:1788483815.501141:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1788483815.501152:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251129216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483815.501180:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483815.501235:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251129216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483815.501244:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00080000:3.0:1788483815.501289:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483815.501336:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251129216:0@lo:13:osp-pre-0-0.0 00000040:00080000:1.0:1788483815.872264:0:29404:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483815.872278:0:29404:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483815.874033:0:29404:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483815.874052:0:29404:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483816.197183:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483816.517889:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483816.517928:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251129344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483816.518032:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483816.518114:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251129344 00000100:00100000:0.0:1788483816.518124:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251129344 00000100:00100000:0.0:1788483816.518186:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:0.0:1788483816.518197:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251129344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483816.518241:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788483816.518306:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251129344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483816.518314:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:3.0:1788483816.518371:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251129344:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788483817.221408:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483817.829802:0:29455:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483817.829814:0:29455:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483817.832075:0:29455:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483817.832099:0:29455:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483818.055072:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251129472:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055160:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055219:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251129984:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055250:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055269:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251130496:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055292:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055311:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f764164ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251131008:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055331:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055359:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788483818.055365:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251129600:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055390:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055405:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251130112:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055426:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055441:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251130624:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055463:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055493:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251129856:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055553:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055575:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251130368:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055597:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055612:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251130880:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055632:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055651:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788483818.055666:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251129728:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055691:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055710:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251130240:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055730:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055748:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251130752:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055769:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.055802:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251129472 00000100:00100000:0.0:1788483818.055811:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251129472 00000100:00100000:0.0:1788483818.055869:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1788483818.055880:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251129472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.055939:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251129472:12345-0@lo:400:kworker.0 Request processed in 61us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.055948:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:0.0:1788483818.055992:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251130496 00000100:00100000:0.0:1788483818.055996:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251130496 00000100:00100000:0.0:1788483818.056032:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251131008 00000100:00100000:0.0:1788483818.056036:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251131008 00000100:00100000:0.0:1788483818.056052:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251130368 00000100:00100000:0.0:1788483818.056055:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251130368 00000100:00100000:0.0:1788483818.056068:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251130880 00000100:00100000:0.0:1788483818.056070:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251130880 00000100:00100000:0.0:1788483818.056087:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1788483818.056093:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251130496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056124:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251130496:12345-0@lo:400:kworker.0 Request processed in 32us (831us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056134:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:0.0:1788483818.056145:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1788483818.056150:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251131008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056170:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251131008:12345-0@lo:400:kworker.0 Request processed in 20us (838us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056175:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:0.0:1788483818.056185:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:0.0:1788483818.056189:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251130368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056213:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251130368:12345-0@lo:400:kworker.0 Request processed in 23us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056218:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:0.0:1788483818.056226:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1788483818.056231:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251130880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056251:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251130880:12345-0@lo:400:kworker.0 Request processed in 20us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056256:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:0.0:1788483818.056276:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251129600 00000100:00100000:0.0:1788483818.056279:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251129600 00000100:00100000:0.0:1788483818.056295:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251130112 00000100:00100000:0.0:1788483818.056297:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251130112 00000100:00100000:0.0:1788483818.056306:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251130624 00000100:00100000:0.0:1788483818.056308:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251130624 00000100:00100000:0.0:1788483818.056317:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251129856 00000100:00100000:0.0:1788483818.056319:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251129856 00000100:00100000:0.0:1788483818.056327:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251130240 00000100:00100000:0.0:1788483818.056330:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251130240 00000100:00100000:0.0:1788483818.056341:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251130752 00000100:00100000:0.0:1788483818.056345:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251130752 00000100:00100000:0.0:1788483818.056357:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1788483818.056363:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251129600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056394:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251129600:12345-0@lo:400:kworker.0 Request processed in 30us (1002us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056400:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1436 00000100:00100000:0.0:1788483818.056412:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1788483818.056418:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251130112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056444:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251130112:12345-0@lo:400:kworker.0 Request processed in 27us (1018us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056450:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1437 00000100:00100000:0.0:1788483818.056461:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1788483818.056467:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251130624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056492:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251130624:12345-0@lo:400:kworker.0 Request processed in 26us (1028us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056528:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1438 00000100:00100000:0.0:1788483818.056540:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1788483818.056546:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251129856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056573:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251129856:12345-0@lo:400:kworker.0 Request processed in 27us (1020us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056580:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1439 00000100:00100000:0.0:1788483818.056590:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1788483818.056596:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251130240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056626:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251130240:12345-0@lo:400:kworker.0 Request processed in 31us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056635:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1440 00000100:00100000:0.0:1788483818.056647:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1441 00000100:00100000:0.0:1788483818.056652:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251130752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056692:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251130752:12345-0@lo:400:kworker.0 Request processed in 40us (922us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056697:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1441 00000100:00100000:0.0:1788483818.056724:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251129984 00000100:00100000:0.0:1788483818.056729:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251129984 00000100:00100000:0.0:1788483818.056756:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251129728 00000100:00100000:0.0:1788483818.056760:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251129728 00000100:00100000:0.0:1788483818.056773:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1788483818.056779:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251129984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056813:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251129984:12345-0@lo:400:kworker.0 Request processed in 34us (1561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056819:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:0.0:1788483818.056832:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1788483818.056837:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251129728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.056865:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251129728:12345-0@lo:400:kworker.0 Request processed in 27us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.056870:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:0.0:1788483818.057041:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251129728:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057056:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251130240:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057068:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251130752:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057079:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251129856:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057089:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251130368:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057099:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641892680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251130880:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057144:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f11c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251129600:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057155:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251130112:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057164:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251130624:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057173:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251129472:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057182:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251129984:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057195:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251130496:0@lo:400:kworker.0 00000100:00100000:0.0:1788483818.057205:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f764164ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251131008:0@lo:400:kworker.0 00000100:00080000:3.0:1788483818.059771:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483818.059781:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483818.059785:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483818.059789:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483818.059810:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251131136:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483818.059889:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483818.059975:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251131136 00000100:00100000:3.0:1788483818.059985:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251131136 00000100:00100000:3.0:1788483818.060042:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1788483818.060052:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251131136:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788483818.060104:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:3.0:1788483818.060155:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251131136:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (266us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483818.060163:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:3.0:1788483818.060220:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251131136:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483818.060598:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483818.060611:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251131264:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483818.060649:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483818.060699:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251131264 00000100:00100000:1.0:1788483818.060704:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251131264 00000100:00100000:1.0:1788483818.060736:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1788483818.060744:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251131264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483818.060757:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483818.060790:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251131264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (140us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483818.060797:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1788483818.060835:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251131264:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788483818.244982:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483818.565535:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251131392:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483818.565645:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483818.565983:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251131392 00000100:00100000:0.0:1788483818.565993:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251131392 00000100:00100000:0.0:1788483818.566054:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:0.0:1788483818.566063:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251131392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483818.566105:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483818.566170:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251131392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483818.566178:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1788483818.567364:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507352a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251131392:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483819.181364:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483819.181420:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483819.181445:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483819.181464:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483819.181492:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483819.181547:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483819.181569:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483819.181589:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483819.181616:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483819.181649:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225096064 00000100:00100000:0.0:1788483819.181671:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225096064 00000100:00100000:0.0:1788483819.181736:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225096576 00000100:00100000:0.0:1788483819.181740:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225096576 00000100:00100000:0.0:1788483819.181755:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225096192 00000100:00100000:0.0:1788483819.181757:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225096192 00000100:00100000:0.0:1788483819.181769:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225096704 00000100:00100000:0.0:1788483819.181772:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225096704 00000100:00100000:0.0:1788483819.181790:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 925 00000100:00100000:0.0:1788483819.181800:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225096064:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483819.181953:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225095808 00000100:00100000:3.0:1788483819.181958:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225095808 00000100:00100000:3.0:1788483819.181993:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225096320 00000100:00100000:3.0:1788483819.181996:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225096320 00000100:00100000:3.0:1788483819.182030:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225095936 00000100:00100000:3.0:1788483819.182034:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225095936 00000100:00100000:3.0:1788483819.182049:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225096448 00000100:00100000:3.0:1788483819.182052:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225096448 00000100:00100000:3.0:1788483819.182068:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1442 00000100:00100000:3.0:1788483819.182075:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2399:x1875360225095808:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483819.182366:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225095680 00000100:00100000:1.0:1788483819.182371:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225095680 00000100:00100000:1.0:1788483819.182409:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 835 00000100:00100000:1.0:1788483819.182417:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225095680:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:2.0:1788483819.183667:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483819.183677:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788483819.183681:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483819.183683:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483819.183712:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 926 00000100:00100000:2.0:1788483819.183733:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225096576:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483819.194185:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225096064:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 12367us (12746us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483819.194205:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 925 00000100:00100000:0.0:1788483819.194261:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 927 00000100:00100000:0.0:1788483819.194283:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225096192:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483819.198113:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2399:x1875360225095808:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 16015us (16740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483819.198151:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1442 00000100:00100000:3.0:1788483819.198213:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1443 00000100:00100000:3.0:1788483819.198234:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225096320:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483819.198331:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225096320:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 108us (16884us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483819.198338:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1443 00000100:00100000:3.0:1788483819.198353:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1444 00000100:00100000:3.0:1788483819.198361:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2399:x1875360225095936:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483819.198392:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507353100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2399:x1875360225095936:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (16845us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483819.198398:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1444 00000100:00100000:3.0:1788483819.198410:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1445 00000100:00100000:3.0:1788483819.198417:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225096448:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483819.198443:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225096448:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 26us (16853us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483819.198449:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1445 00000100:00100000:1.0:1788483819.203743:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225095680:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21307us (22230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483819.203765:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 835 00000100:00100000:1.0:1788483819.203872:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 928 00000100:00100000:1.0:1788483819.203891:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360225096704:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483819.203964:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360225096704:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 82us (22347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483819.203971:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 928 00000100:00100000:2.0:1788483819.214304:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225096576:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30562us (32817us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483819.214324:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 926 00000100:00100000:0.0:1788483819.216067:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225096192:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 21785us (34484us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483819.216083:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 927 00010000:00010000:3.0:1788483819.272741:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483819.636780:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483819.636917:0:24939:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225096832 00000100:00100000:3.0:1788483819.636935:0:24939:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225096832 00000100:00100000:3.0:1788483819.637023:0:24939:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 85 00000100:00100000:3.0:1788483819.637035:0:24939:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7610fccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+52:2399:x1875360225096832:12345-192.168.206.36@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788483819.637056:0:24939:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 16 locks, starting at 0 00010000:00010000:3.0:1788483819.641346:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b600/0xf2b1f833e60f07b0 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x20:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146a26 expref: 52 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641373:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x20:0x0].0x0 (ffff9f7608dc2100) 00010000:00010000:3.0:1788483819.641385:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2600/0xf2b1f833e60f0621 lrc: 0/0,0 mode: --/PR res: [0x200000403:0xc:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1469a8 expref: 51 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641396:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xc:0x0].0x0 (ffff9f7636b4f200) 00010000:00010000:3.0:1788483819.641405:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2400/0xf2b1f833e60f05b1 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1f:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146985 expref: 50 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641414:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1f:0x0].0x0 (ffff9f7506667300) 00010000:00010000:3.0:1788483819.641422:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75089ada00/0xf2b1f833e60f044c lrc: 0/0,0 mode: --/PR res: [0x200000403:0xb:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb14690e expref: 49 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641430:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xb:0x0].0x0 (ffff9f7506667f00) 00010000:00010000:3.0:1788483819.641437:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75089ad800/0xf2b1f833e60f03dc lrc: 0/0,0 mode: --/PR res: [0x200000402:0x1e:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1468eb expref: 48 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641445:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x1e:0x0].0x0 (ffff9f7636b4f300) 00010000:00010000:3.0:1788483819.641453:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75083cf800/0xf2b1f833e60f02af lrc: 0/0,0 mode: --/PR res: [0x200000403:0xa:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146889 expref: 47 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641462:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0xa:0x0].0x0 (ffff9f7636b60600) 00010000:00010000:3.0:1788483819.641470:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75086f2e00/0xf2b1f833e60f0269 lrc: 0/0,0 mode: --/PR res: [0x200000403:0x9:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146874 expref: 46 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641479:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000403:0x9:0x0].0x0 (ffff9f7636b60100) 00010000:00010000:3.0:1788483819.641487:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb000/0xf2b1f833e60efb15 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x14:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146675 expref: 45 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641512:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x14:0x0].0x0 (ffff9f7636b4fe00) 00010000:00010000:3.0:1788483819.641521:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cb600/0xf2b1f833e60ef867 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x11:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1465b8 expref: 44 pid: 13707 timeout: 542 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641532:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x11:0x0].0x0 (ffff9f76340c0100) 00010000:00010000:3.0:1788483819.641539:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075cba00/0xf2b1f833e60ef88a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x10:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1465bf expref: 43 pid: 6514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641549:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x10:0x0].0x0 (ffff9f7608853900) 00010000:00010000:3.0:1788483819.641561:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8ba00/0xf2b1f833e60ef44d lrc: 0/0,0 mode: --/PR res: [0x200000402:0xd:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1464b5 expref: 42 pid: 12148 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788483819.641572:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xd:0x0].0x0 (ffff9f7636b4f700) 00010000:00010000:2.0:1788483819.641666:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75084fe600/0xf2b1f833e60ef167 lrc: 0/0,0 mode: --/PR res: [0x200000402:0xb:0x0].0x0 bits 0x51/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1463e3 expref: 41 pid: 13707 timeout: 515 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483819.641681:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xb:0x0].0x0 (ffff9f7636a6cb00) 00010000:00010000:2.0:1788483819.641693:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8b800/0xf2b1f833e60ef18a lrc: 0/0,0 mode: --/PR res: [0x200000402:0xa:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1463ea expref: 40 pid: 8191 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483819.641703:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0xa:0x0].0x0 (ffff9f7608853300) 00010000:00010000:2.0:1788483819.641712:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f75075caa00/0xf2b1f833e60eecac lrc: 0/0,0 mode: --/PR res: [0x200000402:0x5:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb1462b6 expref: 39 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483819.641720:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x5:0x0].0x0 (ffff9f7608dc2f00) 00010000:00010000:2.0:1788483819.641731:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7631f5e600/0xf2b1f833e60ee899 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146182 expref: 38 pid: 13707 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483819.641740:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9f750731ff00) 00010000:00010000:2.0:1788483819.641749:0:24939:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9f7607f8be00/0xf2b1f833e60ee86f lrc: 0/0,0 mode: --/PR res: [0x200000402:0x3:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.206.36@tcp remote: 0x31ab7bcffb146174 expref: 37 pid: 6516 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788483819.641758:0:24939:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000402:0x3:0x0].0x0 (ffff9f76340c0d00) 00010000:00010000:2.0:1788483819.641766:0:24939:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788483819.641841:0:24939:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7610fccc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2399:x1875360225096832:12345-192.168.206.36@tcp:103:ldlm_bl.0 Request processed in 4807us (5068us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483819.641850:0:24939:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 85 00000040:00080000:1.0:1788483819.845932:0:29506:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483819.845940:0:29506:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483819.847616:0:29506:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483819.847630:0:29506:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483820.292820:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483820.613345:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788483820.613371:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251131520:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483820.613441:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483820.613618:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251131520 00000100:00100000:0.0:1788483820.613626:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251131520 00000100:00100000:0.0:1788483820.613692:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:0.0:1788483820.613702:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251131520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483820.613743:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483820.613789:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251131520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483820.613796:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00080000:2.0:1788483820.613933:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483820.616099:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251131648:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483820.616163:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483820.616238:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251131520:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483820.616336:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251131648 00000100:00100000:0.0:1788483820.616343:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251131648 00000100:00100000:0.0:1788483820.616404:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1788483820.616413:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251131648:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483820.616431:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483820.616473:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251131648:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483820.616480:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00080000:2.0:1788483820.616631:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483820.618139:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251131648:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1788483820.932767:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483820.932775:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483820.933885:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483820.933899:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483821.316926:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483821.643151:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251131776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483821.643219:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483821.643329:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251131776 00000100:00100000:2.0:1788483821.643336:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251131776 00000100:00100000:2.0:1788483821.643389:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:2.0:1788483821.643399:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251131776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483821.643428:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483821.646994:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251131776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 3587us (3766us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483821.647007:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1788483821.655930:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251131776:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788483821.819624:0:29558:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483821.819633:0:29558:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483821.831282:0:29558:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483821.831994:0:29558:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483822.340760:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483822.725198:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483823.173190:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251131904:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173254:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173301:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251132416:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173326:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173342:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251132928:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173364:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173380:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251133440:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173397:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173418:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788483823.173423:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251132288:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173446:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173463:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251132800:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173482:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173495:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251133312:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173534:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173560:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251132032:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173582:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173601:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251132544:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173621:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173656:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251133056:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173678:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173697:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788483823.173703:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251132160:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173725:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173739:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251132672:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173758:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173774:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251133184:0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.173793:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.173822:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251132928 00000100:00100000:1.0:1788483823.173829:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251132928 00000100:00100000:0.0:1788483823.173993:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251131904 00000100:00100000:0.0:1788483823.173998:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251131904 00000100:00100000:0.0:1788483823.174035:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1788483823.174042:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251131904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174090:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251131904:12345-0@lo:400:kworker.0 Request processed in 48us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.174097:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:0.0:1788483823.174125:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251132416 00000100:00100000:0.0:1788483823.174129:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251132416 00000100:00100000:0.0:1788483823.174149:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251132160 00000100:00100000:0.0:1788483823.174152:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251132160 00000100:00100000:0.0:1788483823.174165:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1788483823.174170:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251132416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174204:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251132416:12345-0@lo:400:kworker.0 Request processed in 34us (878us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.174210:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:0.0:1788483823.174221:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1788483823.174226:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251132160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174255:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251132160:12345-0@lo:400:kworker.0 Request processed in 28us (529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.174260:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 767 00000100:00100000:0.0:1788483823.174292:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251132160:0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174318:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251131904:0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174327:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251132416:0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174360:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251132288 00000100:00100000:0.0:1788483823.174363:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251132288 00000100:00100000:0.0:1788483823.174380:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251132032 00000100:00100000:0.0:1788483823.174382:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251132032 00000100:00100000:0.0:1788483823.174389:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251132544 00000100:00100000:0.0:1788483823.174391:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251132544 00000100:00100000:0.0:1788483823.174406:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251133056 00000100:00100000:0.0:1788483823.174408:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251133056 00000100:00100000:0.0:1788483823.174417:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251132672 00000100:00100000:0.0:1788483823.174419:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251132672 00000100:00100000:0.0:1788483823.174428:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251133184 00000100:00100000:0.0:1788483823.174430:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251133184 00000100:00100000:0.0:1788483823.174440:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1446 00000100:00100000:0.0:1788483823.174445:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251132288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174477:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251132288:12345-0@lo:400:kworker.0 Request processed in 32us (1030us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.174482:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1446 00000100:00100000:0.0:1788483823.174492:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1788483823.174516:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251132032:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174543:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251132032:12345-0@lo:400:kworker.0 Request processed in 46us (959us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.174548:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1447 00000100:00100000:0.0:1788483823.174558:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1788483823.174563:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251132544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174586:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251132544:12345-0@lo:400:kworker.0 Request processed in 23us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.174591:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1448 00000100:00100000:0.0:1788483823.174603:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1788483823.174609:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251133056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174647:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251133056:12345-0@lo:400:kworker.0 Request processed in 38us (968us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.174653:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1449 00000100:00100000:0.0:1788483823.174665:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1450 00000100:00100000:0.0:1788483823.174671:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251132672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174699:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251132672:12345-0@lo:400:kworker.0 Request processed in 29us (940us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.174707:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1450 00000100:00100000:0.0:1788483823.174719:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1788483823.174725:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251133184:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174751:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251133184:12345-0@lo:400:kworker.0 Request processed in 27us (956us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.174756:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1451 00000100:00100000:0.0:1788483823.174794:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251132672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174807:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507733b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251133184:0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174820:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251132032:0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174832:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251132544:0@lo:400:kworker.0 00000100:00100000:2.0:1788483823.174891:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251133440 00000100:00100000:2.0:1788483823.174896:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251133440 00000100:00100000:0.0:1788483823.174925:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507732a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251133056:0@lo:400:kworker.0 00000100:00100000:2.0:1788483823.174926:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251132800 00000100:00100000:2.0:1788483823.174931:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251132800 00000100:00100000:2.0:1788483823.174952:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251133312 00000100:00100000:2.0:1788483823.174955:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251133312 00000100:00100000:0.0:1788483823.174962:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251133568:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483823.174975:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1788483823.174984:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251133440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.174997:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483823.175034:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251133440:12345-0@lo:400:kworker.0 Request processed in 51us (1635us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.175042:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1788483823.175055:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251132800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.175087:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251132800:12345-0@lo:400:kworker.0 Request processed in 39us (1604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483823.181764:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:2.0:1788483823.181810:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:2.0:1788483823.181828:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251133312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483823.181915:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251133312:12345-0@lo:400:kworker.0 Request processed in 96us (8379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483823.181923:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00080000:2.0:1788483823.181954:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483823.181959:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788483823.181962:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788483823.181965:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483823.183562:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251133568 00000100:00100000:2.0:1788483823.183575:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251133568 00000100:00100000:2.0:1788483823.183644:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1788483823.183654:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251133568:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483823.183681:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483823.183737:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251133568:12345-0@lo:13:osp-pre-1-0.0 Request processed in 85us (8741us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483823.183744:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1788483823.183924:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251132288:0@lo:400:kworker.0 00000100:00100000:2.0:1788483823.183938:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251132800:0@lo:400:kworker.0 00000100:00100000:2.0:1788483823.183950:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507731880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251133312:0@lo:400:kworker.0 00000100:00100000:2.0:1788483823.183962:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507730e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251133440:0@lo:400:kworker.0 00000100:00100000:0.0:1788483823.190999:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:0.0:1788483823.191095:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251133568:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483823.191119:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788483823.191130:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251133696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483823.191193:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483823.191379:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1788483823.191407:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251132928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483823.191464:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251132928:12345-0@lo:400:kworker.0 Request processed in 63us (18098us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483823.191472:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:1.0:1788483823.191523:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251132928:0@lo:400:kworker.0 00000100:00100000:2.0:1788483823.192934:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251133696 00000100:00100000:2.0:1788483823.192946:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251133696 00000100:00100000:2.0:1788483823.192991:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1788483823.193000:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251133696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483823.193020:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483823.193080:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507350700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875360251133696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (1887us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483823.193088:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1788483823.193136:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251133696:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1788483823.365713:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483823.685039:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483823.685061:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251133824:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483823.685120:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483823.687945:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251133824 00000100:00100000:0.0:1788483823.687957:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251133824 00000100:00100000:0.0:1788483823.688015:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 768 00000100:00100000:0.0:1788483823.688025:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251133824:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483823.688062:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483823.688146:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251133824:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (3024us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483823.688153:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 768 00000100:00100000:1.0:1788483823.688265:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251133824:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1788483824.065748:0:29609:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483824.065757:0:29609:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483824.068966:0:29609:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483824.068982:0:29609:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483824.297604:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483824.297642:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225097088 00000100:00100000:0.0:1788483824.297649:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483824.297651:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225097088 00000100:00100000:0.0:1788483824.297670:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483824.297685:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483824.297702:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225097600 00000100:00100000:2.0:1788483824.297705:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225097600 00000100:00100000:0.0:1788483824.297706:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483824.297724:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483824.297790:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225096960 00000100:00100000:1.0:1788483824.297795:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225096960 00000100:00100000:1.0:1788483824.297827:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 837 00000100:00100000:1.0:1788483824.297836:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225096960:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483824.297901:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225096960:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 66us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483824.297908:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 837 00000100:00100000:2.0:1788483824.307392:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225097216 00000100:00100000:2.0:1788483824.307407:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225097216 00000100:00100000:0.0:1788483824.307524:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483824.307597:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00080000:3.0:1788483824.314517:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483824.314526:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483824.320277:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483824.320314:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225097344 00000100:00100000:0.0:1788483824.320323:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225097344 00000100:00100000:0.0:1788483824.320378:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225097856 00000100:00100000:0.0:1788483824.320382:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225097856 00000100:00100000:0.0:1788483824.320397:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225097472 00000100:00100000:0.0:1788483824.320400:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225097472 00000100:00100000:0.0:1788483824.320411:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225097984 00000100:00100000:0.0:1788483824.320414:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225097984 00000100:00100000:0.0:1788483824.320428:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 933 00000100:00100000:0.0:1788483824.320436:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225097344:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483824.320521:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225097344:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 64us (22848us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483824.320529:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 933 00000100:00100000:0.0:1788483824.320545:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 934 00000100:00100000:0.0:1788483824.320552:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225097856:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483824.320577:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507730e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225097856:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 27us (22891us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483824.320583:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 934 00000100:00100000:0.0:1788483824.320593:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 935 00000100:00100000:0.0:1788483824.320599:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225097472:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483824.320622:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507732a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225097472:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (15568us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483824.320638:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 935 00000100:00100000:0.0:1788483824.320649:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 936 00000100:00100000:0.0:1788483824.320656:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225097984:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483824.320678:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225097984:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483824.320684:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 936 00000100:00100000:1.0:1788483824.322317:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225097728 00000100:00100000:1.0:1788483824.322329:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225097728 00000100:00100000:1.0:1788483824.322734:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1452 00000100:00100000:1.0:1788483824.322744:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360225097088:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483824.322801:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360225097088:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 59us (25204us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483824.322808:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1452 00000100:00100000:1.0:1788483824.322824:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1453 00000100:00100000:1.0:1788483824.322830:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2402:x1875360225097600:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483824.322854:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507351180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2402:x1875360225097600:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (25183us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483824.322859:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1453 00000100:00100000:1.0:1788483824.322871:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1454 00000100:00100000:1.0:1788483824.322877:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2402:x1875360225097216:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483824.322899:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507731880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2402:x1875360225097216:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (25174us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483824.322905:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1454 00000100:00100000:1.0:1788483824.322916:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1455 00000100:00100000:1.0:1788483824.322921:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225097728:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483824.322943:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507733b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225097728:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (15347us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483824.322949:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1455 00000100:00080000:0.0:1788483824.329216:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483824.329225:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483824.329228:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788483824.391309:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788483825.413219:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483825.733258:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251133952:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483825.733351:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483825.733522:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251133952 00000100:00100000:0.0:1788483825.733532:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251133952 00000100:00100000:0.0:1788483825.733612:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1788483825.733634:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251133952:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483825.733670:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483825.733724:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251133952:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483825.733733:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:0.0:1788483825.733807:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251133952:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483825.734122:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483825.734356:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251134080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483825.734421:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483825.734704:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251134080 00000100:00100000:1.0:1788483825.734709:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251134080 00000100:00100000:1.0:1788483825.734760:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:1.0:1788483825.734768:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251134080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788483825.734783:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:3.0:1788483825.734847:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483825.735328:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251134080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 559us (928us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483825.735336:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1788483825.735562:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251134080:0@lo:13:osp-pre-0-0.0 00000040:00080000:0.0:1788483826.399063:0:29660:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483826.399072:0:29660:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483826.401750:0:29660:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483826.401766:0:29660:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483826.440737:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483826.758402:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788483826.758423:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251134208:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483826.758491:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483826.758735:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251134208 00000100:00100000:0.0:1788483826.758744:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251134208 00000100:00100000:0.0:1788483826.758796:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:0.0:1788483826.758805:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251134208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483826.758833:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788483826.758889:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507653100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251134208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483826.758896:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:3.0:1788483826.758984:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251134208:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1788483827.460752:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483828.293007:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788483828.293030:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251134336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483828.293105:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483828.293668:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251134336 00000100:00100000:0.0:1788483828.293676:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251134336 00000100:00080000:3.0:1788483828.293799:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483828.294340:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1788483828.294351:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251134336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483828.294381:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483828.294442:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641923100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251134336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 93us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483828.294449:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1788483828.294494:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251134336:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483828.297929:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483828.297949:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251134464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483828.298011:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483828.298064:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251134464 00000100:00100000:0.0:1788483828.298071:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251134464 00000100:00100000:0.0:1788483828.298120:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1788483828.298128:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251134464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483828.298148:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483828.298189:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251134464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483828.298195:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00080000:0.0:1788483828.298349:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483828.298382:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251134464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483828.299116:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251134976:0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.299155:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483828.299185:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251135488:0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.299869:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483828.299903:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788483828.299910:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251134848:0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.299941:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483828.299957:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251135360:0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.299977:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483828.299999:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251135872:0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.300018:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483828.300046:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251134976 00000100:00100000:3.0:1788483828.300052:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251134976 00000100:00100000:3.0:1788483828.300091:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251135360 00000100:00100000:3.0:1788483828.300094:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251135360 00000100:00100000:3.0:1788483828.300118:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251135872 00000100:00100000:3.0:1788483828.300120:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251135872 00000100:00100000:3.0:1788483828.300138:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1456 00000100:00100000:3.0:1788483828.300146:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251134976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.300191:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251134976:12345-0@lo:400:kworker.0 Request processed in 46us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483828.300198:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1456 00000100:00100000:3.0:1788483828.300214:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1457 00000100:00100000:1.0:1788483828.300449:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251134720:0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.300480:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483828.300494:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251135232:0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.300529:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483828.300541:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251135744:0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.300561:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483828.300577:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788483828.300582:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251134592:0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.300618:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483828.300642:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251135104:0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.300665:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483828.300680:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251135616:0@lo:400:kworker.0 00000100:00100000:0.0:1788483828.301467:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251134592 00000100:00100000:0.0:1788483828.301477:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251134592 00000100:00100000:0.0:1788483828.301542:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1788483828.301552:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251134592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483828.301601:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3641:x1875360251134592:12345-0@lo:400:kworker.0 Request processed in 51us (982us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483828.301622:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00100000:0.0:1788483828.301655:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251134848 00000100:00100000:0.0:1788483828.301659:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251134848 00000100:00100000:0.0:1788483828.301682:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251135104 00000100:00100000:0.0:1788483828.301685:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251135104 00000100:00100000:1.0:1788483828.301802:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483828.301842:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3641:1875360251134592:0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.301869:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251135488 00000100:00100000:1.0:1788483828.301872:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251135488 00000100:00100000:1.0:1788483828.301902:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251135616 00000100:00100000:1.0:1788483828.301906:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251135616 00000100:00100000:1.0:1788483828.301926:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1788483828.301933:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251135488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.301965:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251135488:12345-0@lo:400:kworker.0 Request processed in 33us (2099us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483828.301971:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:1.0:1788483828.301982:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1788483828.301988:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251135616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.302012:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251135616:12345-0@lo:400:kworker.0 Request processed in 25us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483828.302017:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:1.0:1788483828.302044:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251135616:0@lo:400:kworker.0 00000100:00100000:0.0:1788483828.302284:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1788483828.302297:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251134848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483828.302333:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251134848:12345-0@lo:400:kworker.0 Request processed in 40us (2392us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483828.302338:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:0.0:1788483828.302355:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:0.0:1788483828.302361:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251135104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483828.302404:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251135104:12345-0@lo:400:kworker.0 Request processed in 42us (1737us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483828.302409:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:3.0:1788483828.302485:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251135360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.302545:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875360251135360:12345-0@lo:400:kworker.0 Request processed in 2324us (2566us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483828.302551:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1457 00000100:00100000:3.0:1788483828.302565:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251134720 00000100:00100000:3.0:1788483828.302568:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251134720 00000100:00100000:3.0:1788483828.302583:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251135232 00000100:00100000:3.0:1788483828.302586:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251135232 00000100:00100000:3.0:1788483828.302599:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251135744 00000100:00100000:3.0:1788483828.302602:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251135744 00000100:00100000:3.0:1788483828.302639:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1458 00000100:00100000:3.0:1788483828.302646:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251135872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.302677:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875360251135872:12345-0@lo:400:kworker.0 Request processed in 32us (2658us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483828.302683:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1458 00000100:00100000:3.0:1788483828.302695:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1788483828.303383:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251134720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.303434:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251134720:12345-0@lo:400:kworker.0 Request processed in 733us (2952us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483828.303442:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1459 00000100:00100000:3.0:1788483828.303459:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1460 00000100:00100000:3.0:1788483828.303467:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750989f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251135232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.303525:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750989f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251135232:12345-0@lo:400:kworker.0 Request processed in 31us (2967us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483828.303532:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1460 00000100:00100000:3.0:1788483828.303546:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1461 00000100:00100000:3.0:1788483828.303552:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251135744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.303580:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251135744:12345-0@lo:400:kworker.0 Request processed in 29us (3019us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483828.303585:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1461 00000100:00080000:3.0:1788483828.303640:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483828.303645:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483828.303648:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483828.303680:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251134848:0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.303692:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3639:1875360251135360:0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.304353:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251135104:0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.304365:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251134720:0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.304376:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251135232:0@lo:400:kworker.0 00000100:00100000:1.0:1788483828.304386:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251135744:0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.305326:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3639:1875360251135872:0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.305356:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251134976:0@lo:400:kworker.0 00000100:00100000:3.0:1788483828.305369:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251135488:0@lo:400:kworker.0 00000040:00080000:1.0:1788483828.458145:0:29713:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483828.458154:0:29713:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483828.458729:0:29713:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483828.458739:0:29713:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483828.485836:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483828.805060:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483828.805082:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251136000:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483828.805149:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483828.805262:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251136000 00000100:00100000:0.0:1788483828.805270:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251136000 00000100:00100000:0.0:1788483828.805321:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1788483828.805331:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251136000:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788483828.805360:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:0.0:1788483828.805409:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251136000:12345-0@lo:41:osp-pre-1-0.0 Request processed in 79us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483828.805416:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:0.0:1788483828.805457:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251136000:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483829.416018:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483829.416109:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225098240 00000100:00100000:3.0:1788483829.416118:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225098240 00000100:00100000:3.0:1788483829.416201:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1462 00000100:00100000:3.0:1788483829.416213:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2401:x1875360225098240:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483829.416291:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509219500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2401:x1875360225098240:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 81us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483829.416300:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1462 00000100:00080000:0.0:1788483829.416424:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483829.420223:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483829.420266:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483829.420299:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483829.420334:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483829.420355:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483829.420432:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225098624 00000100:00100000:2.0:1788483829.420442:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225098624 00000100:00100000:2.0:1788483829.420533:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225099136 00000100:00100000:2.0:1788483829.420537:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225099136 00000100:00100000:2.0:1788483829.420564:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 939 00000100:00100000:2.0:1788483829.420574:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225098624:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483829.420654:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225098624:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 81us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483829.420662:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 939 00000100:00100000:2.0:1788483829.420681:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 940 00000100:00100000:2.0:1788483829.420687:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225099136:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483829.420735:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225099136:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 49us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483829.420741:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 940 00000100:00100000:3.0:1788483829.420930:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225098368 00000100:00100000:3.0:1788483829.420935:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225098368 00000100:00100000:3.0:1788483829.420973:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225098880 00000100:00100000:3.0:1788483829.420977:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225098880 00000100:00100000:3.0:1788483829.420999:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1463 00000100:00100000:3.0:1788483829.421006:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2402:x1875360225098368:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483829.421038:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2402:x1875360225098368:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 33us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483829.421045:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1463 00000100:00100000:3.0:1788483829.421146:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1464 00000100:00100000:3.0:1788483829.421154:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225098880:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483829.421181:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225098880:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (847us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483829.421188:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1464 00000100:00080000:0.0:1788483829.421262:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483829.421268:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483829.424325:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483829.424577:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225098496 00000100:00100000:3.0:1788483829.424590:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225098496 00000100:00100000:3.0:1788483829.424696:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 941 00000100:00100000:3.0:1788483829.424709:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641921180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225098496:12345-192.168.206.36@tcp:400:kworker.0 00000100:00080000:2.0:1788483829.424867:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483829.424954:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641921180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225098496:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 248us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483829.424964:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 941 00000100:00100000:0.0:1788483829.425164:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483829.425211:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483829.425351:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225098752 00000100:00100000:3.0:1788483829.425358:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225098752 00000100:00100000:3.0:1788483829.425405:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1465 00000100:00100000:3.0:1788483829.425413:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2401:x1875360225098752:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483829.425447:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2401:x1875360225098752:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 34us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483829.425454:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1465 00000100:00080000:3.0:1788483829.425483:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483829.425739:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225098112 00000100:00100000:1.0:1788483829.425754:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225098112 00000100:00100000:1.0:1788483829.425821:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 839 00000100:00100000:1.0:1788483829.425833:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225098112:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483829.425915:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225098112:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 83us (5702us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483829.425923:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 839 00000100:00100000:1.0:1788483829.425964:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225099008 00000100:00100000:1.0:1788483829.425968:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225099008 00000100:00100000:1.0:1788483829.426011:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 942 00000100:00100000:1.0:1788483829.426018:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225099008:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483829.426047:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f764164ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225099008:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (835us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483829.426053:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 942 00000100:00080000:1.0:1788483829.426072:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483829.509656:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483830.153114:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483830.153124:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483830.156412:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483830.156428:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483830.533209:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483830.618290:0:29764:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483830.618298:0:29764:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483830.622453:0:29764:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483830.622471:0:29764:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483830.852744:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483830.852776:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251136128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483830.852841:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483830.853067:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251136128 00000100:00100000:0.0:1788483830.853076:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251136128 00000100:00100000:0.0:1788483830.853139:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1788483830.853149:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251136128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788483830.853177:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483830.853221:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507652d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251136128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (379us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483830.853227:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:1.0:1788483830.853279:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483830.853349:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641890700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251136128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483830.853670:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251136256:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483830.853699:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483830.853778:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251136256 00000100:00100000:0.0:1788483830.853782:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251136256 00000100:00100000:0.0:1788483830.853826:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1788483830.853833:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251136256:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483830.853844:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483830.853877:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251136256:12345-0@lo:13:osp-pre-0-0.0 Request processed in 45us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483830.853884:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00080000:2.0:1788483830.853927:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483830.853951:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251136256:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788483831.559412:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483831.880924:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251136384:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483831.881006:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483831.881192:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251136384 00000100:00100000:0.0:1788483831.881201:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251136384 00000100:00100000:0.0:1788483831.881254:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1788483831.881263:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251136384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788483831.881293:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:0.0:1788483831.881340:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7509218700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251136384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483831.881346:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:0.0:1788483831.881387:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641893b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251136384:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788483832.581114:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483832.882813:0:29816:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483832.882824:0:29816:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483832.884150:0:29816:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483832.884165:0:29816:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000040:00080000:1.0:1788483832.966198:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788483833.412859:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251136640:0@lo:400:kworker.0 00000100:00100000:2.0:1788483833.412872:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251136768:0@lo:400:kworker.0 00000100:00100000:0.0:1788483833.412983:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251136896:0@lo:400:kworker.0 00000100:00100000:3.0:1788483833.413055:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251136512:0@lo:400:kworker.0 00000100:00100000:2.0:1788483833.413657:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483833.413711:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251137280:0@lo:400:kworker.0 00000100:00100000:2.0:1788483833.413735:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483833.413760:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251137792:0@lo:400:kworker.0 00000100:00100000:2.0:1788483833.413780:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483833.413820:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251136768 00000100:00100000:2.0:1788483833.413828:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251136768 00000100:00100000:2.0:1788483833.413872:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1788483833.413881:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251136768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483833.413934:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251136768:12345-0@lo:400:kworker.0 Request processed in 53us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483833.413942:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1788483833.414285:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251136768:0@lo:400:kworker.0 00000100:00100000:2.0:1788483833.414318:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251137280 00000100:00100000:2.0:1788483833.414321:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251137280 00000100:00100000:2.0:1788483833.414350:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251137792 00000100:00100000:2.0:1788483833.414352:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251137792 00000100:00100000:2.0:1788483833.414367:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1788483833.414373:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251137280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483833.414406:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251137280:12345-0@lo:400:kworker.0 Request processed in 33us (670us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483833.414411:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1466 00000100:00100000:2.0:1788483833.414421:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1467 00000100:00100000:2.0:1788483833.414426:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251137792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483833.414446:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251137792:12345-0@lo:400:kworker.0 Request processed in 21us (666us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483833.414452:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1467 00000100:00080000:2.0:1788483833.414464:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788483833.414486:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251137280:0@lo:400:kworker.0 00000100:00100000:2.0:1788483833.414496:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251137792:0@lo:400:kworker.0 00000100:00100000:2.0:1788483833.414591:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483833.414599:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251138176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483833.414626:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483833.414653:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251138176 00000100:00100000:2.0:1788483833.414657:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251138176 00000100:00100000:2.0:1788483833.414683:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:2.0:1788483833.414689:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251138176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483833.414706:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483833.414736:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251138176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (110us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483833.414742:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00080000:2.0:1788483833.414756:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483833.414774:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251138176:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483833.414816:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251138304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483833.414839:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483833.414872:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251138304 00000100:00100000:2.0:1788483833.414876:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251138304 00000100:00100000:2.0:1788483833.414900:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:2.0:1788483833.414906:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251138304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483833.414915:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483833.414944:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251138304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483833.414950:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00080000:2.0:1788483833.414961:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483833.414992:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251138304:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483833.415710:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483833.415743:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251137152:0@lo:400:kworker.0 00000100:00100000:1.0:1788483833.415782:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483833.415810:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251137664:0@lo:400:kworker.0 00000100:00100000:1.0:1788483833.415830:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483833.415860:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251136640 00000100:00100000:1.0:1788483833.415865:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251136640 00000100:00100000:1.0:1788483833.415893:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251137152 00000100:00100000:1.0:1788483833.415896:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251137152 00000100:00100000:1.0:1788483833.415914:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251137664 00000100:00100000:1.0:1788483833.415916:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251137664 00000100:00100000:1.0:1788483833.415934:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1468 00000100:00100000:1.0:1788483833.415941:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251136640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483833.415977:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750921bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251136640:12345-0@lo:400:kworker.0 Request processed in 37us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483833.415983:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1468 00000100:00100000:1.0:1788483833.415997:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1788483833.416002:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251137152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483833.416027:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251137152:12345-0@lo:400:kworker.0 Request processed in 25us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483833.416032:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1469 00000100:00100000:1.0:1788483833.416042:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1470 00000100:00100000:1.0:1788483833.416048:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251137664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483833.416072:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251137664:12345-0@lo:400:kworker.0 Request processed in 25us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483833.416077:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1470 00000100:00080000:1.0:1788483833.416102:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483833.416122:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251136640:0@lo:400:kworker.0 00000100:00100000:1.0:1788483833.416132:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251137152:0@lo:400:kworker.0 00000100:00100000:1.0:1788483833.416141:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251137664:0@lo:400:kworker.0 00000100:00100000:0.0:1788483833.416233:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483833.416259:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251137408:0@lo:400:kworker.0 00000100:00100000:0.0:1788483833.416284:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483833.416304:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251137920:0@lo:400:kworker.0 00000100:00100000:0.0:1788483833.416324:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483833.416354:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251136896 00000100:00100000:0.0:1788483833.416354:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251137408 00000100:00100000:1.0:1788483833.416358:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251136896 00000100:00100000:0.0:1788483833.416370:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251137408 00000100:00100000:1.0:1788483833.416378:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1788483833.416383:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251136896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483833.416396:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251137920 00000100:00100000:0.0:1788483833.416398:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251137920 00000100:00100000:0.0:1788483833.416414:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1788483833.416415:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641893b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251136896:12345-0@lo:400:kworker.0 Request processed in 31us (182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483833.416420:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251137408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483833.416421:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1471 00000100:00100000:1.0:1788483833.416437:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 944 00000100:00100000:1.0:1788483833.416444:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251137920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483833.416448:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641892680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251137408:12345-0@lo:400:kworker.0 Request processed in 28us (163us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483833.416454:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 943 00000100:00100000:1.0:1788483833.416468:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641893100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251137920:12345-0@lo:400:kworker.0 Request processed in 25us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483833.416473:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 944 00000100:00100000:0.0:1788483833.416560:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251136896:0@lo:400:kworker.0 00000100:00100000:0.0:1788483833.416570:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251137408:0@lo:400:kworker.0 00000100:00080000:1.0:1788483833.416573:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483833.416588:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641617100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251137920:0@lo:400:kworker.0 00000100:00100000:3.0:1788483833.419706:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483833.419844:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251137024:0@lo:400:kworker.0 00000100:00100000:3.0:1788483833.419888:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483833.419919:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251137536:0@lo:400:kworker.0 00000100:00100000:3.0:1788483833.419942:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483833.419976:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251138048:0@lo:400:kworker.0 00000100:00100000:3.0:1788483833.419998:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483833.420237:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251137536 00000100:00100000:3.0:1788483833.420244:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251137536 00000100:00100000:3.0:1788483833.420286:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251138048 00000100:00100000:3.0:1788483833.420289:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251138048 00000100:00100000:3.0:1788483833.420307:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1788483833.420315:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251137536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483833.420363:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251137536:12345-0@lo:400:kworker.0 Request processed in 49us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483833.420369:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1788483833.420384:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1788483833.420390:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251138048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483833.420416:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251138048:12345-0@lo:400:kworker.0 Request processed in 27us (418us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483833.420422:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1788483833.420455:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251137536:0@lo:400:kworker.0 00000100:00100000:3.0:1788483833.420465:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251138048:0@lo:400:kworker.0 00000100:00100000:1.0:1788483833.420587:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251137024 00000100:00100000:1.0:1788483833.420592:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251137024 00000100:00100000:1.0:1788483833.420629:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 775 00000100:00100000:1.0:1788483833.420636:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251137024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483833.420673:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251137024:12345-0@lo:400:kworker.0 Request processed in 39us (785us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483833.420679:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 775 00000100:00080000:1.0:1788483833.420702:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483833.423323:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750933f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251137024:0@lo:400:kworker.0 00000100:00100000:0.0:1788483833.424556:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251136512 00000100:00100000:0.0:1788483833.424566:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251136512 00000100:00100000:0.0:1788483833.424675:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 840 00000100:00100000:0.0:1788483833.424686:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251136512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483833.424769:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251136512:12345-0@lo:400:kworker.0 Request processed in 85us (5070us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483833.424777:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 840 00000100:00100000:3.0:1788483833.424856:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251136512:0@lo:400:kworker.0 00010000:00010000:3.0:1788483833.605478:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483833.925388:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483833.925409:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251138432:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483833.925470:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483833.925667:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251138432 00000100:00100000:2.0:1788483833.925674:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251138432 00000100:00100000:2.0:1788483833.925724:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 776 00000100:00100000:2.0:1788483833.925733:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251138432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483833.925763:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483833.925812:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251138432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (342us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483833.925819:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 776 00000100:00100000:1.0:1788483833.925895:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251138432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483834.541197:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483834.541274:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225099392 00000100:00100000:2.0:1788483834.541284:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225099392 00000100:00100000:2.0:1788483834.541350:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1472 00000100:00100000:2.0:1788483834.541360:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360225099392:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483834.541426:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641891c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360225099392:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 68us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483834.541437:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1472 00000100:00080000:0.0:1788483834.541597:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483834.548439:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483834.548484:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483834.548538:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483834.548558:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483834.548594:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483834.548621:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225099776 00000100:00100000:1.0:1788483834.548629:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225099776 00000100:00100000:1.0:1788483834.548685:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225100288 00000100:00100000:1.0:1788483834.548688:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225100288 00000100:00100000:1.0:1788483834.548708:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 947 00000100:00100000:1.0:1788483834.548716:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225099776:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483834.548791:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225099776:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 75us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483834.548797:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 947 00000100:00100000:1.0:1788483834.548818:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 948 00000100:00100000:1.0:1788483834.548824:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225100288:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483834.548847:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225100288:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483834.548853:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 948 00000100:00100000:1.0:1788483834.548870:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225099520 00000100:00100000:1.0:1788483834.548874:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225099520 00000100:00100000:1.0:1788483834.548900:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225100032 00000100:00100000:1.0:1788483834.548903:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225100032 00000100:00100000:1.0:1788483834.548921:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1473 00000100:00100000:1.0:1788483834.548928:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2401:x1875360225099520:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483834.548954:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2401:x1875360225099520:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 28us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483834.548960:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1473 00000100:00100000:1.0:1788483834.548985:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1474 00000100:00100000:1.0:1788483834.548991:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225100032:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483834.549015:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418b3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225100032:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483834.549021:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1474 00000100:00100000:2.0:1788483834.551031:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225099264 00000100:00100000:2.0:1788483834.551043:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225099264 00000100:00100000:2.0:1788483834.551104:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 841 00000100:00100000:2.0:1788483834.551115:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225099264:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483834.551173:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225099264:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 59us (2741us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483834.551180:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 841 00000100:00080000:0.0:1788483834.556427:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483834.556436:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483834.563143:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483834.563184:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483834.563214:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483834.563239:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225099648 00000100:00100000:0.0:1788483834.563247:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225099648 00000100:00100000:0.0:1788483834.563293:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225100160 00000100:00100000:0.0:1788483834.563308:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225100160 00000100:00100000:0.0:1788483834.563331:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 949 00000100:00100000:0.0:1788483834.563340:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225099648:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483834.563398:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641890000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225099648:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 59us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483834.563405:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 949 00000100:00100000:0.0:1788483834.563422:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 950 00000100:00100000:0.0:1788483834.563429:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225100160:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483834.563452:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641890700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225100160:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483834.563459:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 950 00000100:00080000:0.0:1788483834.563474:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483834.564228:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225099904 00000100:00100000:3.0:1788483834.564236:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225099904 00000100:00100000:3.0:1788483834.564288:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1475 00000100:00100000:3.0:1788483834.564296:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2402:x1875360225099904:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483834.564340:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641891f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2402:x1875360225099904:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 45us (1155us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483834.564346:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1475 00000100:00080000:0.0:1788483834.566274:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788483834.629676:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483835.065000:0:29867:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483835.065009:0:29867:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483835.065559:0:29867:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483835.065568:0:29867:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483835.654204:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483835.974115:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483835.974142:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251138560:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483835.974209:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483835.974390:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251138560 00000100:00100000:2.0:1788483835.974398:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251138560 00000100:00100000:2.0:1788483835.974458:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1788483835.974467:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251138560:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483835.974496:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483835.974560:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251138560:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (351us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483835.974578:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:2.0:1788483835.974868:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483835.974881:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251138688:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483835.974911:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788483835.975150:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788483835.975186:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251138560:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483835.975259:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251138688 00000100:00100000:0.0:1788483835.975264:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251138688 00000100:00100000:0.0:1788483835.975307:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1788483835.975315:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251138688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483835.975327:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483835.975373:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251138688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483835.975379:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:1.0:1788483835.975459:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f13480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251138688:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788483835.975517:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1788483836.679854:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483836.999535:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788483836.999558:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251138816:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788483836.999631:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483836.999823:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251138816 00000100:00100000:2.0:1788483836.999831:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251138816 00000100:00100000:2.0:1788483836.999923:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:2.0:1788483836.999933:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251138816:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483836.999962:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483837.000020:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251138816:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (388us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483837.000028:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:1.0:1788483837.000909:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251138816:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1788483837.419191:0:29919:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483837.419199:0:29919:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483837.419781:0:29919:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483837.419791:0:29919:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483837.708823:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483838.532934:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788483838.532968:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7605f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251138944:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483838.533033:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483838.533108:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251138944 00000100:00100000:0.0:1788483838.533115:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251138944 00000100:00100000:0.0:1788483838.533171:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1788483838.533182:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251138944:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483838.533208:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483838.533266:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f11c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251138944:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (232us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483838.533273:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1788483838.533321:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7605f12a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251138944:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788483838.533581:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483838.534432:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788483838.534448:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251139072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483838.534490:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483838.534812:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251139072 00000100:00100000:2.0:1788483838.534819:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251139072 00000100:00100000:2.0:1788483838.534880:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1788483838.534888:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251139072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483838.534905:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483838.534943:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251139072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483838.534950:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:3.0:1788483838.535075:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788483838.535106:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251139072:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788483838.537966:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251139200:0@lo:400:kworker.0 00000100:00100000:3.0:1788483838.538035:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483838.538174:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251139200 00000100:00100000:0.0:1788483838.538182:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251139200 00000100:00100000:0.0:1788483838.538251:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:0.0:1788483838.538261:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251139200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483838.538313:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251139200:12345-0@lo:400:kworker.0 Request processed in 54us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483838.538320:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1788483838.538574:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251139200:0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.539063:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251139584:0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.539097:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483838.539119:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251140096:0@lo:400:kworker.0 00000100:00100000:3.0:1788483838.539320:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251139712:0@lo:400:kworker.0 00000100:00100000:3.0:1788483838.539352:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483838.539373:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251140224:0@lo:400:kworker.0 00000100:00100000:3.0:1788483838.539417:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251139584 00000100:00100000:3.0:1788483838.539423:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251139584 00000100:00100000:3.0:1788483838.539460:0:8191:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1476 00000100:00100000:3.0:1788483838.539467:0:8191:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251139584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.539651:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483838.539799:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251139328:0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.539866:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251139712 00000100:00100000:1.0:1788483838.539871:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251139712 00000100:00100000:1.0:1788483838.539899:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1788483838.539905:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251139712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.539940:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251139712:12345-0@lo:400:kworker.0 Request processed in 35us (587us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483838.539946:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:1.0:1788483838.539984:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251140096 00000100:00100000:1.0:1788483838.539988:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251140096 00000100:00100000:1.0:1788483838.540020:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 951 00000100:00100000:1.0:1788483838.540026:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251140096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.540064:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251140096:12345-0@lo:400:kworker.0 Request processed in 38us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483838.540070:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 951 00000100:00080000:1.0:1788483838.540096:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483838.542141:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251139456:0@lo:400:kworker.0 00000100:00100000:0.0:1788483838.542209:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483838.542258:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251139968:0@lo:400:kworker.0 00000100:00100000:0.0:1788483838.542283:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483838.542304:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251140480:0@lo:400:kworker.0 00000100:00100000:0.0:1788483838.542324:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483838.542361:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251139968 00000100:00100000:0.0:1788483838.542367:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251139968 00000100:00100000:0.0:1788483838.542409:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251140480 00000100:00100000:0.0:1788483838.542412:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251140480 00000100:00100000:0.0:1788483838.542435:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1788483838.542442:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251139968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483838.542490:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251139968:12345-0@lo:400:kworker.0 Request processed in 48us (205us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483838.542547:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1477 00000100:00100000:0.0:1788483838.542575:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1478 00000100:00100000:0.0:1788483838.542583:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251140480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483838.542612:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251140480:12345-0@lo:400:kworker.0 Request processed in 30us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483838.542618:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1478 00000100:00080000:0.0:1788483838.542640:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788483838.542668:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507697800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251139968:0@lo:400:kworker.0 00000100:00100000:0.0:1788483838.542678:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507696300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251140480:0@lo:400:kworker.0 00000100:00100000:0.0:1788483838.542733:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483838.542766:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251139712:0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.545379:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251139456 00000100:00100000:1.0:1788483838.545393:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251139456 00000100:00100000:1.0:1788483838.545461:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1788483838.545471:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251139456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.545602:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251139456:12345-0@lo:400:kworker.0 Request processed in 133us (3403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483838.545609:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:1.0:1788483838.545634:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251140224 00000100:00100000:1.0:1788483838.545637:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251140224 00000100:00100000:1.0:1788483838.545668:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 952 00000100:00100000:1.0:1788483838.545674:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7605f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251140224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.545723:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7605f13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251140224:12345-0@lo:400:kworker.0 Request processed in 49us (2989us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483838.545729:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 952 00000100:00080000:1.0:1788483838.545747:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483838.545780:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251139456:0@lo:400:kworker.0 00000100:00100000:0.0:1788483838.549433:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251140224:0@lo:400:kworker.0 00000100:00100000:3.0:1788483838.549708:0:8191:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251139584:12345-0@lo:400:kworker.0 Request processed in 10229us (10598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483838.549720:0:8191:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1476 00000100:00100000:2.0:1788483838.550416:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483838.550459:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251139840:0@lo:400:kworker.0 00000100:00100000:2.0:1788483838.550491:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483838.550542:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251140352:0@lo:400:kworker.0 00000100:00100000:2.0:1788483838.550576:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483838.550620:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251139328 00000100:00100000:2.0:1788483838.550627:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251139328 00000100:00100000:2.0:1788483838.550663:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251139840 00000100:00100000:2.0:1788483838.550666:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251139840 00000100:00100000:2.0:1788483838.550690:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251140352 00000100:00100000:2.0:1788483838.550693:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251140352 00000100:00100000:2.0:1788483838.550726:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1788483838.550732:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251139328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483838.550780:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875360251139328:12345-0@lo:400:kworker.0 Request processed in 48us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483838.550790:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1479 00000100:00100000:2.0:1788483838.550804:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1788483838.550810:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251139840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483838.550836:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875360251139840:12345-0@lo:400:kworker.0 Request processed in 27us (346us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483838.550854:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1480 00000100:00100000:2.0:1788483838.550866:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1481 00000100:00100000:2.0:1788483838.550871:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251140352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483838.550898:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875360251140352:12345-0@lo:400:kworker.0 Request processed in 28us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483838.550904:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1481 00000100:00080000:2.0:1788483838.550925:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483838.550950:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507697b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875360251139328:0@lo:400:kworker.0 00000100:00100000:2.0:1788483838.550960:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3641:1875360251139840:0@lo:400:kworker.0 00000100:00100000:2.0:1788483838.550968:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507694000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3641:1875360251140352:0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.551448:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507696680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251139584:0@lo:400:kworker.0 00000100:00100000:1.0:1788483838.551461:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251140096:0@lo:400:kworker.0 00010000:00010000:3.0:1788483838.731036:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483839.046050:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483839.046079:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251140608:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788483839.046176:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483839.046544:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251140608 00000100:00100000:3.0:1788483839.046563:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251140608 00000100:00100000:3.0:1788483839.046624:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:3.0:1788483839.046645:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251140608:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483839.046694:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483839.046937:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251140608:12345-0@lo:41:osp-pre-1-0.0 Request processed in 295us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483839.047288:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1788483839.047403:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76418c1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251140608:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1788483839.557395:0:29970:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483839.557407:0:29970:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483839.557961:0:29970:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483839.557972:0:29970:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483839.659044:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:2.0:1788483839.659118:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225100416 00000100:00100000:2.0:1788483839.659130:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225100416 00000100:00100000:2.0:1788483839.659283:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 843 00000100:00100000:2.0:1788483839.659297:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225100416:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483839.659397:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225100416:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 103us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483839.661083:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483839.661117:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483839.661143:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483839.661167:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483839.661188:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483839.661221:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483839.661241:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483839.661301:0:3633:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483839.661338:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225100544 00000100:00100000:3.0:1788483839.661349:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225100544 00000100:00100000:3.0:1788483839.661409:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225100672 00000100:00100000:3.0:1788483839.661412:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225100672 00000100:00100000:3.0:1788483839.661430:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225101056 00000100:00100000:3.0:1788483839.661433:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225101056 00000100:00100000:3.0:1788483839.661446:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225101184 00000100:00100000:3.0:1788483839.661447:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225101184 00000100:00100000:3.0:1788483839.661462:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1482 00000100:00100000:3.0:1788483839.661471:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360225100544:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483839.661585:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360225100544:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 114us (511us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483839.661593:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1482 00000100:00100000:3.0:1788483839.661669:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1483 00000100:00100000:3.0:1788483839.661677:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2402:x1875360225100672:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483839.661706:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2402:x1875360225100672:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 31us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483839.661713:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1483 00000100:00100000:3.0:1788483839.661725:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1484 00000100:00100000:3.0:1788483839.661732:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2401:x1875360225101056:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483839.661756:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750933f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2401:x1875360225101056:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (588us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483839.661762:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1484 00000100:00100000:3.0:1788483839.661773:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1485 00000100:00100000:3.0:1788483839.661780:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225101184:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483839.661802:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225101184:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 24us (560us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483839.661808:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1485 00000100:00100000:3.0:1788483839.661832:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225100800 00000100:00100000:3.0:1788483839.661835:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225100800 00000100:00100000:3.0:1788483839.661864:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225101312 00000100:00100000:3.0:1788483839.661866:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225101312 00000100:00100000:3.0:1788483839.661879:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225100928 00000100:00100000:3.0:1788483839.661881:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225100928 00000100:00100000:3.0:1788483839.661892:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225101440 00000100:00100000:3.0:1788483839.661894:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225101440 00000100:00100000:3.0:1788483839.661906:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 953 00000100:00100000:3.0:1788483839.661912:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76418c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225100800:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483839.661936:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76418c1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225100800:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (793us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483839.661943:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 953 00000100:00100000:3.0:1788483839.661953:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 954 00000100:00100000:3.0:1788483839.661959:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225101312:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483839.661984:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225101312:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 25us (795us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483839.661990:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 954 00000100:00100000:3.0:1788483839.662001:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 955 00000100:00100000:3.0:1788483839.662007:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225100928:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483839.662028:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225100928:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (807us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483839.662034:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 955 00000100:00100000:3.0:1788483839.662045:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 956 00000100:00100000:3.0:1788483839.662051:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225101440:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483839.662074:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225101440:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483839.662079:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 956 00000100:00080000:3.0:1788483839.662116:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483839.662121:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483839.662123:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483839.662125:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788483839.663422:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 843 00010000:00010000:0.0:1788483839.758002:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483840.391196:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483840.391208:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483840.392407:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483840.392429:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483840.773781:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483841.093735:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483841.093762:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251140736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483841.093842:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483841.093913:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251140736 00000100:00100000:0.0:1788483841.093920:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251140736 00000100:00100000:0.0:1788483841.093989:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1788483841.093999:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251140736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483841.094032:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483841.094075:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251140736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483841.094082:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00080000:0.0:1788483841.094106:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483841.094144:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251140736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483841.094717:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251140864:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483841.094749:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483841.094839:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251140864 00000100:00100000:2.0:1788483841.094844:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251140864 00000100:00100000:2.0:1788483841.094891:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:2.0:1788483841.094898:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251140864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483841.094913:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00080000:0.0:1788483841.095015:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483841.095058:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251140864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 160us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483841.095065:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1788483841.095123:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251140864:0@lo:13:osp-pre-0-1.0 00000040:00080000:2.0:1788483841.473257:0:30021:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483841.473267:0:30021:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483841.475049:0:30021:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483841.475066:0:30021:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483841.800231:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483842.116768:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483842.116792:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251140992:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483842.116869:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483842.116936:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251140992 00000100:00100000:2.0:1788483842.116944:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251140992 00000100:00100000:2.0:1788483842.116998:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1788483842.117008:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251140992:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483842.117038:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483842.117091:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875360251140992:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483842.117098:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:0.0:1788483842.117224:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251140992:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788483842.181351:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788483842.821577:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483843.389709:0:30073:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483843.389722:0:30073:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483843.390288:0:30073:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483843.390301:0:30073:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:0.0:1788483843.653595:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251141120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788483843.653700:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483843.653797:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251141120 00000100:00100000:0.0:1788483843.653807:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251141120 00000100:00100000:0.0:1788483843.653874:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1788483843.653886:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251141120:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483843.654151:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251141248:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.654195:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.654220:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251141760:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.654245:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.654261:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251142272:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.654284:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.654302:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788483843.654307:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251141376:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.654333:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.654349:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251141888:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.654369:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.654384:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251142400:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.654403:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.654428:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251141248 00000100:00100000:3.0:1788483843.654432:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251141248 00000100:00100000:3.0:1788483843.654465:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1788483843.654472:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251141248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.654547:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3640:x1875360251141248:12345-0@lo:400:kworker.0 Request processed in 74us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.654556:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1788483843.654593:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251141760 00000100:00100000:3.0:1788483843.654597:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251141760 00000100:00100000:3.0:1788483843.654632:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1788483843.654639:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251141760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.654675:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251141760:12345-0@lo:400:kworker.0 Request processed in 36us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.654682:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00100000:3.0:1788483843.654703:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251142272 00000100:00100000:3.0:1788483843.654707:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251142272 00000100:00100000:3.0:1788483843.654737:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1788483843.654744:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251142272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.654776:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251142272:12345-0@lo:400:kworker.0 Request processed in 33us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.654782:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:3.0:1788483843.654801:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251141376 00000100:00100000:3.0:1788483843.654805:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251141376 00000100:00100000:3.0:1788483843.654828:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251141888 00000100:00100000:3.0:1788483843.654831:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251141888 00000100:00100000:3.0:1788483843.654847:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251142400 00000100:00100000:3.0:1788483843.654849:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251142400 00000100:00100000:3.0:1788483843.654867:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1486 00000100:00100000:3.0:1788483843.654873:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251141376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.654901:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251141376:12345-0@lo:400:kworker.0 Request processed in 29us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.654907:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1486 00002000:00000024:0.0:1788483843.655185:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483843.655231:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636f54c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251141120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1347us (1531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483843.655239:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00080000:0.0:1788483843.655551:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483843.655557:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483843.655559:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483843.655567:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788483843.655581:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251142784:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788483843.655612:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.656008:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1788483843.656026:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251141888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656071:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251141888:12345-0@lo:400:kworker.0 Request processed in 53us (1701us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.656078:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1487 00000100:00100000:3.0:1788483843.656095:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1488 00000100:00100000:3.0:1788483843.656103:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251142400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656133:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251142400:12345-0@lo:400:kworker.0 Request processed in 32us (1729us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.656140:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1488 00000100:00100000:3.0:1788483843.656195:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508307b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251141504:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656231:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.656256:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251142016:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656277:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.656291:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251142528:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656313:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.656330:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788483843.656336:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251141632:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656356:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.656370:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251142144:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656391:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.656406:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251142656:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656423:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483843.656448:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251141504 00000100:00100000:3.0:1788483843.656456:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251141504 00000100:00100000:3.0:1788483843.656490:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1788483843.656512:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251141504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656562:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251141504:12345-0@lo:400:kworker.0 Request processed in 65us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.656569:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 783 00000100:00100000:3.0:1788483843.656588:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251142144 00000100:00100000:3.0:1788483843.656591:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251142144 00000100:00100000:3.0:1788483843.656623:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251142656 00000100:00100000:3.0:1788483843.656626:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251142656 00000100:00100000:3.0:1788483843.656647:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1788483843.656654:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251142144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656687:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251142144:12345-0@lo:400:kworker.0 Request processed in 33us (295us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.656693:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:3.0:1788483843.656704:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1788483843.656711:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251142656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656738:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251142656:12345-0@lo:400:kworker.0 Request processed in 28us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.656743:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 959 00000100:00100000:3.0:1788483843.656764:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251142016 00000100:00100000:3.0:1788483843.656768:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251142016 00000100:00100000:3.0:1788483843.656789:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251142528 00000100:00100000:3.0:1788483843.656792:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251142528 00000100:00100000:3.0:1788483843.656806:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251141632 00000100:00100000:3.0:1788483843.656808:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251141632 00000100:00100000:3.0:1788483843.656822:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1489 00000100:00100000:3.0:1788483843.656827:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251142016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656856:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3638:x1875360251142016:12345-0@lo:400:kworker.0 Request processed in 29us (578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.656862:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1489 00000100:00100000:3.0:1788483843.656873:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1490 00000100:00100000:3.0:1788483843.656879:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251142528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.656903:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3638:x1875360251142528:12345-0@lo:400:kworker.0 Request processed in 25us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.656909:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1490 00000100:00100000:3.0:1788483843.657798:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1491 00000100:00100000:3.0:1788483843.657821:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251141632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.657875:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251141632:12345-0@lo:400:kworker.0 Request processed in 61us (1517us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483843.657882:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1491 00000100:00100000:3.0:1788483843.658087:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251141120:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483843.658133:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251141632:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658147:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251142144:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658158:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e5bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251142656:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658172:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508307b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251141504:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658184:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3638:1875360251142016:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658193:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3638:1875360251142528:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658234:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251141376:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658248:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508304a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251141888:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658259:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251142400:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658269:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3640:1875360251141248:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658279:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251141760:0@lo:400:kworker.0 00000100:00100000:3.0:1788483843.658290:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251142272:0@lo:400:kworker.0 00000100:00080000:0.0:1788483843.658554:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483843.658563:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483843.658565:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483843.658679:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251142784 00000100:00100000:2.0:1788483843.658688:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251142784 00000100:00100000:2.0:1788483843.658782:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1788483843.658792:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251142784:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483843.658812:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483843.658870:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251142784:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (3257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483843.658877:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1788483843.666982:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251142784:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788483843.845550:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483844.188734:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7606e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251142912:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788483844.188959:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483844.189331:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251142912 00000100:00100000:3.0:1788483844.189342:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251142912 00000100:00100000:3.0:1788483844.189410:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 784 00000100:00100000:3.0:1788483844.189422:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251142912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788483844.189475:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:3.0:1788483844.189737:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251142912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 316us (777us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483844.189746:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 784 00000100:00100000:2.0:1788483844.190340:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7606e59500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251142912:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483844.778347:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483844.778400:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483844.778439:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483844.778466:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483844.778488:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483844.778562:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483844.778594:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483844.778627:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225101824 00000100:00100000:0.0:1788483844.778642:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225101824 00000100:00100000:3.0:1788483844.778718:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483844.778718:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225102336 00000100:00100000:0.0:1788483844.778725:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225102336 00000100:00100000:3.0:1788483844.778755:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483844.778765:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225101696 00000100:00100000:0.0:1788483844.778770:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225101696 00000100:00100000:3.0:1788483844.778786:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225102080 00000100:00100000:0.0:1788483844.778794:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225102208 00000100:00100000:3.0:1788483844.778795:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225102080 00000100:00100000:0.0:1788483844.778805:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225102208 00000100:00100000:0.0:1788483844.778840:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1492 00000100:00100000:3.0:1788483844.778846:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225102592 00000100:00100000:3.0:1788483844.778850:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225102592 00000100:00100000:0.0:1788483844.778859:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2401:x1875360225101824:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483844.778867:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225101952 00000100:00100000:3.0:1788483844.778869:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225101952 00000100:00100000:3.0:1788483844.778891:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225102464 00000100:00100000:3.0:1788483844.778893:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225102464 00000100:00100000:3.0:1788483844.778914:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 960 00000100:00100000:3.0:1788483844.778921:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225102080:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483844.778949:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e5bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2401:x1875360225101824:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 97us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483844.778962:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1492 00000100:00100000:3.0:1788483844.778973:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2401:x1875360225102080:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 53us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483844.778980:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 960 00000100:00100000:0.0:1788483844.778993:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1493 00000100:00100000:3.0:1788483844.779000:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 961 00000100:00100000:3.0:1788483844.779013:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225102592:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483844.779014:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225102336:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483844.779039:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2401:x1875360225102592:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 33us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483844.779045:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 961 00000100:00100000:3.0:1788483844.779055:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 962 00000100:00100000:3.0:1788483844.779059:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225101952:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483844.779070:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e58000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2401:x1875360225102336:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 65us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483844.779084:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2401:x1875360225101952:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 20us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483844.779091:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1493 00000100:00100000:3.0:1788483844.779101:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 962 00000100:00100000:0.0:1788483844.779128:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1494 00000100:00100000:3.0:1788483844.779132:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 963 00000100:00100000:0.0:1788483844.779146:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7606e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2401:x1875360225101696:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483844.779159:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225102464:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483844.779189:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7606e59500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2401:x1875360225101696:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 46us (628us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483844.779198:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1494 00000100:00100000:3.0:1788483844.779216:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2401:x1875360225102464:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 59us (456us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483844.779225:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1495 00000100:00100000:3.0:1788483844.779231:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 963 00000100:00100000:0.0:1788483844.779244:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2401:x1875360225102208:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483844.779284:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2401:x1875360225102208:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 46us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483844.779293:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1495 00000100:00080000:0.0:1788483844.779322:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483844.779326:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483844.779330:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788483844.779332:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483844.779767:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225101568 00000100:00100000:1.0:1788483844.779773:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225101568 00000100:00100000:1.0:1788483844.779819:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 845 00000100:00100000:1.0:1788483844.779827:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225101568:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483844.779860:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2401:x1875360225101568:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 34us (1529us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483844.779867:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 845 00010000:00010000:1.0:1788483844.868803:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483845.214171:0:30124:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483845.214179:0:30124:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483845.215154:0:30124:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483845.215167:0:30124:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483845.893979:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483846.214053:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483846.214079:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251143040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483846.214154:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483846.214388:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251143168:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788483846.214417:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483846.214554:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251143040 00000100:00100000:2.0:1788483846.214562:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251143040 00000100:00100000:2.0:1788483846.214623:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251143168 00000100:00100000:2.0:1788483846.214626:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251143168 00000100:00100000:2.0:1788483846.214644:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1788483846.214651:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251143040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788483846.214686:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483846.214732:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251143040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (578us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483846.214739:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1788483846.214755:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1788483846.214761:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251143168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483846.214770:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483846.214794:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251143168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483846.214800:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:2.0:1788483846.214838:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251143168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483846.214851:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251143040:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788483846.215163:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788483846.917722:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483847.171671:0:30176:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483847.171683:0:30176:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483847.172813:0:30176:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483847.172833:0:30176:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483847.241434:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788483847.241464:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251143296:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788483847.241586:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483847.241677:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251143296 00000100:00100000:2.0:1788483847.241699:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251143296 00000100:00100000:2.0:1788483847.241760:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1788483847.241771:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251143296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483847.241824:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483847.241876:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251143296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 107us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483847.241884:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:2.0:1788483847.241954:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251143296:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788483847.940777:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483848.773490:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251143424:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788483848.773622:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483848.773721:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251143424 00000100:00100000:1.0:1788483848.773730:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251143424 00000100:00100000:1.0:1788483848.773796:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1788483848.773808:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251143424:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788483848.773844:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:1.0:1788483848.773898:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251143424:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (276us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483848.773907:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:2.0:1788483848.775784:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483848.775808:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251143552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483848.775884:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483848.776048:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251143680:0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.776048:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251143552 00000100:00100000:3.0:1788483848.776052:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251144064:0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.776057:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251143552 00000100:00100000:2.0:1788483848.776087:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483848.776104:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483848.776109:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1788483848.776114:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251144192:0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.776120:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251143552:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483848.776141:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1788483848.776143:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483848.776157:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251144704:0@lo:400:kworker.0 00000100:00100000:3.0:1788483848.776190:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251144576:0@lo:400:kworker.0 00000100:00080000:1.0:1788483848.776244:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788483848.776265:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251143936:0@lo:400:kworker.0 00000100:00100000:2.0:1788483848.780731:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483848.780858:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251143552:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483848.780925:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251144192 00000100:00100000:2.0:1788483848.780933:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251144192 00000100:00100000:2.0:1788483848.780994:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1788483848.781005:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251144192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483848.781101:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251144192:12345-0@lo:400:kworker.0 Request processed in 98us (4959us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483848.781110:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:2.0:1788483848.781138:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251144704 00000100:00100000:2.0:1788483848.781142:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251144704 00000100:00100000:2.0:1788483848.781183:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1788483848.781189:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251144704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483848.781222:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251144704:12345-0@lo:400:kworker.0 Request processed in 34us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483848.781229:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:2.0:1788483848.781266:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251144192:0@lo:400:kworker.0 00000100:00100000:2.0:1788483848.781276:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507652680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251144704:0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.784980:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251143552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 8786us (9020us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483848.785000:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1788483848.785073:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251143808:0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.785156:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483848.785205:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251144320:0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.785230:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483848.785255:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251144832:0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.785277:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483848.785542:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251144064 00000100:00100000:0.0:1788483848.785552:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251144064 00000100:00100000:0.0:1788483848.785606:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251143808 00000100:00100000:0.0:1788483848.785610:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251143808 00000100:00100000:0.0:1788483848.785627:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251144320 00000100:00100000:0.0:1788483848.785630:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251144320 00000100:00100000:0.0:1788483848.785647:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251144832 00000100:00100000:0.0:1788483848.785650:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251144832 00000100:00100000:0.0:1788483848.785669:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1788483848.785678:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251144064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.785738:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3638:x1875360251144064:12345-0@lo:400:kworker.0 Request processed in 60us (9635us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483848.785748:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1496 00000100:00100000:0.0:1788483848.785761:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1788483848.785766:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251143808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.785800:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251143808:12345-0@lo:400:kworker.0 Request processed in 33us (644us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483848.785806:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1497 00000100:00100000:0.0:1788483848.785817:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1498 00000100:00100000:0.0:1788483848.785823:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251144320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.785851:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251144320:12345-0@lo:400:kworker.0 Request processed in 29us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483848.785856:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1498 00000100:00100000:0.0:1788483848.785867:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1499 00000100:00100000:0.0:1788483848.785873:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251144832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.785900:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251144832:12345-0@lo:400:kworker.0 Request processed in 28us (622us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483848.785906:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1499 00000100:00100000:0.0:1788483848.785972:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251143808:0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.785985:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251144320:0@lo:400:kworker.0 00000100:00100000:0.0:1788483848.785994:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251144832:0@lo:400:kworker.0 00000100:00100000:3.0:1788483848.787887:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483848.787975:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3638:1875360251144064:0@lo:400:kworker.0 00000100:00100000:3.0:1788483848.788024:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251143680 00000100:00100000:3.0:1788483848.788032:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251143680 00000100:00100000:3.0:1788483848.788087:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1788483848.788096:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251143680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483848.788850:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251143680:12345-0@lo:400:kworker.0 Request processed in 750us (12757us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483848.788864:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:3.0:1788483848.788931:0:8432:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251144576 00000100:00100000:3.0:1788483848.788937:0:8432:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251144576 00000100:00100000:3.0:1788483848.788985:0:8432:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1788483848.788995:0:8432:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251144576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483848.789005:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251143680:0@lo:400:kworker.0 00000100:00100000:3.0:1788483848.789051:0:8432:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251144576:12345-0@lo:400:kworker.0 Request processed in 59us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483848.789058:0:8432:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:3.0:1788483848.790368:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251144576:0@lo:400:kworker.0 00000100:00100000:1.0:1788483848.792082:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483848.792155:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251144448:0@lo:400:kworker.0 00000100:00100000:1.0:1788483848.792208:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483848.792236:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251144960:0@lo:400:kworker.0 00000100:00100000:1.0:1788483848.792259:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483848.792317:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251143936 00000100:00100000:2.0:1788483848.792327:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251143936 00000100:00100000:2.0:1788483848.792392:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:2.0:1788483848.792403:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251143936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788483848.793062:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251143424:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788483848.793128:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483848.793136:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483848.793156:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251144448 00000100:00100000:1.0:1788483848.793161:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251144448 00000100:00100000:1.0:1788483848.793205:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251144960 00000100:00100000:1.0:1788483848.793208:0:6514:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251144960 00000100:00100000:1.0:1788483848.793232:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1500 00000100:00100000:1.0:1788483848.793239:0:6514:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251144448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483848.793337:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1501 00000100:00100000:3.0:1788483848.793348:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251144960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483848.798230:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507694a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251143936:12345-0@lo:400:kworker.0 Request processed in 5813us (6140us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483848.798252:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1788483848.799578:0:6514:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251144448:12345-0@lo:400:kworker.0 Request processed in 6325us (7354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483848.799594:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1500 00000100:00080000:1.0:1788483848.799653:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788483848.799716:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251143936:0@lo:400:kworker.0 00000100:00100000:1.0:1788483848.799734:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507651500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251144448:0@lo:400:kworker.0 00000100:00100000:2.0:1788483848.807842:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251144960:12345-0@lo:400:kworker.0 Request processed in 14484us (15570us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483848.807863:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1501 00000100:00100000:2.0:1788483848.807965:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251144960:0@lo:400:kworker.0 00010000:00010000:2.0:1788483848.964705:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788483849.196376:0:30227:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:2.0:1788483849.196389:0:30227:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788483849.209563:0:30227:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:2.0:1788483849.209594:0:30227:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483849.288094:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788483849.288123:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251145088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483849.288214:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483849.288298:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251145088 00000100:00100000:1.0:1788483849.288307:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251145088 00000100:00100000:1.0:1788483849.288367:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1788483849.288379:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251145088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483849.288422:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483849.288474:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251145088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483849.288483:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1788483849.288573:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507695880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251145088:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483849.896323:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483849.896448:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:3.0:1788483849.896485:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483849.896548:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225103104 00000100:00100000:0.0:1788483849.896561:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225103104 00000100:00100000:0.0:1788483849.896652:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 966 00000100:00100000:0.0:1788483849.896665:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225103104:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483849.896796:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2399:x1875360225103104:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 134us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483849.896805:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 966 00000100:00080000:1.0:1788483849.897061:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483849.904376:0:8191:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225102848 00000100:00100000:2.0:1788483849.904400:0:8191:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225102848 00000100:00080000:1.0:1788483849.904590:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483849.904696:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483849.904740:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483849.904763:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483849.913353:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225103360 00000100:00100000:0.0:1788483849.913375:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225103360 00000100:00100000:0.0:1788483849.913484:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225102976 00000100:00100000:0.0:1788483849.913488:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225102976 00000100:00100000:0.0:1788483849.913551:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1502 00000100:00100000:0.0:1788483849.913564:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2399:x1875360225102848:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483849.916380:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2399:x1875360225102848:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 2801us (20056us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483849.916398:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1502 00000100:00100000:0.0:1788483849.916457:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1503 00000100:00100000:0.0:1788483849.916471:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2399:x1875360225103360:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483849.916566:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2399:x1875360225103360:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 101us (20080us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483849.916572:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1503 00000100:00100000:0.0:1788483849.916587:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1504 00000100:00100000:0.0:1788483849.916595:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2399:x1875360225102976:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483849.916631:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2399:x1875360225102976:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 37us (11867us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483849.916636:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1504 00000100:00100000:0.0:1788483849.916872:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483849.916962:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483849.917002:0:3631:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:0.0:1788483849.917389:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225103616 00000100:00100000:0.0:1788483849.917401:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225103616 00000100:00100000:0.0:1788483849.917450:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225103232 00000100:00100000:0.0:1788483849.917453:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225103232 00000100:00100000:0.0:1788483849.917470:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225103744 00000100:00100000:0.0:1788483849.917473:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225103744 00000100:00100000:0.0:1788483849.917487:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 967 00000100:00100000:0.0:1788483849.917531:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225103616:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483849.917585:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2399:x1875360225103616:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 90us (12896us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483849.917592:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 967 00000100:00100000:0.0:1788483849.918286:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 968 00000100:00100000:0.0:1788483849.918307:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225103232:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483849.918347:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2399:x1875360225103232:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 49us (1476us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483849.918354:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 968 00000100:00100000:0.0:1788483849.918372:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 969 00000100:00100000:0.0:1788483849.918379:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360225103744:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483849.918400:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2399:x1875360225103744:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (1398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483849.918406:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 969 00000100:00080000:0.0:1788483849.918437:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483849.918442:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483849.918445:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483849.918449:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483849.918562:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225103488 00000100:00100000:3.0:1788483849.919359:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225102720 00000100:00100000:3.0:1788483849.919370:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225102720 00000100:00100000:3.0:1788483849.919759:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 847 00000100:00100000:0.0:1788483849.919854:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225103488 00000100:00100000:0.0:1788483849.919908:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1505 00000100:00100000:0.0:1788483849.919918:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225103488:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483849.919986:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2399:x1875360225103488:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 69us (3023us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483849.919993:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1505 00000100:00080000:0.0:1788483849.920021:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788483849.921550:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225102720:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:3.0:1788483849.921707:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2399:x1875360225102720:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 174us (16964us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483849.923472:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 847 00010000:00010000:2.0:1788483849.989638:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483850.628746:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483850.628759:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483850.629303:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483850.629318:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:3.0:1788483851.016983:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483851.251845:0:30279:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483851.251857:0:30279:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483851.252450:0:30279:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483851.252460:0:30279:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483851.332658:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788483851.332688:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251145216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483851.332794:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483851.333101:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251145216 00000100:00100000:1.0:1788483851.333111:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251145216 00000100:00080000:0.0:1788483851.333149:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483851.333163:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251145344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788483851.333178:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1788483851.333189:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251145216:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483851.333196:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1788483851.333229:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483851.333231:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251145344 00000100:00100000:0.0:1788483851.333235:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251145344 00000100:00100000:0.0:1788483851.333260:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1788483851.333266:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251145344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483851.333276:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:1.0:1788483851.333280:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3638:x1875360251145216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (488us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483851.333287:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1788483851.333301:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f750927dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251145344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 36us (105us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483851.333307:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00080000:0.0:1788483851.333319:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788483851.333341:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251145216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483851.333341:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251145344:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1788483852.039054:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483852.357304:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483852.374468:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251145472:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483852.374637:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483852.375003:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251145472 00000100:00100000:2.0:1788483852.375015:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251145472 00000100:00100000:2.0:1788483852.375082:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:2.0:1788483852.375092:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251145472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788483852.375134:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:2.0:1788483852.375191:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251145472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483852.375198:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00100000:0.0:1788483852.375585:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251145472:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788483852.425924:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1788483853.073260:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788483853.590233:0:30330:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483853.590245:0:30330:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483853.591233:0:30330:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483853.591253:0:30330:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:2.0:1788483853.892702:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251145600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788483853.892796:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483853.892871:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251145600 00000100:00100000:3.0:1788483853.892886:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251145600 00000100:00100000:2.0:1788483853.893159:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1788483853.893176:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251145600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788483853.893215:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483853.893272:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251145600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483853.893280:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1788483853.893335:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641747800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251145600:0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1788483853.893757:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483853.893776:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251145856:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.893820:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483853.893926:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251145728:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.893978:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483853.894014:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251146240:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.894044:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483853.894063:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251146752:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.894086:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483853.894110:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788483853.894115:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251146112:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.894158:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251145728 00000100:00100000:2.0:1788483853.894164:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251145728 00000100:00100000:2.0:1788483853.894203:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1788483853.894210:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251145728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.894274:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251145728:12345-0@lo:400:kworker.0 Request processed in 64us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483853.894281:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 848 00000100:00100000:2.0:1788483853.894318:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251146240 00000100:00100000:2.0:1788483853.894323:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251146240 00000100:00100000:2.0:1788483853.894353:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:2.0:1788483853.894372:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251146240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.894411:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251146240:12345-0@lo:400:kworker.0 Request processed in 51us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483853.894418:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:0.0:1788483853.894783:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251146368:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.894817:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483853.895578:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251146880:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.895619:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483853.896439:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788483853.896608:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251145984:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.896663:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483853.898092:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251146496:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.898177:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483853.898209:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251147008:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.898235:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483853.898293:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251145856 00000100:00100000:0.0:1788483853.898303:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251145856 00000100:00100000:0.0:1788483853.898616:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251146368 00000100:00100000:0.0:1788483853.898622:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251146368 00000100:00100000:0.0:1788483853.898654:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251146880 00000100:00100000:0.0:1788483853.898657:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251146880 00000100:00100000:0.0:1788483853.898673:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251146496 00000100:00100000:0.0:1788483853.898676:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251146496 00000100:00100000:0.0:1788483853.898688:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251147008 00000100:00100000:0.0:1788483853.898692:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251147008 00000100:00100000:0.0:1788483853.898710:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1506 00000100:00100000:0.0:1788483853.898720:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251145856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.898792:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875360251145856:12345-0@lo:400:kworker.0 Request processed in 72us (4970us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483853.898800:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1506 00000100:00100000:0.0:1788483853.898822:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1507 00000100:00100000:0.0:1788483853.898828:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251146368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.898858:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875360251146368:12345-0@lo:400:kworker.0 Request processed in 31us (4041us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483853.898864:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1507 00000100:00100000:0.0:1788483853.898876:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1788483853.898882:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251146880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.898913:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875360251146880:12345-0@lo:400:kworker.0 Request processed in 31us (3294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483853.898920:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1508 00000100:00100000:0.0:1788483853.898934:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1509 00000100:00100000:0.0:1788483853.898941:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251146496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.899097:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483853.899129:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251146624:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.899174:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483853.899195:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251147136:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.899216:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483853.899255:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251145728:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.899272:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251146240:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.899302:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251147264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483853.899328:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483853.899380:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251146752 00000100:00100000:2.0:1788483853.899385:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251146752 00000100:00100000:2.0:1788483853.899424:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251146624 00000100:00100000:2.0:1788483853.899427:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251146624 00000100:00100000:2.0:1788483853.899459:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251147136 00000100:00100000:2.0:1788483853.899462:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251147136 00000100:00100000:2.0:1788483853.899493:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1788483853.899525:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251146752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.899567:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251146752:12345-0@lo:400:kworker.0 Request processed in 67us (5479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483853.899574:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:2.0:1788483853.899589:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1788483853.899595:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251146624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.899624:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251146624:12345-0@lo:400:kworker.0 Request processed in 30us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483853.899631:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:2.0:1788483853.899641:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1788483853.899647:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251147136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.899674:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251147136:12345-0@lo:400:kworker.0 Request processed in 27us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483853.899680:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:2.0:1788483853.899701:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251147264 00000100:00100000:2.0:1788483853.899704:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251147264 00000100:00100000:2.0:1788483853.899726:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1788483853.899732:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251147264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788483853.899748:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:2.0:1788483853.899778:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251147264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (449us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483853.899784:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1788483853.899834:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508306a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251147264:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483853.899847:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251146624:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.899854:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251147136:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.899864:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251146752:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.901216:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875360251146496:12345-0@lo:400:kworker.0 Request processed in 2196us (2961us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483853.901231:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1509 00000100:00100000:0.0:1788483853.901271:0:6516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251146112 00000100:00100000:0.0:1788483853.901279:0:6516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251146112 00000100:00100000:0.0:1788483853.901311:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1510 00000100:00100000:0.0:1788483853.901320:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251147008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.902626:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875360251147008:12345-0@lo:400:kworker.0 Request processed in 1300us (4382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483853.902638:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1510 00000100:00100000:0.0:1788483853.902674:0:6516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1511 00000100:00100000:0.0:1788483853.902688:0:6516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251146112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.902742:0:6516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641747b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875360251146112:12345-0@lo:400:kworker.0 Request processed in 60us (3645us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483853.902748:0:6516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1511 00000100:00080000:0.0:1788483853.902810:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788483853.902818:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788483853.902823:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788483853.902826:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788483853.902878:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3640:1875360251146496:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.902891:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3640:1875360251147008:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.902905:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875360251145856:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.902919:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3640:1875360251146368:0@lo:400:kworker.0 00000100:00100000:0.0:1788483853.902932:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507739500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3640:1875360251146880:0@lo:400:kworker.0 00000100:00100000:3.0:1788483853.908655:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251145984 00000100:00100000:3.0:1788483853.908675:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251145984 00000100:00100000:3.0:1788483853.908826:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1788483853.908898:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251145984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483853.909258:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251145984:12345-0@lo:400:kworker.0 Request processed in 362us (12593us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483853.909267:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 791 00000100:00100000:3.0:1788483853.909344:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251145984:0@lo:400:kworker.0 00000100:00100000:2.0:1788483853.909550:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875360251146112:0@lo:400:kworker.0 00010000:00010000:2.0:1788483854.086373:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788483854.404810:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251147392:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788483854.404909:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483854.405162:0:7781:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251147392 00000100:00100000:2.0:1788483854.405174:0:7781:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251147392 00000100:00100000:2.0:1788483854.405246:0:7781:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 792 00000100:00100000:2.0:1788483854.405261:0:7781:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251147392:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788483854.405311:0:7781:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:2.0:1788483854.405382:0:7781:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251147392:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (473us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483854.405391:0:7781:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 792 00000100:00100000:1.0:1788483854.405588:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074f8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251147392:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483855.018018:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483855.018078:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483855.018103:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483855.018127:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483855.018146:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483855.018600:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483855.018632:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483855.018652:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483855.018673:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483855.018709:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225104384 00000100:00100000:1.0:1788483855.018723:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225104384 00000100:00100000:1.0:1788483855.018787:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225104896 00000100:00100000:1.0:1788483855.018791:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225104896 00000100:00100000:1.0:1788483855.018806:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225104256 00000100:00100000:1.0:1788483855.018809:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225104256 00000100:00100000:1.0:1788483855.018822:0:8871:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225104768 00000100:00100000:1.0:1788483855.018824:0:8871:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225104768 00000100:00100000:1.0:1788483855.018843:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 973 00000100:00100000:1.0:1788483855.018855:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225104384:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483855.018981:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 974 00000100:00100000:2.0:1788483855.018993:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225104896:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483855.019022:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225104384:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 166us (914us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483855.019030:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225104896:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 39us (881us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483855.019035:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 973 00000100:00100000:2.0:1788483855.019044:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 974 00000100:00100000:1.0:1788483855.019071:0:8871:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 975 00000100:00100000:0.0:1788483855.019148:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225103872 00000100:00100000:0.0:1788483855.019153:0:6508:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225103872 00000100:00100000:2.0:1788483855.019521:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 976 00000100:00100000:2.0:1788483855.019532:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225104768:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483855.019538:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 849 00000100:00100000:0.0:1788483855.019551:0:6508:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225103872:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483855.019572:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225104768:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 42us (897us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483855.019579:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 976 00000100:00100000:0.0:1788483855.019592:0:6508:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225103872:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 43us (1587us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483855.019600:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 849 00000100:00080000:2.0:1788483855.019619:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788483855.019624:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483855.019636:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225104128 00000100:00100000:2.0:1788483855.019863:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225104128 00000100:00100000:1.0:1788483855.019870:0:8871:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225104256:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483855.019902:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225104640 00000100:00100000:2.0:1788483855.019906:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225104640 00000100:00100000:2.0:1788483855.019921:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225104000 00000100:00100000:2.0:1788483855.019924:0:6515:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225104000 00000100:00100000:1.0:1788483855.020113:0:8871:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225104256:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 249us (1479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483855.020121:0:8871:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 975 00000100:00100000:0.0:1788483855.020395:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225104512 00000100:00100000:0.0:1788483855.020402:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225104512 00000100:00100000:0.0:1788483855.020431:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1512 00000100:00100000:0.0:1788483855.020439:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2402:x1875360225104128:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483855.020488:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2402:x1875360225104128:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 50us (2410us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483855.020496:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1512 00000100:00100000:2.0:1788483855.020549:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1513 00000100:00100000:2.0:1788483855.020558:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225104640:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483855.020590:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225104640:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 34us (2461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483855.023206:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1514 00000100:00100000:0.0:1788483855.023242:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2402:x1875360225104512:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483855.023365:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2402:x1875360225104512:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 137us (4706us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483855.023378:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1514 00000100:00100000:0.0:1788483855.023425:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1515 00000100:00100000:0.0:1788483855.023435:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360225104000:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:0.0:1788483855.024342:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360225104000:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 33us (5299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483855.024353:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1515 00000100:00100000:2.0:1788483855.034221:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1513 00000100:00080000:1.0:1788483855.035422:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788483855.035433:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788483855.110746:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788483855.582206:0:30383:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:0.0:1788483855.582218:0:30383:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1788483855.583283:0:30383:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:0.0:1788483855.583354:0:30383:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:0.0:1788483856.132735:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483856.452812:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251147520:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483856.452911:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483856.453151:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251147520 00000100:00100000:3.0:1788483856.453173:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251147520 00000100:00100000:3.0:1788483856.453250:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1788483856.453262:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251147520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788483856.453298:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483856.453359:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641745880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875360251147520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 99us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483856.453368:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:2.0:1788483856.453377:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483856.453403:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251147648:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788483856.453435:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3641:1875360251147520:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788483856.453439:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483856.453496:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251147648 00000100:00100000:3.0:1788483856.453526:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251147648 00000100:00100000:3.0:1788483856.453559:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1788483856.453567:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251147648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788483856.453579:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:3.0:1788483856.453611:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7641744000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251147648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (174us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483856.453621:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:3.0:1788483856.453654:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251147648:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788483856.453966:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1788483857.156875:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788483857.478737:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483857.478762:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251147776:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788483857.478833:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483857.479020:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251147776 00000100:00100000:1.0:1788483857.479030:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251147776 00000100:00100000:1.0:1788483857.479087:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1788483857.479096:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251147776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483857.479132:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483857.479185:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3638:x1875360251147776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483857.479192:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:1.0:1788483857.479241:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3638:1875360251147776:0@lo:41:osp-pre-0-1.0 00000040:00080000:1.0:1788483857.574285:0:30435:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:1.0:1788483857.574293:0:30435:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788483857.575313:0:30435:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:1.0:1788483857.575327:0:30435:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:2.0:1788483858.182075:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483859.013051:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251147904:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788483859.013115:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483859.013281:0:8434:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251147904 00000100:00100000:0.0:1788483859.013289:0:8434:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251147904 00000100:00100000:0.0:1788483859.013367:0:8434:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1788483859.013377:0:8434:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251147904:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788483859.013403:0:8434:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00080000:2.0:1788483859.013470:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788483859.016638:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251148032:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788483859.016711:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483859.017593:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251148544:0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.017640:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483859.017673:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251149056:0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.017703:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483859.017724:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788483859.017729:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251148416:0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.017754:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483859.017770:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251148928:0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.017791:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483859.017808:0:3641:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251149440:0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.017828:0:3641:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483859.017874:0:8433:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251149056 00000100:00100000:2.0:1788483859.017882:0:8433:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251149056 00000100:00100000:2.0:1788483859.017936:0:8433:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:2.0:1788483859.017944:0:8433:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7636d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251149056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.017993:0:8433:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7636d09850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251149056:12345-0@lo:400:kworker.0 Request processed in 49us (289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483859.018000:0:8433:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00080000:2.0:1788483859.018182:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483859.018210:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251149056:0@lo:400:kworker.0 00000100:00100000:3.0:1788483859.018712:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7641892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251148288:0@lo:400:kworker.0 00000100:00100000:3.0:1788483859.018746:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483859.018774:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251148800:0@lo:400:kworker.0 00000100:00100000:3.0:1788483859.018796:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483859.018820:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251149312:0@lo:400:kworker.0 00000100:00100000:3.0:1788483859.018854:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483859.018874:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788483859.018880:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251148160:0@lo:400:kworker.0 00000100:00100000:3.0:1788483859.018906:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483859.018924:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251148672:0@lo:400:kworker.0 00000100:00100000:3.0:1788483859.018943:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483859.018958:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f750927ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251149184:0@lo:400:kworker.0 00000100:00100000:3.0:1788483859.018976:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788483859.019000:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251148416 00000100:00100000:3.0:1788483859.019004:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251148416 00000100:00100000:3.0:1788483859.019030:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251148672 00000100:00100000:3.0:1788483859.019033:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251148672 00000100:00100000:3.0:1788483859.019045:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1788483859.019052:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251148416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483859.019090:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875360251148416:12345-0@lo:400:kworker.0 Request processed in 39us (1335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483859.019097:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:3.0:1788483859.019110:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1788483859.019116:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251148672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788483859.019144:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508305f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251148672:12345-0@lo:400:kworker.0 Request processed in 28us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1788483859.019149:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:3.0:1788483859.019173:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251148672:0@lo:400:kworker.0 00000100:00100000:0.0:1788483859.019331:0:8434:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251147904:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3917us (4177us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483859.019340:0:8434:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:0.0:1788483859.019360:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251148032 00000100:00100000:0.0:1788483859.019364:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251148032 00000100:00100000:0.0:1788483859.019389:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1788483859.019395:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251148032:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788483859.019409:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 229481280 pending 0 free 3921379328 avail 3689857024 00000100:00100000:0.0:1788483859.019443:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507739500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875360251148032:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (2733us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483859.019460:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1788483859.019482:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251148544 00000100:00100000:0.0:1788483859.019485:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251148544 00000100:00100000:0.0:1788483859.019528:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251148928 00000100:00100000:0.0:1788483859.019777:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251148928 00000100:00100000:0.0:1788483859.019798:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251149440 00000100:00100000:0.0:1788483859.019801:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251149440 00000100:00100000:0.0:1788483859.019813:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251148288 00000100:00100000:0.0:1788483859.019815:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251148288 00000100:00100000:0.0:1788483859.019825:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251148800 00000100:00100000:0.0:1788483859.019828:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251148800 00000100:00100000:0.0:1788483859.019909:0:12148:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251149312 00000100:00100000:0.0:1788483859.019913:0:12148:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251149312 00000100:00100000:0.0:1788483859.019929:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1516 00000100:00100000:0.0:1788483859.019935:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251148544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483859.019970:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875360251148544:12345-0@lo:400:kworker.0 Request processed in 35us (2330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483859.019976:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1516 00000100:00100000:0.0:1788483859.019987:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1517 00000100:00100000:0.0:1788483859.019993:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251148928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483859.020018:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507651c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875360251148928:12345-0@lo:400:kworker.0 Request processed in 26us (2227us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483859.020024:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1517 00000100:00100000:0.0:1788483859.020033:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1518 00000100:00100000:0.0:1788483859.020038:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251149440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483859.020057:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875360251149440:12345-0@lo:400:kworker.0 Request processed in 20us (2229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483859.020062:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1518 00000100:00100000:0.0:1788483859.020070:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1788483859.020075:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251148288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483859.020102:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875360251148288:12345-0@lo:400:kworker.0 Request processed in 27us (1356us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483859.020107:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1519 00000100:00100000:0.0:1788483859.020117:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1788483859.020122:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251148800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483859.020145:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508304700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875360251148800:12345-0@lo:400:kworker.0 Request processed in 23us (1348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483859.020151:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1520 00000100:00100000:0.0:1788483859.020161:0:12148:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1788483859.020167:0:12148:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251149312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788483859.020191:0:12148:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508307800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875360251149312:12345-0@lo:400:kworker.0 Request processed in 25us (1337us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483859.020196:0:12148:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1521 00000100:00100000:0.0:1788483859.020221:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251149184 00000100:00100000:0.0:1788483859.020225:0:8431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251149184 00000100:00100000:0.0:1788483859.020258:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:0.0:1788483859.020264:0:8431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251149184:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788483859.020524:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483859.020530:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788483859.020541:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483859.020543:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788483859.020720:0:8431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508306d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875360251149184:12345-0@lo:400:kworker.0 Request processed in 454us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483859.020726:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:0.0:1788483859.020764:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3639:1875360251149184:0@lo:400:kworker.0 00000100:00100000:0.0:1788483859.020775:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641892300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875360251148288:0@lo:400:kworker.0 00000100:00100000:0.0:1788483859.020784:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3639:1875360251148800:0@lo:400:kworker.0 00000100:00100000:0.0:1788483859.020794:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3639:1875360251149312:0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.024039:0:6507:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251148160 00000100:00100000:2.0:1788483859.024054:0:6507:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251148160 00000100:00100000:2.0:1788483859.024117:0:6507:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1788483859.024127:0:6507:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251148160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.024230:0:6507:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:6afaae81-d488-47e8-a0e2-3fa2eb5e855a+24:3639:x1875360251148160:12345-0@lo:400:kworker.0 Request processed in 104us (5322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483859.024237:0:6507:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:2.0:1788483859.025384:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641891880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251148416:0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.025416:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3641:1875360251148928:0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.025428:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3641:1875360251149440:0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.025440:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f750927f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875360251148544:0@lo:400:kworker.0 00000100:00100000:2.0:1788483859.025471:0:3641:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7508305880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3641:1875360251148032:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788483859.025764:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507738a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6afaae81-d488-47e8-a0e2-3fa2eb5e855a:3639:1875360251148160:0@lo:400:kworker.0 00000100:00100000:1.0:1788483859.027758:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7641744a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251147904:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788483859.206532:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483859.433017:0:30486:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483859.433024:0:30486:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483859.433970:0:30486:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483859.433981:0:30486:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00000100:00100000:1.0:1788483859.527547:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788483859.527569:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f75074fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251149568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483859.527636:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788483859.527705:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251149568 00000100:00100000:1.0:1788483859.527712:0:6519:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251149568 00000100:00100000:1.0:1788483859.527757:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1788483859.527765:0:6519:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251149568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788483859.527796:0:6519:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446379520 avail 1300140032 00000100:00100000:1.0:1788483859.527841:0:6519:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875360251149568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483859.527848:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:1.0:1788483859.527891:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f75074fbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3640:1875360251149568:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788483860.137829:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483860.137876:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483860.137913:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483860.137944:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483860.137970:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483860.137996:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483860.138017:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483860.138037:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483860.138078:0:3632:0:(events.c:340:request_in_callback()) peer: 12345-192.168.206.36@tcp (source: 12345-192.168.206.36@tcp) 00000100:00100000:1.0:1788483860.138105:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225105024 00000100:00100000:1.0:1788483860.138114:0:6509:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225105024 00000100:00100000:1.0:1788483860.138159:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 851 00000100:00100000:1.0:1788483860.138169:0:6509:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225105024:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483860.138233:0:6509:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7607a0a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:6ef85f01-cb41-45e7-8d71-312062b550e2+13:2402:x1875360225105024:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 64us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483860.138240:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 851 00000100:00100000:1.0:1788483860.138287:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225105152 00000100:00100000:1.0:1788483860.138292:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225105152 00000100:00100000:1.0:1788483860.138325:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225105664 00000100:00100000:1.0:1788483860.138328:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225105664 00000100:00100000:1.0:1788483860.138343:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225105280 00000100:00100000:1.0:1788483860.138346:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225105280 00000100:00100000:1.0:1788483860.138359:0:13707:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225105792 00000100:00100000:1.0:1788483860.138361:0:13707:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225105792 00000100:00100000:1.0:1788483860.138374:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1522 00000100:00100000:1.0:1788483860.138380:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360225105152:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483860.138413:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+94:2402:x1875360225105152:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 32us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483860.138419:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1522 00000100:00100000:1.0:1788483860.138434:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1523 00000100:00100000:1.0:1788483860.138452:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2402:x1875360225105664:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:1.0:1788483860.138478:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+36:2402:x1875360225105664:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 38us (564us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483860.138485:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1523 00000100:00100000:2.0:1788483860.138537:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225105408 00000100:00100000:1.0:1788483860.138537:0:13707:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1524 00000100:00100000:2.0:1788483860.138543:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225105408 00000100:00100000:1.0:1788483860.138548:0:13707:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2402:x1875360225105280:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483860.138579:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225105920 00000100:00100000:2.0:1788483860.138582:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225105920 00000100:00100000:2.0:1788483860.138596:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225105536 00000100:00100000:2.0:1788483860.138599:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225105536 00000100:00100000:2.0:1788483860.138611:0:14965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360225106048 00000100:00100000:2.0:1788483860.138613:0:14965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360225106048 00000100:00100000:2.0:1788483860.138627:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 979 00000100:00100000:2.0:1788483860.138633:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225105408:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483860.138678:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+16:2402:x1875360225105408:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 45us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483860.138685:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 979 00000100:00100000:2.0:1788483860.138703:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 980 00000100:00100000:2.0:1788483860.138709:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225105920:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483860.138730:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+8:2402:x1875360225105920:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (786us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483860.138736:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 980 00000100:00100000:2.0:1788483860.138747:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 981 00000100:00100000:2.0:1788483860.138753:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225105536:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483860.138775:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:51303e90-d425-45d3-bca8-493e9e9b6e26+18:2402:x1875360225105536:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 22us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483860.138781:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 981 00000100:00100000:2.0:1788483860.138793:0:14965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 982 00000100:00100000:2.0:1788483860.138799:0:14965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225106048:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483860.138829:0:14965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+11:2402:x1875360225106048:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 30us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483860.138835:0:14965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 982 00000100:00100000:2.0:1788483860.138857:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.206.36@tcp, seq: 1525 00000100:00100000:2.0:1788483860.138865:0:6515:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225105792:12345-192.168.206.36@tcp:400:kworker.0 00000100:00100000:2.0:1788483860.138886:0:6515:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074fb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:c2f161f0-c3a9-4e6f-9128-8eb834c5854e+5:2402:x1875360225105792:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 23us (848us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483860.138892:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1525 00000100:00080000:3.0:1788483860.139391:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788483860.139396:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788483860.139399:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788483860.139401:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788483860.139459:0:13707:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f75074f8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:51303e90-d425-45d3-bca8-493e9e9b6e26+6:2402:x1875360225105280:12345-192.168.206.36@tcp:400:kworker.0 Request processed in 913us (1460us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483860.139467:0:13707:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.206.36@tcp, seq: 1524 00010000:00010000:0.0:1788483860.230495:0:19386:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788483860.869483:0:13792:0:(llog.c:805:llog_process_thread()) index: 1, lh_last_idx: 1 synced_idx: 1 lgh_last_idx: 1 00000040:00080000:3.0:1788483860.869493:0:13792:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x8:0x0] at index 1 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788483860.871788:0:13792:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 64768 count 1 00000040:00080000:3.0:1788483860.871807:0:13792:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 2 00010000:00010000:1.0:1788483861.256572:0:6504:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788483861.579185:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788483861.579203:0:3639:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251149696:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788483861.579263:0:3639:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788483861.579331:0:10345:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251149696 00000100:00100000:2.0:1788483861.579339:0:10345:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251149696 00000100:00100000:2.0:1788483861.579382:0:10345:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1788483861.579390:0:10345:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251149696:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788483861.579415:0:10345:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:2.0:1788483861.579465:0:10345:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7507650000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875360251149696:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1788483861.579472:0:10345:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00080000:2.0:1788483861.579491:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788483861.579538:0:3639:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3639:1875360251149696:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788483861.579733:0:3638:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788483861.579742:0:3638:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251149824:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788483861.579770:0:3638:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483861.579802:0:8435:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251149824 00000100:00100000:0.0:1788483861.579806:0:8435:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251149824 00000100:00100000:0.0:1788483861.579835:0:8435:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1788483861.579842:0:8435:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251149824:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788483861.579852:0:8435:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 253172544 pending 0 free 3921383424 avail 3689861120 00000100:00100000:0.0:1788483861.579883:0:8435:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f76387cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3638:x1875360251149824:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1788483861.579890:0:8435:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00080000:0.0:1788483861.579906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788483861.579924:0:3638:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f76387cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3638:1875360251149824:0@lo:13:osp-pre-0-0.0 00000001:02000400:0.0:1788483862.117010:0:30536:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-hsm test_12u: @@@@@@ FAIL: request on 0x200000403:0x35:0x0 is not SUCCEED on mds1 00010000:00010000:2.0:1788483862.278848:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788483862.596812:0:3640:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251149952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788483862.596925:0:3640:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788483862.604683:0:6520:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875360251149952 00000100:00100000:0.0:1788483862.604822:0:6520:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875360251149952 00000100:00100000:1.0:1788483862.605008:0:6520:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:1.0:1788483862.605022:0:6520:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251149952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788483862.605069:0:6520:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 9633792 pending 0 free 1444343808 avail 1298104320 00000100:00100000:1.0:1788483862.605192:0:6520:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9f7508197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875360251149952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 172us (8266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788483862.605201:0:6520:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1788483862.605323:0:3640:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9f7507650380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3640:1875360251149952:0@lo:41:osp-pre-0-1.0 00000040:00080000:0.0:1788483862.665560:0:13796:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788483863.301399:0:19385:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 71917 lines, 71917 kept, 0 dropped, 0 bad.